diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 41c0972aa..c3cab477b 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -16,19 +16,18 @@ jobs: path: ~/.m2 key: ${{ runner.os }}-m2-${{ hashFiles('**/pom.xml') }} restore-keys: ${{ runner.os }}-m2 - - name: Install metafacture-core-snapshots - run: | - git clone https://github.com/metafacture/metafacture-core.git - cd metafacture-core - git checkout 5.7.0-rc1 - ./gradlew publishToMavenLocal - cd .. + #- name: Install metafacture-core-snapshots + # run: | + # git clone https://github.com/metafacture/metafacture-core.git + # cd metafacture-core + # git checkout 5.7.0-rc1 + # ./gradlew publishToMavenLocal + # cd .. - name: Install metafacture-fix run: | git clone https://github.com/metafacture/metafacture-fix.git cd metafacture-fix - git checkout master - git pull + git checkout 0.7.0 ./gradlew publishToMavenLocal cd .. - name: Build with Maven diff --git a/src/main/resources/getLobidOrganisationsMapping.sh b/src/main/resources/getLobidOrganisationsMapping.sh new file mode 100644 index 000000000..8b2423505 --- /dev/null +++ b/src/main/resources/getLobidOrganisationsMapping.sh @@ -0,0 +1,10 @@ +# description: get cron scheduled lobid-organisations labels map. See #1903. +# checks whether lines > 18k before overriding tsv +# author: dr0i +# date: 2023-11-27 + +FNAME="lobidOrganisationsMapping.tsv" +curl "https://lobid.org/organisations/search?q=_exists_%3Aisil+OR+type%3ACollection&format=tsv:id,isil,sigel,name&size=25000" > ${FNAME}.tmp +if [ $(wc -l ${FNAME}.tmp|cut -d ' ' -f1) -gt 18000 ]; then + mv ${FNAME}.tmp alma/maps/$FNAME +fi diff --git a/src/test/java/org/lobid/resources/AlmaMarc21XmlToLobidJsonMetafixTest.java b/src/test/java/org/lobid/resources/AlmaMarc21XmlToLobidJsonMetafixTest.java index 7ffc32e40..4f70ef0f4 100644 --- a/src/test/java/org/lobid/resources/AlmaMarc21XmlToLobidJsonMetafixTest.java +++ b/src/test/java/org/lobid/resources/AlmaMarc21XmlToLobidJsonMetafixTest.java @@ -69,7 +69,7 @@ public void setup() { fixVariables.put("picaCreatorId2Isil.tsv", "src/main/resources/alma/maps/picaCreatorId2Isil.tsv"); fixVariables.put("nwbibWikidataLabelTypeCoords.tsv", "src/main/resources/alma/maps/nwbibWikidataLabelTypeCoords.tsv"); fixVariables.put("almaMmsId2rpbId", "src/test/resources/alma/maps/almaMmsId2rpbId.tsv"); - fixVariables.put("lobidOrganisationsMapping.tsv", "src/main/resources/alma/maps/lobidOrganisationsMapping.tsv"); + fixVariables.put("lobidOrganisationsMapping.tsv", "src/test/resources/alma/maps/lobidOrganisationsMapping.tsv"); fixVariables.put("hbzowner2sigel.tsv", "src/main/resources/alma/maps/hbzowner2sigel.tsv"); fixVariables.put("rpb2.ttl", "src/test/resources/alma/maps/rpb2.ttl"); fixVariables.put("rpb-spatial.ttl", "src/test/resources/alma/maps/rpb-spatial.ttl"); @@ -77,11 +77,11 @@ public void setup() { fixVariables.put("nwbib.ttl", "src/test/resources/alma/maps/nwbib.ttl"); fixVariables.put("nwbib-spatial.ttl", "src/test/resources/alma/maps/nwbib-spatial.ttl"); fixVariables.put("hbzId2zdbId.tsv", "src/main/resources/alma/maps/hbzId2zdbId.tsv.gz"); - fixVariables.put("isil2opac_hbzId.tsv", "src/test/resources/alma/maps/isil2opac_hbzId.tsv"); - fixVariables.put("isil2opac_isbn.tsv", "src/test/resources/alma/maps/isil2opac_isbn.tsv"); - fixVariables.put("isil2opac_issn.tsv", "src/test/resources/alma/maps/isil2opac_issn.tsv"); - fixVariables.put("isil2opac_zdbId.tsv", "src/test/resources/alma/maps/isil2opac_zdbId.tsv"); - fixVariables.put("isil2opac_almaMmsId.tsv", "src/test/resources/alma/maps/isil2opac_almaMmsId.tsv"); + fixVariables.put("isil2opac_hbzId.tsv", "src/test/resources/alma/maps/isil2opac_hbzId.tsv"); + fixVariables.put("isil2opac_isbn.tsv", "src/test/resources/alma/maps/isil2opac_isbn.tsv"); + fixVariables.put("isil2opac_issn.tsv", "src/test/resources/alma/maps/isil2opac_issn.tsv"); + fixVariables.put("isil2opac_zdbId.tsv", "src/test/resources/alma/maps/isil2opac_zdbId.tsv"); + fixVariables.put("isil2opac_almaMmsId.tsv", "src/test/resources/alma/maps/isil2opac_almaMmsId.tsv"); } /** diff --git a/src/main/resources/alma/maps/lobidOrganisationsMapping.tsv b/src/test/resources/alma/maps/lobidOrganisationsMapping.tsv similarity index 100% rename from src/main/resources/alma/maps/lobidOrganisationsMapping.tsv rename to src/test/resources/alma/maps/lobidOrganisationsMapping.tsv