From 9b4fe1c76ed89c256251301a334af67f9519e09f Mon Sep 17 00:00:00 2001 From: Claire Lovisa Date: Tue, 14 Feb 2023 16:44:24 +0100 Subject: [PATCH] Remove unused admin unit producer --- .../administrative-units/export.json | 54 ---------------- .../dump-file-publisher/config.json | 16 ----- docker-compose.dev.yml | 6 -- docker-compose.yml | 61 ------------------- 4 files changed, 137 deletions(-) delete mode 100644 config/delta-producer/administrative-units/export.json diff --git a/config/delta-producer/administrative-units/export.json b/config/delta-producer/administrative-units/export.json deleted file mode 100644 index d38b7b0..0000000 --- a/config/delta-producer/administrative-units/export.json +++ /dev/null @@ -1,54 +0,0 @@ -{ - "export": [ - { - "type": "http://lblod.data.gift/vocabularies/organisatie/BestuurseenheidClassificatieCode", - "graphsFilter": [ - "http://mu.semte.ch/graphs/organisatieportaal" - ], - "properties": [ - "http://mu.semte.ch/vocabularies/core/uuid", - "http://www.w3.org/2004/02/skos/core#prefLabel", - "http://www.w3.org/2004/02/skos/core#scopeNote" - ] - }, - { - "type": "http://data.vlaanderen.be/ns/besluit#Bestuurseenheid", - "graphsFilter": [ - "http://mu.semte.ch/graphs/organisatieportaal" - ], - "properties": [ - "http://mu.semte.ch/vocabularies/core/uuid", - "http://www.w3.org/2004/02/skos/core#prefLabel", - "http://www.w3.org/2004/02/skos/core#altLabel", - "http://data.vlaanderen.be/ns/besluit#werkingsgebied", - "http://www.w3.org/ns/org#classification" - ] - }, - { - "type": "http://data.vlaanderen.be/ns/besluit#Bestuursorgaan", - "graphsFilter": [ - "http://mu.semte.ch/graphs/organisatieportaal" - ], - "properties": [ - "http://mu.semte.ch/vocabularies/core/uuid", - "http://www.w3.org/2004/02/skos/core#prefLabel", - "http://data.vlaanderen.be/ns/besluit#bestuurt", - "http://www.w3.org/ns/org#classification", - "http://data.vlaanderen.be/ns/mandaat#bindingEinde", - "http://data.vlaanderen.be/ns/mandaat#bindingStart", - "https://data.vlaanderen.be/ns/generiek#isTijdspecialisatieVan" - ] - }, - { - "type": "http://lblod.data.gift/vocabularies/organisatie/BestuursorgaanClassificatieCode", - "graphsFilter": [ - "http://mu.semte.ch/graphs/organisatieportaal" - ], - "properties": [ - "http://mu.semte.ch/vocabularies/core/uuid", - "http://www.w3.org/2004/02/skos/core#prefLabel", - "http://www.w3.org/2004/02/skos/core#scopeNote" - ] - } - ] -} diff --git a/config/delta-producer/dump-file-publisher/config.json b/config/delta-producer/dump-file-publisher/config.json index d8c54f3..a73ccad 100644 --- a/config/delta-producer/dump-file-publisher/config.json +++ b/config/delta-producer/dump-file-publisher/config.json @@ -1,20 +1,4 @@ { - "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/administrative-units": { - "dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/AdministrativeUnitsCacheGraphDump", - "targetGraph": "http://redpencil.data.gift/id/deltas/producer/administrative-units", - "fileBaseName": "dump-administrative-units", - "targetDcatGraph": "http://mu.semte.ch/graphs/public", - "targetFilesGraph": "http://mu.semte.ch/graphs/public", - "cleanupOldDumps": true - }, - "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/administrative-units": { - "dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/AdministrativeUnitsCacheGraphDump", - "targetGraph": "http://redpencil.data.gift/id/deltas/producer/administrative-units", - "fileBaseName": "dump-administrative-units", - "targetDcatGraph": "http://mu.semte.ch/graphs/public", - "targetFilesGraph": "http://mu.semte.ch/graphs/public", - "cleanupOldDumps": true - }, "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/organizations": { "dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/OrganizationsCacheGraphDump", "targetGraph": "http://redpencil.data.gift/id/deltas/producer/organizations", diff --git a/docker-compose.dev.yml b/docker-compose.dev.yml index 5d68e6d..c793b9d 100644 --- a/docker-compose.dev.yml +++ b/docker-compose.dev.yml @@ -49,12 +49,6 @@ services: restart: "no" uri-info: restart: "no" - delta-producer-bg-jobs-initiator-administrative-units: - restart: "no" - delta-producer-pub-graph-maintainer-administrative-units: - restart: "no" - delta-producer-json-diff-publisher-administrative-units: - restart: "no" delta-producer-bg-jobs-initiator-organizations: restart: "no" delta-producer-pub-graph-maintainer-organizations: diff --git a/docker-compose.yml b/docker-compose.yml index 6d1f4cb..2f35a1f 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -227,67 +227,6 @@ services: restart: always logging: *default-logging ################################################################################ - # DELTA ADMINISTRATIVE-UNITS: START - ################################################################################ - delta-producer-bg-jobs-initiator-administrative-units: - image: lblod/delta-producer-background-jobs-initiator:0.3.1 - environment: - JOBS_GRAPH: "http://mu.semte.ch/graphs/organisatieportaal" - DUMP_FILE_CREATION_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/administrative-units" - INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/administrative-units" - HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/administrative-units" - CRON_PATTERN_DUMP_JOB: "0 0 4 * * 6" # weekly on saturday - CRON_PATTERN_HEALING_JOB: "0 0 4 * * *" # everyday at 4 AM - START_INITIAL_SYNC: "false" # prefer to disable it now. We want to have feeling with how the DB acts. - labels: - - "logging=true" - links: - - db:database - restart: always - logging: *default-logging - delta-producer-pub-graph-maintainer-administrative-units: - image: lblod/delta-producer-publication-graph-maintainer:0.7.0 - environment: - MAX_BODY_SIZE: "50mb" - JOBS_GRAPH: "http://mu.semte.ch/graphs/organisatieportaal" - RELATIVE_FILE_PATH: "deltas/administrative-units" - PUBLICATION_GRAPH: "http://redpencil.data.gift/id/deltas/producer/administrative-units" - HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/administrative-units" - INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/administrative-units" - QUEUE_POLL_INTERVAL: 3000 - USE_VIRTUOSO_FOR_EXPENSIVE_SELECTS: "true" # some queries are just too expensive - SKIP_MU_AUTH_INITIAL_SYNC: "true" - HEALING_PATCH_GRAPH_BATCH_SIZE: 500 - volumes: - - ./config/delta-producer/administrative-units:/config - - ./data/files/:/share - links: - - db:database - - triplestore:virtuoso - restart: always - logging: *default-logging - delta-producer-json-diff-publisher-administrative-units: - image: lblod/delta-producer-json-diff-file-publisher:0.2.3 - environment: - MAX_BODY_SIZE: "50mb" - ERROR_GRAPH: "http://mu.semte.ch/graphs/organisatieportaal" - RELATIVE_FILE_PATH: "deltas/administrative-units" - PUBLISHER_URI: "http://data.lblod.info/services/delta-production-json-diff-file-manager/administrative-units" - PUBLICATION_GRAPH: "http://redpencil.data.gift/id/deltas/producer/administrative-units" - DELTA_INTERVAL_MS: 10000 - PRETTY_PRINT_DIFF_JSON: "true" - volumes: - - ./data/files:/share - labels: - - "logging=true" - links: - - db:database - restart: always - logging: *default-logging - ################################################################################ - # DELTA ADMINISTRATIVE-UNITS: END - ################################################################################ - ################################################################################ # DELTA ORGANIZATIONS: START ################################################################################ delta-producer-bg-jobs-initiator-organizations: