felix.ruizdearcaute/app-organization-portal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'master' into chore/bump-mandatarissen-consumer

Browse Source
This commit is contained in:
Claire Lovisa
2025-02-03 16:11:05 +01:00
committed by GitHub
parent 300e088b6c 0b8530db34
commit f79724132a
80 changed files with 1540 additions and 939 deletions
Download Patch File Download Diff File Expand all files Collapse all files

71
docker-compose.yml
View File

@@ -403,24 +403,26 @@ services:
# LOKET LEIDINGGEVENDEN CONSUMERS
################################################################################
leidinggevenden-consumer:
image: lblod/delta-consumer:0.0.24
image: lblod/delta-consumer:0.1.0
environment:
DCR_SERVICE_NAME: "leidinggevenden-consumer"
DCR_SYNC_BASE_URL: "https://loket.lblod.info" # replace with link to Loket API
DCR_SYNC_FILES_PATH: "/sync/leidinggevenden/files"
DCR_SYNC_DATASET_SUBJECT: "http://data.lblod.info/datasets/delta-producer/dumps/LeidinggevendenCacheGraphDump"
DCR_INITIAL_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/consumer/initialSync/leidinggevenden"
DCR_DELTA_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/consumer/deltaSync/leidinggevenden"
DCR_JOB_CREATOR_URI: "http://data.lblod.info/services/id/leidinggevenden-consumer"
DCR_DISABLE_INITIAL_SYNC: "true"
BYPASS_MU_AUTH_FOR_EXPENSIVE_QUERIES: "true"
DCR_SYNC_FILES_PATH: "/sync/leidinggevenden/files"
DCR_KEEP_DELTA_FILES: "true"
BATCH_SIZE: 1000
DCR_ENABLE_DELTA_CONTEXT: "true"
DCR_LANDING_ZONE_DATABASE: "triplestore"
DCR_DELTA_JOBS_RETENTION_PERIOD: "30"
DCR_ENABLE_TRIPLE_REMAPPING: "true"
DCR_LANDING_ZONE_GRAPH: "http://mu.semte.ch/graphs/landing-zone/leidinggevenden"
DCR_REMAPPING_GRAPH: "http://mu.semte.ch/graphs/administrative-unit"
DCR_BATCH_SIZE: 1000
SUDO_QUERY_RETRY_FOR_HTTP_STATUS_CODES: "404,500,503"
SUDO_QUERY_RETRY: "true"
volumes:
- ./config/loket-consumer/leidinggevenden-dispatching:/config/triples-dispatching/custom-dispatching
- ./config/loket-consumer/leidinggevenden/mapping:/config/mapping
- ./data/files/consumer-files/leidinggevenden:/consumer-files/
restart: always
labels:
@@ -433,27 +435,64 @@ services:
################################################################################
# LOKET WORSHIP SENSITIVE CONSUMERS
################################################################################
worship-services-sensitive-consumer:
image: lblod/delta-consumer:0.0.24
worship-services-main-info-consumer:
image: lblod/delta-consumer:0.1.0
environment:
DCR_SYNC_BASE_URL: "https://loket.lblod.info/"
DCR_SERVICE_NAME: "worship-services-sensitive-consumer"
DCR_SERVICE_NAME: "worship-services-main-info-consumer"
DCR_SYNC_DATASET_SUBJECT: "http://data.lblod.info/datasets/delta-producer/dumps/WorshipServicesSensitiveCacheGraphDump"
DCR_INITIAL_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/consumer/wsSensitive"
DCR_DELTA_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/consumer/wsSensitiveDeltaFileSyncing"
DCR_JOB_CREATOR_URI: "http://data.lblod.info/services/id/worship-services-sensitive-consumer"
DCR_JOB_CREATOR_URI: "http://data.lblod.info/services/id/worship-services-main-info-consumer"
DCR_DISABLE_INITIAL_SYNC: "true"
BYPASS_MU_AUTH_FOR_EXPENSIVE_QUERIES: "true"
DCR_SYNC_FILES_PATH: "/sync/worship-services-sensitive/files"
BATCH_SIZE: 50
SLEEP_BETWEEN_BATCHES: 10
DCR_KEEP_DELTA_FILES: "true"
DCR_ENABLE_DELTA_CONTEXT: "true"
DCR_LANDING_ZONE_DATABASE: "triplestore"
DCR_LANDING_ZONE_GRAPH: "http://mu.semte.ch/graphs/landing-zone/worship-services-sensitive"
DCR_LANDING_ZONE_GRAPH: "http://mu.semte.ch/graphs/landing-zone/worship-services-main-info"
DCR_REMAPPING_GRAPH: "http://mu.semte.ch/graphs/worship-service"
DCR_DELTA_JOBS_RETENTION_PERIOD: "30"
DCR_ENABLE_TRIPLE_REMAPPING: "true"
DCR_BATCH_SIZE: 1000
SUDO_QUERY_RETRY_FOR_HTTP_STATUS_CODES: "404,500,503"
SUDO_QUERY_RETRY: "true"
volumes:
- ./config/loket-consumer/worship-services-sensitive-dispatching:/config/triples-dispatching/custom-dispatching
- ./data/files/consumer-files/worship-services-sensitive:/consumer-files/
- ./config/loket-consumer/worship-services-main-info/mapping:/config/mapping
- ./data/files/consumer-files/worship-services-main-info:/consumer-files/
restart: always
labels:
- "logging=true"
links:
- db:database
- triplestore:virtuoso
logging: *default-logging
worship-services-private-info-consumer:
image: lblod/delta-consumer:0.1.0
environment:
DCR_SYNC_BASE_URL: "https://loket.lblod.info/"
DCR_SERVICE_NAME: "worship-services-private-info-consumer"
DCR_SYNC_DATASET_SUBJECT: "http://data.lblod.info/datasets/delta-producer/dumps/WorshipServicesSensitiveCacheGraphDump"
DCR_INITIAL_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/consumer/wsSensitive"
DCR_DELTA_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/consumer/wsSensitiveDeltaFileSyncing"
DCR_JOB_CREATOR_URI: "http://data.lblod.info/services/id/worship-services-private-info-consumer"
DCR_DISABLE_INITIAL_SYNC: "true"
BYPASS_MU_AUTH_FOR_EXPENSIVE_QUERIES: "true"
DCR_SYNC_FILES_PATH: "/sync/worship-services-sensitive/files"
SLEEP_BETWEEN_BATCHES: 10
DCR_KEEP_DELTA_FILES: "true"
DCR_LANDING_ZONE_DATABASE: "triplestore"
DCR_LANDING_ZONE_GRAPH: "http://mu.semte.ch/graphs/landing-zone/worship-services-private-info"
DCR_REMAPPING_GRAPH: "http://mu.semte.ch/graphs/worship-privacy-centric-graph"
DCR_DELTA_JOBS_RETENTION_PERIOD: "30"
DCR_ENABLE_TRIPLE_REMAPPING: "true"
DCR_BATCH_SIZE: 1000
SUDO_QUERY_RETRY_FOR_HTTP_STATUS_CODES: "404,500,503"
SUDO_QUERY_RETRY: "true"
volumes:
- ./config/loket-consumer/worship-services-private-info/mapping:/config/mapping
- ./data/files/consumer-files/worship-services-private-info:/consumer-files/
restart: always
labels:
- "logging=true"