Limit producer to worship posts

This commit is contained in:
Claire Lovisa
2023-01-06 12:48:59 +01:00
parent e61f606def
commit dbb9c06dd7
5 changed files with 34 additions and 36 deletions

View File

@@ -35,16 +35,16 @@
"fileBaseName": "dump-public",
"compression": false
},
"http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/posts" : {
"dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/PostsCacheGraphDump",
"targetGraph": "http://redpencil.data.gift/id/deltas/producer/posts",
"fileBaseName": "dump-posts",
"http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/worship-posts" : {
"dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/WorshipPostsCacheGraphDump",
"targetGraph": "http://redpencil.data.gift/id/deltas/producer/worship-posts",
"fileBaseName": "dump-worship-posts",
"compression": false
},
"http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/posts" : {
"dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/PostsCacheGraphDump",
"targetGraph": "http://redpencil.data.gift/id/deltas/producer/posts",
"fileBaseName": "dump-posts",
"http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/worship-posts" : {
"dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/WorshipPostsCacheGraphDump",
"targetGraph": "http://redpencil.data.gift/id/deltas/producer/worship-posts",
"fileBaseName": "dump-worship-posts",
"compression": false
}
}

View File

@@ -7,10 +7,9 @@
],
"properties": [
"http://mu.semte.ch/vocabularies/core/uuid",
"http://www.w3.org/ns/org#role",
"http://www.w3.org/ns/org#postIn",
"http://www.w3.org/ns/org#role"
]
],
"additionalFilter": "?orgaan <http://www.w3.org/ns/org#hasPost> ?subject ; <https://data.vlaanderen.be/ns/generiek#isTijdspecialisatieVan>/<http://data.vlaanderen.be/ns/besluit#bestuurt> ?bestuurseenheid . ?bestuurseenheid a ?type. FILTER (?type IN (<http://data.lblod.info/vocabularies/erediensten/CentraalBestuurVanDeEredienst>, <http://data.lblod.info/vocabularies/erediensten/BestuurVanDeEredienst>))"
},
{
"type": "http://data.lblod.info/vocabularies/erediensten/BestuurVanDeEredienst",
@@ -30,7 +29,8 @@
],
"properties": [
"http://www.w3.org/ns/org#hasPost"
]
],
"additionalFilter": "?subject <https://data.vlaanderen.be/ns/generiek#isTijdspecialisatieVan>/<http://data.vlaanderen.be/ns/besluit#bestuurt> ?bestuurseenheid . ?bestuurseenheid a ?type. FILTER (?type IN (<http://data.lblod.info/vocabularies/erediensten/CentraalBestuurVanDeEredienst>, <http://data.lblod.info/vocabularies/erediensten/BestuurVanDeEredienst>))"
},
{
"type": "http://data.lblod.info/vocabularies/erediensten/PositieBedienaar",
@@ -40,9 +40,7 @@
"properties": [
"http://mu.semte.ch/vocabularies/core/uuid",
"http://www.w3.org/ns/org#role",
"http://www.w3.org/ns/org#postIn",
"http://data.lblod.info/vocabularies/erediensten/functie",
"http://data.lblod.info/vocabularies/erediensten/behoort"
"http://data.lblod.info/vocabularies/erediensten/functie"
]
}
]

View File

@@ -160,7 +160,7 @@ export default [
match: {
},
callback: {
url: 'http://delta-producer-pub-graph-maintainer-posts/delta',
url: 'http://delta-producer-pub-graph-maintainer-worship-posts/delta',
method: 'POST'
},
options: {
@@ -177,11 +177,11 @@ export default [
match: {
graph: {
type: 'uri',
value: 'http://redpencil.data.gift/id/deltas/producer/posts'
value: 'http://redpencil.data.gift/id/deltas/producer/worship-posts'
}
},
callback: {
url: 'http://delta-producer-json-diff-publisher-posts/delta',
url: 'http://delta-producer-json-diff-publisher-worship-posts/delta',
method: 'POST'
},
options: {

View File

@@ -71,7 +71,7 @@ services:
restart: "no"
construct-administrative-unit-relationships:
restart: "no"
delta-producer-bg-jobs-initiator-posts:
delta-producer-bg-jobs-initiator-worship-posts:
restart: "no"
delta-producer-pub-graph-maintainer-posts:
delta-producer-pub-graph-maintainer-worship-posts:
restart: "no"

View File

@@ -405,15 +405,15 @@ services:
################################################################################
################################################################################
# DELTA POSTS: START
# DELTA WORSHIP POSTS: START
################################################################################
delta-producer-bg-jobs-initiator-posts:
delta-producer-bg-jobs-initiator-worship-posts:
image: lblod/delta-producer-background-jobs-initiator:0.3.1
environment:
JOBS_GRAPH: "http://mu.semte.ch/graphs/organisatieportaal"
DUMP_FILE_CREATION_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/posts"
INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/posts"
HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/posts"
DUMP_FILE_CREATION_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/worship-posts"
INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/worship-posts"
HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/worship-posts"
CRON_PATTERN_DUMP_JOB: "17 */4 * * *" # At minute 17 every 4 hours
CRON_PATTERN_HEALING_JOB: "0 0 3 * * *" # everyday at 3 AM
START_INITIAL_SYNC: "false" # prefer to disable it now. We want to have feeling with how the DB acts.
@@ -423,35 +423,35 @@ services:
- db:database
restart: always
logging: *default-logging
delta-producer-pub-graph-maintainer-posts:
delta-producer-pub-graph-maintainer-worship-posts:
image: lblod/delta-producer-publication-graph-maintainer:0.15.1
environment:
MAX_BODY_SIZE: "50mb"
JOBS_GRAPH: "http://mu.semte.ch/graphs/organisatieportaal"
RELATIVE_FILE_PATH: "deltas/public"
PUBLICATION_GRAPH: "http://redpencil.data.gift/id/deltas/producer/posts"
HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/posts"
INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/posts"
RELATIVE_FILE_PATH: "deltas/worship-posts"
PUBLICATION_GRAPH: "http://redpencil.data.gift/id/deltas/producer/worship-posts"
HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/worship-posts"
INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/worship-posts"
QUEUE_POLL_INTERVAL: 3000
USE_VIRTUOSO_FOR_EXPENSIVE_SELECTS: "true" # some queries are just too expensive
SKIP_MU_AUTH_INITIAL_SYNC: "true"
HEALING_PATCH_GRAPH_BATCH_SIZE: 500
volumes:
- ./config/delta-producer/posts:/config
- ./config/delta-producer/worship-posts:/config
- ./data/files/:/share
links:
- db:database
- triplestore:virtuoso
restart: always
logging: *default-logging
delta-producer-json-diff-publisher-posts:
delta-producer-json-diff-publisher-worship-posts:
image: lblod/delta-producer-json-diff-file-publisher:0.2.3
environment:
MAX_BODY_SIZE: "50mb"
ERROR_GRAPH: "http://mu.semte.ch/graphs/organisatieportaal"
RELATIVE_FILE_PATH: "deltas/posts"
PUBLISHER_URI: "http://data.lblod.info/services/delta-production-json-diff-file-manager/posts"
PUBLICATION_GRAPH: "http://redpencil.data.gift/id/deltas/producer/posts"
RELATIVE_FILE_PATH: "deltas/worship-posts"
PUBLISHER_URI: "http://data.lblod.info/services/delta-production-json-diff-file-manager/worship-posts"
PUBLICATION_GRAPH: "http://redpencil.data.gift/id/deltas/producer/worship-posts"
DELTA_INTERVAL_MS: 10000
PRETTY_PRINT_DIFF_JSON: "true"
volumes:
@@ -463,7 +463,7 @@ services:
restart: always
logging: *default-logging
################################################################################
# DELTA POSTS: END
# DELTA WORSHIP POSTS: END
################################################################################
################################################################################