felix.ruizdearcaute/app-organization-portal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: Bump delta-producer-publication-graph-maintainer to 1.0.9-rc2 + enable other producers

Browse Source
This commit is contained in:
Laurent Deketelaere
2024-04-25 15:56:56 +02:00
parent 723527fb62
commit 94baeb539f
5 changed files with 372 additions and 271 deletions
Download Patch File Download Diff File Expand all files Collapse all files

54
config/delta-producer/dump-file-publisher/config.json
View File

@@ -16,5 +16,59 @@
"targetDcatGraph": "http://redpencil.data.gift/id/deltas/producer/organizations-deltas", "targetDcatGraph": "http://redpencil.data.gift/id/deltas/producer/organizations-deltas",
"targetFilesGraph": "http://redpencil.data.gift/id/deltas/producer/organizations-deltas", "targetFilesGraph": "http://redpencil.data.gift/id/deltas/producer/organizations-deltas",
"cleanupOldDumps": true "cleanupOldDumps": true
},
"http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/organizations-public-info": {
"dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/OrganizationsPublicInfoCacheGraphDump",
"targetGraph": "http://redpencil.data.gift/id/deltas/producer/organizations-public-info",
"fileBaseName": "dump-organizations-public-info",
"publicationGraphEndpoint": "http://publication-triplestore:8890/sparql",
"targetDcatGraph": "http://mu.semte.ch/graphs/public",
"targetFilesGraph": "http://mu.semte.ch/graphs/public",
"cleanupOldDumps": true
},
"http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations-public-info": {
"dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/OrganizationsPublicInfoCacheGraphDump",
"targetGraph": "http://redpencil.data.gift/id/deltas/producer/organizations-public-info",
"fileBaseName": "dump-organizations-public-info",
"publicationGraphEndpoint": "http://publication-triplestore:8890/sparql",
"targetDcatGraph": "http://mu.semte.ch/graphs/public",
"targetFilesGraph": "http://mu.semte.ch/graphs/public",
"cleanupOldDumps": true
},
"http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/public": {
"dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/PublicCacheGraphDump",
"targetGraph": "http://redpencil.data.gift/id/deltas/producer/public",
"fileBaseName": "dump-public",
"publicationGraphEndpoint": "http://triplestore:8890/sparql",
"targetDcatGraph": "http://mu.semte.ch/graphs/public",
"targetFilesGraph": "http://mu.semte.ch/graphs/public",
"cleanupOldDumps": true
},
"http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/public": {
"dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/PublicCacheGraphDump",
"targetGraph": "http://redpencil.data.gift/id/deltas/producer/public",
"fileBaseName": "dump-public",
"publicationGraphEndpoint": "http://triplestore:8890/sparql",
"targetDcatGraph": "http://mu.semte.ch/graphs/public",
"targetFilesGraph": "http://mu.semte.ch/graphs/public",
"cleanupOldDumps": true
},
"http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/worship-posts": {
"dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/WorshipPostsCacheGraphDump",
"targetGraph": "http://redpencil.data.gift/id/deltas/producer/worship-posts",
"fileBaseName": "dump-worship-posts",
"publicationGraphEndpoint": "http://triplestore:8890/sparql",
"targetDcatGraph": "http://mu.semte.ch/graphs/public",
"targetFilesGraph": "http://mu.semte.ch/graphs/public",
"cleanupOldDumps": true
},
"http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/worship-posts": {
"dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/WorshipPostsCacheGraphDump",
"targetGraph": "http://redpencil.data.gift/id/deltas/producer/worship-posts",
"fileBaseName": "dump-worship-posts",
"publicationGraphEndpoint": "http://triplestore:8890/sparql",
"targetDcatGraph": "http://mu.semte.ch/graphs/public",
"targetFilesGraph": "http://mu.semte.ch/graphs/public",
"cleanupOldDumps": true
} }
} }

200
config/delta/rules.js
View File

@@ -1,5 +1,40 @@
export default [ export default [
/*{ {
match: {
graph: {
type: "uri",
value: "http://mu.semte.ch/graphs/administrative-unit"
}
},
callback: {
url: 'http://search/update',
method: 'POST'
},
options: {
resourceFormat: "v0.0.1",
gracePeriod: 10000,
ignoreFromSelf: true
}
},
{
match: {
graph: {
type: "uri",
value: "http://mu.semte.ch/graphs/worship-service"
}
},
callback: {
url: 'http://search/update',
method: 'POST'
},
options: {
resourceFormat: "v0.0.1",
gracePeriod: 10000,
ignoreFromSelf: true
}
},
{
match: { match: {
graph: { graph: {
type: "uri", type: "uri",
@@ -34,7 +69,7 @@ export default [
ignoreFromSelf: true ignoreFromSelf: true
} }
}, },
*/
{ {
match: { match: {
predicate: { predicate: {
@@ -70,7 +105,58 @@ export default [
] ]
} }
}, },
{
match: {
},
callback: {
url: 'http://delta-producer-pub-graph-maintainer-organizations-public-info/delta',
method: 'POST'
},
options: {
resourceFormat: 'v0.0.1',
gracePeriod: 1000,
ignoreFromSelf: true,
optOutMuScopeIds: [
"http://redpencil.data.gift/id/concept/muScope/deltas/initialSync",
"http://redpencil.data.gift/id/concept/muScope/deltas/publicationGraphMaintenance"
]
}
},
{
match: {
},
callback: {
url: 'http://delta-producer-pub-graph-maintainer-public/delta',
method: 'POST'
},
options: {
resourceFormat: 'v0.0.1',
gracePeriod: 1000,
ignoreFromSelf: true,
optOutMuScopeIds: [
"http://redpencil.data.gift/id/concept/muScope/deltas/initialSync",
"http://redpencil.data.gift/id/concept/muScope/deltas/publicationGraphMaintenance"
]
}
},
{
match: {
// anything
},
callback: {
url: 'http://delta-producer-pub-graph-maintainer-worship-posts/delta',
method: 'POST'
},
options: {
resourceFormat: 'v0.0.1',
gracePeriod: 1000,
ignoreFromSelf: true,
optOutMuScopeIds: [
"http://redpencil.data.gift/id/concept/muScope/deltas/initialSync",
"http://redpencil.data.gift/id/concept/muScope/deltas/publicationGraphMaintenance"
]
}
},
{ {
match: { match: {
predicate: { predicate: {
@@ -94,60 +180,60 @@ export default [
} }
}, },
// organizations-sync-with-sharepoint/delta : jobs come from the jobs graph, data from the two main graphs // organizations-sync-with-sharepoint/delta : jobs come from the jobs graph, data from the two main graphs
// { {
// match: { match: {
// graph: { graph: {
// type: 'uri', type: 'uri',
// value: 'http://mu.semte.ch/graphs/jobs' value: 'http://mu.semte.ch/graphs/jobs'
// } }
// }, },
// callback: { callback: {
// url: 'http://organizations-sync-with-sharepoint/delta', url: 'http://organizations-sync-with-sharepoint/delta',
// method: 'POST' method: 'POST'
// }, },
// options: { options: {
// resourceFormat: 'v0.0.1', resourceFormat: 'v0.0.1',
// gracePeriod: 1000, gracePeriod: 1000,
// ignoreFromSelf: true, ignoreFromSelf: true,
// optOutMuScopeIds: [ "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync" ] optOutMuScopeIds: [ "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync" ]
// } }
// }, },
// { {
// match: { match: {
// graph: { graph: {
// type: 'uri', type: 'uri',
// value: 'http://mu.semte.ch/graphs/shared' value: 'http://mu.semte.ch/graphs/shared'
// } }
// }, },
// callback: { callback: {
// url: 'http://organizations-sync-with-sharepoint/delta', url: 'http://organizations-sync-with-sharepoint/delta',
// method: 'POST' method: 'POST'
// }, },
// options: { options: {
// resourceFormat: 'v0.0.1', resourceFormat: 'v0.0.1',
// gracePeriod: 1000, gracePeriod: 1000,
// ignoreFromSelf: true, ignoreFromSelf: true,
// optOutMuScopeIds: [ "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync" ] optOutMuScopeIds: [ "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync" ]
// } }
// }, },
// { {
// match: { match: {
// graph: { graph: {
// type: 'uri', type: 'uri',
// value: 'http://mu.semte.ch/graphs/administrative-unit' value: 'http://mu.semte.ch/graphs/administrative-unit'
// } }
// }, },
// callback: { callback: {
// url: 'http://organizations-sync-with-sharepoint/delta', url: 'http://organizations-sync-with-sharepoint/delta',
// method: 'POST' method: 'POST'
// }, },
// options: { options: {
// resourceFormat: 'v0.0.1', resourceFormat: 'v0.0.1',
// gracePeriod: 1000, gracePeriod: 1000,
// ignoreFromSelf: true, ignoreFromSelf: true,
// optOutMuScopeIds: [ "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync" ] optOutMuScopeIds: [ "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync" ]
// } }
// } }
/* /*
Commenting ldes rules until ready to go to qa/prod. In the meantime, we override the configuration on dev. Commenting ldes rules until ready to go to qa/prod. In the meantime, we override the configuration on dev.
{ {

32
config/jobs-controller/config.json
View File

@@ -1,4 +1,36 @@
{ {
"http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/administrative-units": {
"tasksConfiguration": [
{
"currentOperation": null,
"nextOperation": "http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/initialPublicationGraphSyncing",
"nextIndex": "0"
},
{
"currentOperation": "http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/initialPublicationGraphSyncing",
"nextOperation": "http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/deltaDumpFileCreation",
"nextIndex": "1"
}
]
},
"http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/administrative-units": {
"tasksConfiguration": [
{
"currentOperation": null,
"nextOperation": "http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/healing/patchPublicationGraph",
"nextIndex": "0"
}
]
},
"http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/administrative-units": {
"tasksConfiguration": [
{
"currentOperation": null,
"nextOperation": "http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/deltaDumpFileCreation",
"nextIndex": "0"
}
]
},
"http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations": { "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations": {
"tasksConfiguration": [ "tasksConfiguration": [
{ {

34
docker-compose.dev.yml
View File

@@ -28,12 +28,6 @@ services:
SPRING_SECURITY_CONFIG: "/config/security-dev.yml" SPRING_SECURITY_CONFIG: "/config/security-dev.yml"
restart: "no" restart: "no"
deltanotifier: deltanotifier:
environment:
DEBUG_DELTA_SEND: "true"
DEBUG_DELTA_NOT_SENDING_EMPTY: "true"
DEBUG_DELTA_MATCH: "true"
DEBUG_TRIPLE_MATCHES_SPEC: "true"
DEBUG_DELTA_FOLD: "true"
restart: "no" restart: "no"
mocklogin: mocklogin:
image: lblod/mock-login-service:latest image: lblod/mock-login-service:latest
@@ -58,16 +52,8 @@ services:
uri-info: uri-info:
restart: "no" restart: "no"
delta-producer-background-jobs-initiator: delta-producer-background-jobs-initiator:
# delta-producer-bg-jobs-initiator-organizations:
ports:
- 9999:80
restart: "no" restart: "no"
delta-producer-publication-graph-maintainer: delta-producer-publication-graph-maintainer:
build: ../delta-producer-publication-graph-maintainer
environment:
NODE_ENV: "development"
ports:
- 9229:9229
restart: "no" restart: "no"
search: search:
restart: "no" restart: "no"
@@ -84,30 +70,26 @@ services:
delta-producer-dump-file-publisher: delta-producer-dump-file-publisher:
restart: "no" restart: "no"
organizations-sync-with-sharepoint-jobs-initiator: organizations-sync-with-sharepoint-jobs-initiator:
# entrypoint: ["echo", "service disabled"]
restart: "no" restart: "no"
organizations-sync-with-sharepoint: organizations-sync-with-sharepoint:
# entrypoint: ["echo", "service disabled"]
restart: "no" restart: "no"
construct-administrative-unit-relationships: construct-administrative-unit-relationships:
restart: "no" restart: "no"
# delta-producer-pub-graph-maintainer-worship-posts: delta-producer-bg-jobs-initiator-worship-posts:
# entrypoint: ["echo", "service disabled"] restart: "no"
# restart: "no" delta-producer-pub-graph-maintainer-worship-posts:
# delta-producer-pub-graph-maintainer-public: restart: "no"
# entrypoint: ["echo", "service disabled"] delta-producer-bg-jobs-initiator-public:
# restart: "no" restart: "no"
delta-producer-pub-graph-maintainer-public:
restart: "no"
mandatarissen-consumer: mandatarissen-consumer:
entrypoint: ["echo", "service disabled"]
restart: "no" restart: "no"
leidinggevenden-consumer: leidinggevenden-consumer:
entrypoint: ["echo", "service disabled"]
restart: "no" restart: "no"
worship-services-sensitive-consumer: worship-services-sensitive-consumer:
entrypoint: ["echo", "service disabled"]
restart: "no" restart: "no"
ldes-backend: ldes-backend:
entrypoint: ["echo", "service disabled"]
environment: environment:
BASE_URL: "http://localhost/ldes/" BASE_URL: "http://localhost/ldes/"
kbo-data-sync: kbo-data-sync:

323
docker-compose.yml
View File

@@ -354,7 +354,7 @@ services:
restart: always restart: always
logging: *default-logging logging: *default-logging
delta-producer-publication-graph-maintainer: delta-producer-publication-graph-maintainer:
image: lblod/delta-producer-publication-graph-maintainer:1.0.8 image: lblod/delta-producer-publication-graph-maintainer:1.0.9-rc2
environment: environment:
MAX_BODY_SIZE: "50mb" MAX_BODY_SIZE: "50mb"
PRETTY_PRINT_DIFF_JSON: "true" PRETTY_PRINT_DIFF_JSON: "true"
@@ -362,8 +362,6 @@ services:
PUBLICATION_MU_AUTH_ENDPOINT: "http://publication-triplestore:8890/sparql" PUBLICATION_MU_AUTH_ENDPOINT: "http://publication-triplestore:8890/sparql"
SUDO_QUERY_RETRY_FOR_HTTP_STATUS_CODES: "404,500,503" SUDO_QUERY_RETRY_FOR_HTTP_STATUS_CODES: "404,500,503"
CONFIG_SERVICES_JSON_PATH: '/config/publication-graph-maintainer/config.json' CONFIG_SERVICES_JSON_PATH: '/config/publication-graph-maintainer/config.json'
LOG_DELTA_REWRITE: "true"
LOG_INCOMING_DELTA: "true"
volumes: volumes:
- ./config/delta-producer:/config - ./config/delta-producer:/config
- ./data/files/:/share - ./data/files/:/share
@@ -375,106 +373,55 @@ services:
restart: always restart: always
logging: *default-logging logging: *default-logging
################################################################################
# DELTA ORGANIZATIONS: START
################################################################################
# delta-producer-bg-jobs-initiator-organizations:
# image: lblod/delta-producer-background-jobs-initiator:0.3.1
# environment:
# JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
# DUMP_FILE_CREATION_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/organizations"
# INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations"
# HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations"
# CRON_PATTERN_DUMP_JOB: "42 * * * *" # At minute 42 every hour
# CRON_PATTERN_HEALING_JOB: "0 0 4 * * *" # everyday at 4 AM
# START_INITIAL_SYNC: "false" # prefer to disable it now. We want to have feeling with how the DB acts.
# labels:
# - "logging=true"
# links:
# - db:database
# restart: always
# logging: *default-logging
# delta-producer-pub-graph-maintainer-organizations:
# image: lblod/delta-producer-publication-graph-maintainer:0.15.4
# environment:
# MAX_BODY_SIZE: "50mb"
# JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
# RELATIVE_FILE_PATH: "deltas/organizations"
# PUBLICATION_GRAPH: "http://redpencil.data.gift/id/deltas/producer/organizations"
# HEALING_JOB_OPERATION: "http://http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizationsredpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations"
# INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: ""
# QUEUE_POLL_INTERVAL: 3000
# USE_VIRTUOSO_FOR_EXPENSIVE_SELECTS: "true" # some queries are just too expensive
# SKIP_MU_AUTH_INITIAL_SYNC: "true"
# HEALING_PATCH_GRAPH_BATCH_SIZE: 500
# SERVE_DELTA_FILES: "true"
# PUBLISHER_URI: "http://data.lblod.info/services/delta-production-json-diff-file-manager/organizations"
# DELTA_INTERVAL_MS: 10000
# PRETTY_PRINT_DIFF_JSON: "true"
# ERROR_GRAPH: "http://mu.semte.ch/graphs/jobs"
# volumes:
# - ./config/delta-producer/organizations:/config
# - ./data/files/:/share
# links:
# - db:database
# - triplestore:virtuoso
# restart: always
# labels:
# - "logging=true"
# logging: *default-logging
################################################################################
# DELTA ORGANIZATIONS: END
################################################################################
################################################################################ ################################################################################
# DELTA ORGANIZATIONS PUBLIC INFO: START # DELTA ORGANIZATIONS PUBLIC INFO: START
################################################################################ ################################################################################
# delta-producer-bg-jobs-initiator-organizations-public-info: delta-producer-bg-jobs-initiator-organizations-public-info:
# image: lblod/delta-producer-background-jobs-initiator:0.3.1 image: lblod/delta-producer-background-jobs-initiator:0.3.1
# environment: environment:
# JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs" JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
# DUMP_FILE_CREATION_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/organizations-public-info" DUMP_FILE_CREATION_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/organizations-public-info"
# INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations-public-info" INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations-public-info"
# HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations-public-info" HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations-public-info"
# CRON_PATTERN_DUMP_JOB: "27 */4 * * *" # At minute 27 every 4 hours CRON_PATTERN_DUMP_JOB: "27 */4 * * *" # At minute 27 every 4 hours
# CRON_PATTERN_HEALING_JOB: "0 0 4 * * *" # everyday at 4 AM CRON_PATTERN_HEALING_JOB: "0 0 4 * * *" # everyday at 4 AM
# START_INITIAL_SYNC: "false" # Enable in override when ready to initial sync START_INITIAL_SYNC: "false" # Enable in override when ready to initial sync
# labels: labels:
# - "logging=true" - "logging=true"
# links: links:
# - db:database - db:database
# restart: always restart: always
# logging: *default-logging logging: *default-logging
# delta-producer-pub-graph-maintainer-organizations-public-info: delta-producer-pub-graph-maintainer-organizations-public-info:
# image: lblod/delta-producer-publication-graph-maintainer:0.15.4 image: lblod/delta-producer-publication-graph-maintainer:0.15.4
# environment: environment:
# MAX_BODY_SIZE: "50mb" MAX_BODY_SIZE: "50mb"
# JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs" JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
# RELATIVE_FILE_PATH: "deltas/organizations-public-info" RELATIVE_FILE_PATH: "deltas/organizations-public-info"
# PUBLICATION_GRAPH: "http://redpencil.data.gift/id/deltas/producer/organizations-public-info" PUBLICATION_GRAPH: "http://redpencil.data.gift/id/deltas/producer/organizations-public-info"
# HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations-public-info" HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations-public-info"
# INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations-public-info" INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations-public-info"
# QUEUE_POLL_INTERVAL: 3000 QUEUE_POLL_INTERVAL: 3000
# USE_VIRTUOSO_FOR_EXPENSIVE_SELECTS: "true" # some queries are just too expensive USE_VIRTUOSO_FOR_EXPENSIVE_SELECTS: "true" # some queries are just too expensive
# SKIP_MU_AUTH_INITIAL_SYNC: "true" SKIP_MU_AUTH_INITIAL_SYNC: "true"
# HEALING_PATCH_GRAPH_BATCH_SIZE: 500 HEALING_PATCH_GRAPH_BATCH_SIZE: 500
# SERVE_DELTA_FILES: "true" SERVE_DELTA_FILES: "true"
# PUBLISHER_URI: "http://data.lblod.info/services/delta-production-json-diff-file-manager/organizations-public-info" PUBLISHER_URI: "http://data.lblod.info/services/delta-production-json-diff-file-manager/organizations-public-info"
# DELTA_INTERVAL_MS: 10000 DELTA_INTERVAL_MS: 10000
# PRETTY_PRINT_DIFF_JSON: "true" PRETTY_PRINT_DIFF_JSON: "true"
# PUBLICATION_VIRTUOSO_ENDPOINT: "http://publication-triplestore:8890/sparql" PUBLICATION_VIRTUOSO_ENDPOINT: "http://publication-triplestore:8890/sparql"
# PUBLICATION_MU_AUTH_ENDPOINT: "http://publication-triplestore:8890/sparql" PUBLICATION_MU_AUTH_ENDPOINT: "http://publication-triplestore:8890/sparql"
# ERROR_GRAPH: "http://mu.semte.ch/graphs/jobs" ERROR_GRAPH: "http://mu.semte.ch/graphs/jobs"
# volumes: volumes:
# - ./config/delta-producer/organizations-public-info:/config - ./config/delta-producer/organizations-public-info:/config
# - ./data/files/:/share - ./data/files/:/share
# links: links:
# - db:database - db:database
# - triplestore:virtuoso - triplestore:virtuoso
# restart: always restart: always
# labels: labels:
# - "logging=true" - "logging=true"
# logging: *default-logging logging: *default-logging
################################################################################ ################################################################################
# DELTA ORGANIZATIONS PUBLIC INFO: END # DELTA ORGANIZATIONS PUBLIC INFO: END
################################################################################ ################################################################################
@@ -482,50 +429,50 @@ services:
################################################################################ ################################################################################
# DELTA PUBLIC INFORMATION: START # DELTA PUBLIC INFORMATION: START
################################################################################ ################################################################################
# delta-producer-bg-jobs-initiator-public: delta-producer-bg-jobs-initiator-public:
# image: lblod/delta-producer-background-jobs-initiator:0.3.1 image: lblod/delta-producer-background-jobs-initiator:0.3.1
# environment: environment:
# JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs" JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
# DUMP_FILE_CREATION_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/public" DUMP_FILE_CREATION_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/public"
# INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/public" INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/public"
# HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/public" HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/public"
# CRON_PATTERN_DUMP_JOB: "11 */4 * * *" # At minute 11 every 4 hours CRON_PATTERN_DUMP_JOB: "11 */4 * * *" # At minute 11 every 4 hours
# CRON_PATTERN_HEALING_JOB: "0 0 4 * * *" # everyday at 4 AM CRON_PATTERN_HEALING_JOB: "0 0 4 * * *" # everyday at 4 AM
# START_INITIAL_SYNC: "false" # prefer to disable it now. We want to have feeling with how the DB acts. START_INITIAL_SYNC: "false" # prefer to disable it now. We want to have feeling with how the DB acts.
# labels: labels:
# - "logging=true" - "logging=true"
# links: links:
# - db:database - db:database
# restart: always restart: always
# logging: *default-logging logging: *default-logging
# delta-producer-pub-graph-maintainer-public: delta-producer-pub-graph-maintainer-public:
# image: lblod/delta-producer-publication-graph-maintainer:0.15.4 image: lblod/delta-producer-publication-graph-maintainer:0.15.4
# environment: environment:
# MAX_BODY_SIZE: "50mb" MAX_BODY_SIZE: "50mb"
# JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs" JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
# RELATIVE_FILE_PATH: "deltas/public" RELATIVE_FILE_PATH: "deltas/public"
# PUBLICATION_GRAPH: "http://redpencil.data.gift/id/deltas/producer/public" PUBLICATION_GRAPH: "http://redpencil.data.gift/id/deltas/producer/public"
# HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/public" HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/public"
# INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/public" INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/public"
# QUEUE_POLL_INTERVAL: 3000 QUEUE_POLL_INTERVAL: 3000
# USE_VIRTUOSO_FOR_EXPENSIVE_SELECTS: "true" # some queries are just too expensive USE_VIRTUOSO_FOR_EXPENSIVE_SELECTS: "true" # some queries are just too expensive
# SKIP_MU_AUTH_INITIAL_SYNC: "true" SKIP_MU_AUTH_INITIAL_SYNC: "true"
# HEALING_PATCH_GRAPH_BATCH_SIZE: 500 HEALING_PATCH_GRAPH_BATCH_SIZE: 500
# SERVE_DELTA_FILES: "true" SERVE_DELTA_FILES: "true"
# PUBLISHER_URI: "http://data.lblod.info/services/delta-production-json-diff-file-manager/public" PUBLISHER_URI: "http://data.lblod.info/services/delta-production-json-diff-file-manager/public"
# DELTA_INTERVAL_MS: 10000 DELTA_INTERVAL_MS: 10000
# PRETTY_PRINT_DIFF_JSON: "true" PRETTY_PRINT_DIFF_JSON: "true"
# ERROR_GRAPH: "http://mu.semte.ch/graphs/jobs" ERROR_GRAPH: "http://mu.semte.ch/graphs/jobs"
# volumes: volumes:
# - ./config/delta-producer/public:/config - ./config/delta-producer/public:/config
# - ./data/files/:/share - ./data/files/:/share
# links: links:
# - db:database - db:database
# - triplestore:virtuoso - triplestore:virtuoso
# restart: always restart: always
# labels: labels:
# - "logging=true" - "logging=true"
# logging: *default-logging logging: *default-logging
################################################################################ ################################################################################
# DELTA PUBLIC INFORMATION: END # DELTA PUBLIC INFORMATION: END
################################################################################ ################################################################################
@@ -533,50 +480,50 @@ services:
################################################################################ ################################################################################
# DELTA WORSHIP POSTS: START # DELTA WORSHIP POSTS: START
################################################################################ ################################################################################
# delta-producer-bg-jobs-initiator-worship-posts: delta-producer-bg-jobs-initiator-worship-posts:
# image: lblod/delta-producer-background-jobs-initiator:0.3.1 image: lblod/delta-producer-background-jobs-initiator:0.3.1
# environment: environment:
# JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs" JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
# DUMP_FILE_CREATION_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/worship-posts" DUMP_FILE_CREATION_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/worship-posts"
# INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/worship-posts" INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/worship-posts"
# HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/worship-posts" HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/worship-posts"
# CRON_PATTERN_DUMP_JOB: "17 */4 * * *" # At minute 17 every 4 hours CRON_PATTERN_DUMP_JOB: "17 */4 * * *" # At minute 17 every 4 hours
# CRON_PATTERN_HEALING_JOB: "0 0 3 * * *" # everyday at 3 AM CRON_PATTERN_HEALING_JOB: "0 0 3 * * *" # everyday at 3 AM
# START_INITIAL_SYNC: "false" # prefer to disable it now. We want to have feeling with how the DB acts. START_INITIAL_SYNC: "false" # prefer to disable it now. We want to have feeling with how the DB acts.
# labels: labels:
# - "logging=true" - "logging=true"
# links: links:
# - db:database - db:database
# restart: always restart: always
# logging: *default-logging logging: *default-logging
# delta-producer-pub-graph-maintainer-worship-posts: delta-producer-pub-graph-maintainer-worship-posts:
# image: lblod/delta-producer-publication-graph-maintainer:0.15.4 image: lblod/delta-producer-publication-graph-maintainer:0.15.4
# environment: environment:
# MAX_BODY_SIZE: "50mb" MAX_BODY_SIZE: "50mb"
# JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs" JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
# RELATIVE_FILE_PATH: "deltas/worship-posts" RELATIVE_FILE_PATH: "deltas/worship-posts"
# PUBLICATION_GRAPH: "http://redpencil.data.gift/id/deltas/producer/worship-posts" PUBLICATION_GRAPH: "http://redpencil.data.gift/id/deltas/producer/worship-posts"
# HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/worship-posts" HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/worship-posts"
# INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/worship-posts" INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/worship-posts"
# QUEUE_POLL_INTERVAL: 3000 QUEUE_POLL_INTERVAL: 3000
# USE_VIRTUOSO_FOR_EXPENSIVE_SELECTS: "true" # some queries are just too expensive USE_VIRTUOSO_FOR_EXPENSIVE_SELECTS: "true" # some queries are just too expensive
# SKIP_MU_AUTH_INITIAL_SYNC: "true" SKIP_MU_AUTH_INITIAL_SYNC: "true"
# HEALING_PATCH_GRAPH_BATCH_SIZE: 500 HEALING_PATCH_GRAPH_BATCH_SIZE: 500
# SERVE_DELTA_FILES: "true" SERVE_DELTA_FILES: "true"
# PUBLISHER_URI: "http://data.lblod.info/services/delta-production-json-diff-file-manager/worship-posts" PUBLISHER_URI: "http://data.lblod.info/services/delta-production-json-diff-file-manager/worship-posts"
# DELTA_INTERVAL_MS: 10000 DELTA_INTERVAL_MS: 10000
# PRETTY_PRINT_DIFF_JSON: "true" PRETTY_PRINT_DIFF_JSON: "true"
# ERROR_GRAPH: "http://mu.semte.ch/graphs/jobs" ERROR_GRAPH: "http://mu.semte.ch/graphs/jobs"
# volumes: volumes:
# - ./config/delta-producer/worship-posts:/config - ./config/delta-producer/worship-posts:/config
# - ./data/files/:/share - ./data/files/:/share
# links: links:
# - db:database - db:database
# - triplestore:virtuoso - triplestore:virtuoso
# restart: always restart: always
# labels: labels:
# - "logging=true" - "logging=true"
# logging: *default-logging logging: *default-logging
################################################################################ ################################################################################
# DELTA WORSHIP POSTS: END # DELTA WORSHIP POSTS: END
################################################################################ ################################################################################