Merge pull request #452 from lblod/feature/bump-delta-producers-and-move-to-publication-triplestore
Bump delta producers and move to publication triplestore
This commit is contained in:
@@ -1,12 +1,42 @@
|
|||||||
[
|
[
|
||||||
{
|
{
|
||||||
"name": "organizations",
|
"name": "organizations",
|
||||||
"jobsGraph": "http://mu.semte.ch/graphs/jobs",
|
"jobsGraph": "http://mu.semte.ch/graphs/jobs",
|
||||||
"dumpFileCreationJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/organizations",
|
"dumpFileCreationJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/organizations",
|
||||||
"initialPublicationGraphSyncJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations",
|
"initialPublicationGraphSyncJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations",
|
||||||
"healingJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations",
|
"healingJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations",
|
||||||
"cronPatternDumpJob": "42 * * * *",
|
"cronPatternDumpJob": "42 * * * *",
|
||||||
"cronPatternHealingJob": "0 0 4 * * *",
|
"cronPatternHealingJob": "0 0 4 * * *",
|
||||||
"startInitialSync": true
|
"startInitialSync": true
|
||||||
}
|
},
|
||||||
]
|
{
|
||||||
|
"name": "public",
|
||||||
|
"jobsGraph": "http://mu.semte.ch/graphs/jobs",
|
||||||
|
"dumpFileCreationJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/public",
|
||||||
|
"initialPublicationGraphSyncJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/public",
|
||||||
|
"healingJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/public",
|
||||||
|
"cronPatternDumpJob": "11 */4 * * *",
|
||||||
|
"cronPatternHealingJob": "0 0 4 * * *",
|
||||||
|
"startInitialSync": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "organizations-public-info",
|
||||||
|
"jobsGraph": "http://mu.semte.ch/graphs/jobs",
|
||||||
|
"dumpFileCreationJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/organizations-public-info",
|
||||||
|
"initialPublicationGraphSyncJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations-public-info",
|
||||||
|
"healingJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations-public-info",
|
||||||
|
"cronPatternDumpJob": "27 */4 * * *",
|
||||||
|
"cronPatternHealingJob": "0 0 4 * * *",
|
||||||
|
"startInitialSync": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "worship-posts",
|
||||||
|
"jobsGraph": "http://mu.semte.ch/graphs/jobs",
|
||||||
|
"dumpFileCreationJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/worship-posts",
|
||||||
|
"initialPublicationGraphSyncJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/worship-posts",
|
||||||
|
"healingJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/worship-posts",
|
||||||
|
"cronPatternDumpJob": "17 */4 * * *",
|
||||||
|
"cronPatternHealingJob": "0 0 3 * * *",
|
||||||
|
"startInitialSync": true
|
||||||
|
}
|
||||||
|
]
|
||||||
|
|||||||
@@ -1,25 +1,93 @@
|
|||||||
{
|
{
|
||||||
"organizations": {
|
"organizations": {
|
||||||
"deltaInterval": 10000,
|
"deltaInterval": 10000,
|
||||||
"deltaPath": "/organizations/delta",
|
"errorCreatorUri": "http://lblod.data.gift/services/delta-producer-publication-graph-maintainer-organizations",
|
||||||
"errorCreatorUri": "http://lblod.data.gift/services/delta-producer-publication-graph-maintainer-organizations",
|
"exportConfigPath": "/config/organizations/export.json",
|
||||||
"exportConfigPath": "/config/organizations/export.json",
|
"filesPath": "/organizations/files",
|
||||||
"filesPath": "/organizations/files",
|
"healingJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations",
|
||||||
"healingJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations",
|
"initialPublicationGraphSyncJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations",
|
||||||
"initialPublicationGraphSyncJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations",
|
"jobsGraph": "http://mu.semte.ch/graphs/jobs",
|
||||||
"jobsGraph": "http://mu.semte.ch/graphs/jobs",
|
"publicationGraph": "http://redpencil.data.gift/id/deltas/producer/organizations",
|
||||||
"publicationGraph": "http://redpencil.data.gift/id/deltas/producer/organizations",
|
"publisherUri": "http://data.lblod.info/services/delta-production-json-diff-file-manager/organizations",
|
||||||
"publisherUri": "http://data.lblod.info/services/delta-production-json-diff-file-manager/organizations",
|
"queuePollInterval": 3000,
|
||||||
"queuePollInterval": 3000,
|
"relativeFilePath": "/deltas/organizations",
|
||||||
"relativeFilePath": "/deltas/organizations",
|
"serveDeltaFiles": true,
|
||||||
"serveDeltaFiles": true,
|
"skipMuAuthInitialSync": true,
|
||||||
"skipMuAuthInitialSync": true,
|
"skipMuAuthHealing": true,
|
||||||
"skipMuAuthHealing": true,
|
"useFileDiff": true,
|
||||||
"useFileDiff": true,
|
"healingInitialBatchSizeInsert": 1000,
|
||||||
"healingInitialBatchSizeInsert": 1000,
|
"useVirtuosoForExpensiveSelects": true,
|
||||||
"useVirtuosoForExpensiveSelects": true,
|
"errorGraph": "http://mu.semte.ch/graphs/jobs",
|
||||||
"errorGraph": "http://mu.semte.ch/graphs/jobs",
|
"loginPath": "/organizations/login",
|
||||||
"loginPath": "/organizations/login",
|
"logOutgoingDelta": true
|
||||||
"logOutgoingDelta": true
|
},
|
||||||
}
|
"public": {
|
||||||
}
|
"deltaInterval": 10000,
|
||||||
|
"errorCreatorUri": "http://lblod.data.gift/services/delta-producer-publication-graph-maintainer-public",
|
||||||
|
"exportConfigPath": "/config/public/export.json",
|
||||||
|
"filesPath": "/public/files",
|
||||||
|
"healingJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/public",
|
||||||
|
"initialPublicationGraphSyncJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/public",
|
||||||
|
"jobsGraph": "http://mu.semte.ch/graphs/jobs",
|
||||||
|
"publicationGraph": "http://redpencil.data.gift/id/deltas/producer/public",
|
||||||
|
"publisherUri": "http://data.lblod.info/services/delta-production-json-diff-file-manager/public",
|
||||||
|
"queuePollInterval": 3000,
|
||||||
|
"relativeFilePath": "/deltas/public",
|
||||||
|
"serveDeltaFiles": true,
|
||||||
|
"skipMuAuthInitialSync": true,
|
||||||
|
"skipMuAuthHealing": true,
|
||||||
|
"useFileDiff": true,
|
||||||
|
"healingInitialBatchSizeInsert": 1000,
|
||||||
|
"healingPatchPublicationGraphTaskOperation": 500,
|
||||||
|
"useVirtuosoForExpensiveSelects": true,
|
||||||
|
"errorGraph": "http://mu.semte.ch/graphs/jobs",
|
||||||
|
"loginPath": "/public/login",
|
||||||
|
"logOutgoingDelta": true
|
||||||
|
},
|
||||||
|
"organizations-public-info": {
|
||||||
|
"deltaInterval": 10000,
|
||||||
|
"errorCreatorUri": "http://lblod.data.gift/services/delta-producer-publication-graph-maintainer-organizations-public-info",
|
||||||
|
"exportConfigPath": "/config/organizations-public-info/export.json",
|
||||||
|
"filesPath": "/organizations-public-info/files",
|
||||||
|
"healingJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations-public-info",
|
||||||
|
"initialPublicationGraphSyncJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations-public-info",
|
||||||
|
"jobsGraph": "http://mu.semte.ch/graphs/jobs",
|
||||||
|
"publicationGraph": "http://redpencil.data.gift/id/deltas/producer/organizations-public-info",
|
||||||
|
"publisherUri": "http://data.lblod.info/services/delta-production-json-diff-file-manager/organizations-public-info",
|
||||||
|
"queuePollInterval": 3000,
|
||||||
|
"relativeFilePath": "/deltas/organizations-public-info",
|
||||||
|
"serveDeltaFiles": true,
|
||||||
|
"skipMuAuthInitialSync": true,
|
||||||
|
"skipMuAuthHealing": true,
|
||||||
|
"useFileDiff": true,
|
||||||
|
"healingInitialBatchSizeInsert": 1000,
|
||||||
|
"healingPatchPublicationGraphTaskOperation": 500,
|
||||||
|
"useVirtuosoForExpensiveSelects": true,
|
||||||
|
"errorGraph": "http://mu.semte.ch/graphs/jobs",
|
||||||
|
"loginPath": "/organizations-public-info/login",
|
||||||
|
"logOutgoingDelta": true
|
||||||
|
},
|
||||||
|
"worship-posts": {
|
||||||
|
"deltaInterval": 10000,
|
||||||
|
"errorCreatorUri": "http://lblod.data.gift/services/delta-producer-publication-graph-maintainer-worship-posts",
|
||||||
|
"exportConfigPath": "/config/worship-posts/export.json",
|
||||||
|
"filesPath": "/worship-posts/files",
|
||||||
|
"healingJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/worship-posts",
|
||||||
|
"initialPublicationGraphSyncJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/worship-posts",
|
||||||
|
"jobsGraph": "http://mu.semte.ch/graphs/jobs",
|
||||||
|
"publicationGraph": "http://redpencil.data.gift/id/deltas/producer/worship-posts",
|
||||||
|
"publisherUri": "http://data.lblod.info/services/delta-production-json-diff-file-manager/worship-posts",
|
||||||
|
"queuePollInterval": 3000,
|
||||||
|
"relativeFilePath": "/deltas/worship-posts",
|
||||||
|
"serveDeltaFiles": true,
|
||||||
|
"skipMuAuthInitialSync": true,
|
||||||
|
"skipMuAuthHealing": true,
|
||||||
|
"useFileDiff": true,
|
||||||
|
"healingInitialBatchSizeInsert": 1000,
|
||||||
|
"healingPatchPublicationGraphTaskOperation": 500,
|
||||||
|
"useVirtuosoForExpensiveSelects": true,
|
||||||
|
"errorGraph": "http://mu.semte.ch/graphs/jobs",
|
||||||
|
"loginPath": "/worship-posts/login",
|
||||||
|
"logOutgoingDelta": true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|||||||
@@ -33,7 +33,6 @@ export default [
|
|||||||
ignoreFromSelf: true
|
ignoreFromSelf: true
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
|
||||||
{
|
{
|
||||||
match: {
|
match: {
|
||||||
graph: {
|
graph: {
|
||||||
@@ -51,7 +50,6 @@ export default [
|
|||||||
ignoreFromSelf: true
|
ignoreFromSelf: true
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
|
||||||
{
|
{
|
||||||
match: {
|
match: {
|
||||||
graph: {
|
graph: {
|
||||||
@@ -69,7 +67,6 @@ export default [
|
|||||||
ignoreFromSelf: true
|
ignoreFromSelf: true
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
|
||||||
{
|
{
|
||||||
match: {
|
match: {
|
||||||
predicate: {
|
predicate: {
|
||||||
@@ -92,59 +89,7 @@ export default [
|
|||||||
match: {
|
match: {
|
||||||
},
|
},
|
||||||
callback: {
|
callback: {
|
||||||
url: 'http://delta-producer-publication-graph-maintainer/organizations/delta',
|
url: 'http://delta-producer-publication-graph-maintainer/delta',
|
||||||
method: 'POST'
|
|
||||||
},
|
|
||||||
options: {
|
|
||||||
resourceFormat: 'v0.0.1',
|
|
||||||
gracePeriod: 1000,
|
|
||||||
ignoreFromSelf: true,
|
|
||||||
optOutMuScopeIds: [
|
|
||||||
"http://redpencil.data.gift/id/concept/muScope/deltas/initialSync",
|
|
||||||
"http://redpencil.data.gift/id/concept/muScope/deltas/publicationGraphMaintenance"
|
|
||||||
]
|
|
||||||
}
|
|
||||||
},
|
|
||||||
{
|
|
||||||
match: {
|
|
||||||
},
|
|
||||||
callback: {
|
|
||||||
url: 'http://delta-producer-pub-graph-maintainer-organizations-public-info/delta',
|
|
||||||
method: 'POST'
|
|
||||||
},
|
|
||||||
options: {
|
|
||||||
resourceFormat: 'v0.0.1',
|
|
||||||
gracePeriod: 1000,
|
|
||||||
ignoreFromSelf: true,
|
|
||||||
optOutMuScopeIds: [
|
|
||||||
"http://redpencil.data.gift/id/concept/muScope/deltas/initialSync",
|
|
||||||
"http://redpencil.data.gift/id/concept/muScope/deltas/publicationGraphMaintenance"
|
|
||||||
]
|
|
||||||
}
|
|
||||||
},
|
|
||||||
{
|
|
||||||
match: {
|
|
||||||
},
|
|
||||||
callback: {
|
|
||||||
url: 'http://delta-producer-pub-graph-maintainer-public/delta',
|
|
||||||
method: 'POST'
|
|
||||||
},
|
|
||||||
options: {
|
|
||||||
resourceFormat: 'v0.0.1',
|
|
||||||
gracePeriod: 1000,
|
|
||||||
ignoreFromSelf: true,
|
|
||||||
optOutMuScopeIds: [
|
|
||||||
"http://redpencil.data.gift/id/concept/muScope/deltas/initialSync",
|
|
||||||
"http://redpencil.data.gift/id/concept/muScope/deltas/publicationGraphMaintenance"
|
|
||||||
]
|
|
||||||
}
|
|
||||||
},
|
|
||||||
{
|
|
||||||
match: {
|
|
||||||
// anything
|
|
||||||
},
|
|
||||||
callback: {
|
|
||||||
url: 'http://delta-producer-pub-graph-maintainer-worship-posts/delta',
|
|
||||||
method: 'POST'
|
method: 'POST'
|
||||||
},
|
},
|
||||||
options: {
|
options: {
|
||||||
|
|||||||
@@ -366,7 +366,7 @@ defmodule Dispatcher do
|
|||||||
#################################################################
|
#################################################################
|
||||||
|
|
||||||
get "/sync/organizations/files/*path" do
|
get "/sync/organizations/files/*path" do
|
||||||
Proxy.forward conn, path, "http://delta-producer-publication-graph-maintainer/files/"
|
Proxy.forward conn, path, "http://delta-producer-publication-graph-maintainer/organizations/files/"
|
||||||
end
|
end
|
||||||
|
|
||||||
#################################################################
|
#################################################################
|
||||||
@@ -374,7 +374,7 @@ defmodule Dispatcher do
|
|||||||
#################################################################
|
#################################################################
|
||||||
|
|
||||||
get "/sync/organizations-public-info/files/*path" do
|
get "/sync/organizations-public-info/files/*path" do
|
||||||
Proxy.forward conn, path, "http://delta-producer-pub-graph-maintainer-organizations-public-info/files/"
|
Proxy.forward(conn, path, "http://delta-producer-publication-graph-maintainer/organizations-public-info/files/")
|
||||||
end
|
end
|
||||||
|
|
||||||
#################################################################
|
#################################################################
|
||||||
@@ -382,7 +382,7 @@ defmodule Dispatcher do
|
|||||||
#################################################################
|
#################################################################
|
||||||
|
|
||||||
get "/sync/public/files/*path" do
|
get "/sync/public/files/*path" do
|
||||||
Proxy.forward conn, path, "http://delta-producer-pub-graph-maintainer-public/files/"
|
Proxy.forward(conn, path, "http://delta-producer-publication-graph-maintainer/public/files/")
|
||||||
end
|
end
|
||||||
|
|
||||||
#################################################################
|
#################################################################
|
||||||
@@ -390,7 +390,7 @@ defmodule Dispatcher do
|
|||||||
#################################################################
|
#################################################################
|
||||||
|
|
||||||
get "/sync/worship-posts/files/*path" do
|
get "/sync/worship-posts/files/*path" do
|
||||||
Proxy.forward conn, path, "http://delta-producer-pub-graph-maintainer-worship-posts/files/"
|
Proxy.forward(conn, path, "http://delta-producer-publication-graph-maintainer/worship-posts/files/")
|
||||||
end
|
end
|
||||||
|
|
||||||
#################################################################
|
#################################################################
|
||||||
|
|||||||
@@ -46,9 +46,9 @@ services:
|
|||||||
restart: "no"
|
restart: "no"
|
||||||
adressenregister:
|
adressenregister:
|
||||||
restart: "no"
|
restart: "no"
|
||||||
|
image: lblod/frontend-organization-portal:latest
|
||||||
frontend:
|
frontend:
|
||||||
image: lblod/frontend-organization-portal:latest
|
restart: "no"
|
||||||
restart: "no"
|
|
||||||
uri-info:
|
uri-info:
|
||||||
restart: "no"
|
restart: "no"
|
||||||
delta-producer-background-jobs-initiator:
|
delta-producer-background-jobs-initiator:
|
||||||
@@ -75,14 +75,6 @@ services:
|
|||||||
restart: "no"
|
restart: "no"
|
||||||
construct-organization-relationships:
|
construct-organization-relationships:
|
||||||
restart: "no"
|
restart: "no"
|
||||||
delta-producer-bg-jobs-initiator-worship-posts:
|
|
||||||
restart: "no"
|
|
||||||
delta-producer-pub-graph-maintainer-worship-posts:
|
|
||||||
restart: "no"
|
|
||||||
delta-producer-bg-jobs-initiator-public:
|
|
||||||
restart: "no"
|
|
||||||
delta-producer-pub-graph-maintainer-public:
|
|
||||||
restart: "no"
|
|
||||||
mandatarissen-consumer:
|
mandatarissen-consumer:
|
||||||
restart: "no"
|
restart: "no"
|
||||||
leidinggevenden-consumer:
|
leidinggevenden-consumer:
|
||||||
|
|||||||
@@ -344,7 +344,7 @@ services:
|
|||||||
restart: always
|
restart: always
|
||||||
logging: *default-logging
|
logging: *default-logging
|
||||||
delta-producer-publication-graph-maintainer:
|
delta-producer-publication-graph-maintainer:
|
||||||
image: lblod/delta-producer-publication-graph-maintainer:1.1.1-rc.1
|
image: lblod/delta-producer-publication-graph-maintainer:1.2.2
|
||||||
environment:
|
environment:
|
||||||
MAX_BODY_SIZE: "50mb"
|
MAX_BODY_SIZE: "50mb"
|
||||||
PRETTY_PRINT_DIFF_JSON: "true"
|
PRETTY_PRINT_DIFF_JSON: "true"
|
||||||
@@ -363,161 +363,6 @@ services:
|
|||||||
restart: always
|
restart: always
|
||||||
logging: *default-logging
|
logging: *default-logging
|
||||||
|
|
||||||
################################################################################
|
|
||||||
# DELTA ORGANIZATIONS PUBLIC INFO: START
|
|
||||||
################################################################################
|
|
||||||
delta-producer-bg-jobs-initiator-organizations-public-info:
|
|
||||||
image: lblod/delta-producer-background-jobs-initiator:0.3.1
|
|
||||||
environment:
|
|
||||||
JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
|
|
||||||
DUMP_FILE_CREATION_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/organizations-public-info"
|
|
||||||
INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations-public-info"
|
|
||||||
HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations-public-info"
|
|
||||||
CRON_PATTERN_DUMP_JOB: "27 */4 * * *" # At minute 27 every 4 hours
|
|
||||||
CRON_PATTERN_HEALING_JOB: "0 0 4 * * *" # everyday at 4 AM
|
|
||||||
START_INITIAL_SYNC: "false" # Enable in override when ready to initial sync
|
|
||||||
labels:
|
|
||||||
- "logging=true"
|
|
||||||
links:
|
|
||||||
- db:database
|
|
||||||
restart: always
|
|
||||||
logging: *default-logging
|
|
||||||
delta-producer-pub-graph-maintainer-organizations-public-info:
|
|
||||||
image: lblod/delta-producer-publication-graph-maintainer:0.15.5
|
|
||||||
environment:
|
|
||||||
MAX_BODY_SIZE: "50mb"
|
|
||||||
JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
|
|
||||||
RELATIVE_FILE_PATH: "deltas/organizations-public-info"
|
|
||||||
PUBLICATION_GRAPH: "http://redpencil.data.gift/id/deltas/producer/organizations-public-info"
|
|
||||||
HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations-public-info"
|
|
||||||
INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations-public-info"
|
|
||||||
QUEUE_POLL_INTERVAL: 3000
|
|
||||||
USE_VIRTUOSO_FOR_EXPENSIVE_SELECTS: "true" # some queries are just too expensive
|
|
||||||
SKIP_MU_AUTH_INITIAL_SYNC: "true"
|
|
||||||
HEALING_PATCH_GRAPH_BATCH_SIZE: 500
|
|
||||||
SERVE_DELTA_FILES: "true"
|
|
||||||
PUBLISHER_URI: "http://data.lblod.info/services/delta-production-json-diff-file-manager/organizations-public-info"
|
|
||||||
DELTA_INTERVAL_MS: 10000
|
|
||||||
PRETTY_PRINT_DIFF_JSON: "true"
|
|
||||||
PUBLICATION_VIRTUOSO_ENDPOINT: "http://publication-triplestore:8890/sparql"
|
|
||||||
PUBLICATION_MU_AUTH_ENDPOINT: "http://publication-triplestore:8890/sparql"
|
|
||||||
ERROR_GRAPH: "http://mu.semte.ch/graphs/jobs"
|
|
||||||
volumes:
|
|
||||||
- ./config/delta-producer/organizations-public-info:/config
|
|
||||||
- ./data/files/:/share
|
|
||||||
links:
|
|
||||||
- db:database
|
|
||||||
- triplestore:virtuoso
|
|
||||||
restart: always
|
|
||||||
labels:
|
|
||||||
- "logging=true"
|
|
||||||
logging: *default-logging
|
|
||||||
################################################################################
|
|
||||||
# DELTA ORGANIZATIONS PUBLIC INFO: END
|
|
||||||
################################################################################
|
|
||||||
|
|
||||||
################################################################################
|
|
||||||
# DELTA PUBLIC INFORMATION: START
|
|
||||||
################################################################################
|
|
||||||
delta-producer-bg-jobs-initiator-public:
|
|
||||||
image: lblod/delta-producer-background-jobs-initiator:0.3.1
|
|
||||||
environment:
|
|
||||||
JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
|
|
||||||
DUMP_FILE_CREATION_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/public"
|
|
||||||
INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/public"
|
|
||||||
HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/public"
|
|
||||||
CRON_PATTERN_DUMP_JOB: "11 */4 * * *" # At minute 11 every 4 hours
|
|
||||||
CRON_PATTERN_HEALING_JOB: "0 0 4 * * *" # everyday at 4 AM
|
|
||||||
START_INITIAL_SYNC: "false" # prefer to disable it now. We want to have feeling with how the DB acts.
|
|
||||||
labels:
|
|
||||||
- "logging=true"
|
|
||||||
links:
|
|
||||||
- db:database
|
|
||||||
restart: always
|
|
||||||
logging: *default-logging
|
|
||||||
delta-producer-pub-graph-maintainer-public:
|
|
||||||
image: lblod/delta-producer-publication-graph-maintainer:0.15.5
|
|
||||||
environment:
|
|
||||||
MAX_BODY_SIZE: "50mb"
|
|
||||||
JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
|
|
||||||
RELATIVE_FILE_PATH: "deltas/public"
|
|
||||||
PUBLICATION_GRAPH: "http://redpencil.data.gift/id/deltas/producer/public"
|
|
||||||
HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/public"
|
|
||||||
INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/public"
|
|
||||||
QUEUE_POLL_INTERVAL: 3000
|
|
||||||
USE_VIRTUOSO_FOR_EXPENSIVE_SELECTS: "true" # some queries are just too expensive
|
|
||||||
SKIP_MU_AUTH_INITIAL_SYNC: "true"
|
|
||||||
HEALING_PATCH_GRAPH_BATCH_SIZE: 500
|
|
||||||
SERVE_DELTA_FILES: "true"
|
|
||||||
PUBLISHER_URI: "http://data.lblod.info/services/delta-production-json-diff-file-manager/public"
|
|
||||||
DELTA_INTERVAL_MS: 10000
|
|
||||||
PRETTY_PRINT_DIFF_JSON: "true"
|
|
||||||
ERROR_GRAPH: "http://mu.semte.ch/graphs/jobs"
|
|
||||||
volumes:
|
|
||||||
- ./config/delta-producer/public:/config
|
|
||||||
- ./data/files/:/share
|
|
||||||
links:
|
|
||||||
- db:database
|
|
||||||
- triplestore:virtuoso
|
|
||||||
restart: always
|
|
||||||
labels:
|
|
||||||
- "logging=true"
|
|
||||||
logging: *default-logging
|
|
||||||
################################################################################
|
|
||||||
# DELTA PUBLIC INFORMATION: END
|
|
||||||
################################################################################
|
|
||||||
|
|
||||||
################################################################################
|
|
||||||
# DELTA WORSHIP POSTS: START
|
|
||||||
################################################################################
|
|
||||||
delta-producer-bg-jobs-initiator-worship-posts:
|
|
||||||
image: lblod/delta-producer-background-jobs-initiator:0.3.1
|
|
||||||
environment:
|
|
||||||
JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
|
|
||||||
DUMP_FILE_CREATION_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/worship-posts"
|
|
||||||
INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/worship-posts"
|
|
||||||
HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/worship-posts"
|
|
||||||
CRON_PATTERN_DUMP_JOB: "17 */4 * * *" # At minute 17 every 4 hours
|
|
||||||
CRON_PATTERN_HEALING_JOB: "0 0 3 * * *" # everyday at 3 AM
|
|
||||||
START_INITIAL_SYNC: "false" # prefer to disable it now. We want to have feeling with how the DB acts.
|
|
||||||
labels:
|
|
||||||
- "logging=true"
|
|
||||||
links:
|
|
||||||
- db:database
|
|
||||||
restart: always
|
|
||||||
logging: *default-logging
|
|
||||||
delta-producer-pub-graph-maintainer-worship-posts:
|
|
||||||
image: lblod/delta-producer-publication-graph-maintainer:0.15.5
|
|
||||||
environment:
|
|
||||||
MAX_BODY_SIZE: "50mb"
|
|
||||||
JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
|
|
||||||
RELATIVE_FILE_PATH: "deltas/worship-posts"
|
|
||||||
PUBLICATION_GRAPH: "http://redpencil.data.gift/id/deltas/producer/worship-posts"
|
|
||||||
HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/worship-posts"
|
|
||||||
INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/worship-posts"
|
|
||||||
QUEUE_POLL_INTERVAL: 3000
|
|
||||||
USE_VIRTUOSO_FOR_EXPENSIVE_SELECTS: "true" # some queries are just too expensive
|
|
||||||
SKIP_MU_AUTH_INITIAL_SYNC: "true"
|
|
||||||
HEALING_PATCH_GRAPH_BATCH_SIZE: 500
|
|
||||||
SERVE_DELTA_FILES: "true"
|
|
||||||
PUBLISHER_URI: "http://data.lblod.info/services/delta-production-json-diff-file-manager/worship-posts"
|
|
||||||
DELTA_INTERVAL_MS: 10000
|
|
||||||
PRETTY_PRINT_DIFF_JSON: "true"
|
|
||||||
ERROR_GRAPH: "http://mu.semte.ch/graphs/jobs"
|
|
||||||
volumes:
|
|
||||||
- ./config/delta-producer/worship-posts:/config
|
|
||||||
- ./data/files/:/share
|
|
||||||
links:
|
|
||||||
- db:database
|
|
||||||
- triplestore:virtuoso
|
|
||||||
restart: always
|
|
||||||
labels:
|
|
||||||
- "logging=true"
|
|
||||||
logging: *default-logging
|
|
||||||
################################################################################
|
|
||||||
# DELTA WORSHIP POSTS: END
|
|
||||||
################################################################################
|
|
||||||
|
|
||||||
################################################################################
|
################################################################################
|
||||||
# DELTA CONSUMERS
|
# DELTA CONSUMERS
|
||||||
################################################################################
|
################################################################################
|
||||||
|
|||||||
Reference in New Issue
Block a user