diff --git a/config/delta-producer/dump-file-publisher/config.json b/config/delta-producer/dump-file-publisher/config.json index 8babcc4..1e80d21 100644 --- a/config/delta-producer/dump-file-publisher/config.json +++ b/config/delta-producer/dump-file-publisher/config.json @@ -16,59 +16,5 @@ "targetDcatGraph": "http://redpencil.data.gift/id/deltas/producer/organizations-deltas", "targetFilesGraph": "http://redpencil.data.gift/id/deltas/producer/organizations-deltas", "cleanupOldDumps": true - }, - "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/organizations-public-info": { - "dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/OrganizationsPublicInfoCacheGraphDump", - "targetGraph": "http://redpencil.data.gift/id/deltas/producer/organizations-public-info", - "fileBaseName": "dump-organizations-public-info", - "publicationGraphEndpoint": "http://publication-triplestore:8890/sparql", - "targetDcatGraph": "http://mu.semte.ch/graphs/public", - "targetFilesGraph": "http://mu.semte.ch/graphs/public", - "cleanupOldDumps": true - }, - "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations-public-info": { - "dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/OrganizationsPublicInfoCacheGraphDump", - "targetGraph": "http://redpencil.data.gift/id/deltas/producer/organizations-public-info", - "fileBaseName": "dump-organizations-public-info", - "publicationGraphEndpoint": "http://publication-triplestore:8890/sparql", - "targetDcatGraph": "http://mu.semte.ch/graphs/public", - "targetFilesGraph": "http://mu.semte.ch/graphs/public", - "cleanupOldDumps": true - }, - "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/public": { - "dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/PublicCacheGraphDump", - "targetGraph": "http://redpencil.data.gift/id/deltas/producer/public", - "fileBaseName": "dump-public", - "publicationGraphEndpoint": "http://triplestore:8890/sparql", - "targetDcatGraph": "http://mu.semte.ch/graphs/public", - "targetFilesGraph": "http://mu.semte.ch/graphs/public", - "cleanupOldDumps": true - }, - "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/public": { - "dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/PublicCacheGraphDump", - "targetGraph": "http://redpencil.data.gift/id/deltas/producer/public", - "fileBaseName": "dump-public", - "publicationGraphEndpoint": "http://triplestore:8890/sparql", - "targetDcatGraph": "http://mu.semte.ch/graphs/public", - "targetFilesGraph": "http://mu.semte.ch/graphs/public", - "cleanupOldDumps": true - }, - "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/worship-posts": { - "dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/WorshipPostsCacheGraphDump", - "targetGraph": "http://redpencil.data.gift/id/deltas/producer/worship-posts", - "fileBaseName": "dump-worship-posts", - "publicationGraphEndpoint": "http://triplestore:8890/sparql", - "targetDcatGraph": "http://mu.semte.ch/graphs/public", - "targetFilesGraph": "http://mu.semte.ch/graphs/public", - "cleanupOldDumps": true - }, - "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/worship-posts": { - "dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/WorshipPostsCacheGraphDump", - "targetGraph": "http://redpencil.data.gift/id/deltas/producer/worship-posts", - "fileBaseName": "dump-worship-posts", - "publicationGraphEndpoint": "http://triplestore:8890/sparql", - "targetDcatGraph": "http://mu.semte.ch/graphs/public", - "targetFilesGraph": "http://mu.semte.ch/graphs/public", - "cleanupOldDumps": true } } diff --git a/config/delta/rules.js b/config/delta/rules.js index 376ce20..27414ad 100644 --- a/config/delta/rules.js +++ b/config/delta/rules.js @@ -1,40 +1,5 @@ export default [ - { - match: { - graph: { - type: "uri", - value: "http://mu.semte.ch/graphs/administrative-unit" - } - }, - callback: { - url: 'http://search/update', - method: 'POST' - }, - options: { - resourceFormat: "v0.0.1", - gracePeriod: 10000, - ignoreFromSelf: true - } - }, - { - match: { - graph: { - type: "uri", - value: "http://mu.semte.ch/graphs/worship-service" - } - }, - callback: { - url: 'http://search/update', - method: 'POST' - }, - options: { - resourceFormat: "v0.0.1", - gracePeriod: 10000, - ignoreFromSelf: true - } - }, - - { + /*{ match: { graph: { type: "uri", @@ -69,7 +34,7 @@ export default [ ignoreFromSelf: true } }, - +*/ { match: { predicate: { @@ -105,58 +70,7 @@ export default [ ] } }, - { - match: { - }, - callback: { - url: 'http://delta-producer-pub-graph-maintainer-organizations-public-info/delta', - method: 'POST' - }, - options: { - resourceFormat: 'v0.0.1', - gracePeriod: 1000, - ignoreFromSelf: true, - optOutMuScopeIds: [ - "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync", - "http://redpencil.data.gift/id/concept/muScope/deltas/publicationGraphMaintenance" - ] - } - }, - { - match: { - }, - callback: { - url: 'http://delta-producer-pub-graph-maintainer-public/delta', - method: 'POST' - }, - options: { - resourceFormat: 'v0.0.1', - gracePeriod: 1000, - ignoreFromSelf: true, - optOutMuScopeIds: [ - "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync", - "http://redpencil.data.gift/id/concept/muScope/deltas/publicationGraphMaintenance" - ] - } - }, - { - match: { - // anything - }, - callback: { - url: 'http://delta-producer-pub-graph-maintainer-worship-posts/delta', - method: 'POST' - }, - options: { - resourceFormat: 'v0.0.1', - gracePeriod: 1000, - ignoreFromSelf: true, - optOutMuScopeIds: [ - "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync", - "http://redpencil.data.gift/id/concept/muScope/deltas/publicationGraphMaintenance" - ] - } - }, + { match: { predicate: { @@ -180,60 +94,60 @@ export default [ } }, // organizations-sync-with-sharepoint/delta : jobs come from the jobs graph, data from the two main graphs - { - match: { - graph: { - type: 'uri', - value: 'http://mu.semte.ch/graphs/jobs' - } - }, - callback: { - url: 'http://organizations-sync-with-sharepoint/delta', - method: 'POST' - }, - options: { - resourceFormat: 'v0.0.1', - gracePeriod: 1000, - ignoreFromSelf: true, - optOutMuScopeIds: [ "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync" ] - } - }, - { - match: { - graph: { - type: 'uri', - value: 'http://mu.semte.ch/graphs/shared' - } - }, - callback: { - url: 'http://organizations-sync-with-sharepoint/delta', - method: 'POST' - }, - options: { - resourceFormat: 'v0.0.1', - gracePeriod: 1000, - ignoreFromSelf: true, - optOutMuScopeIds: [ "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync" ] - } - }, - { - match: { - graph: { - type: 'uri', - value: 'http://mu.semte.ch/graphs/administrative-unit' - } - }, - callback: { - url: 'http://organizations-sync-with-sharepoint/delta', - method: 'POST' - }, - options: { - resourceFormat: 'v0.0.1', - gracePeriod: 1000, - ignoreFromSelf: true, - optOutMuScopeIds: [ "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync" ] - } - } + // { + // match: { + // graph: { + // type: 'uri', + // value: 'http://mu.semte.ch/graphs/jobs' + // } + // }, + // callback: { + // url: 'http://organizations-sync-with-sharepoint/delta', + // method: 'POST' + // }, + // options: { + // resourceFormat: 'v0.0.1', + // gracePeriod: 1000, + // ignoreFromSelf: true, + // optOutMuScopeIds: [ "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync" ] + // } + // }, + // { + // match: { + // graph: { + // type: 'uri', + // value: 'http://mu.semte.ch/graphs/shared' + // } + // }, + // callback: { + // url: 'http://organizations-sync-with-sharepoint/delta', + // method: 'POST' + // }, + // options: { + // resourceFormat: 'v0.0.1', + // gracePeriod: 1000, + // ignoreFromSelf: true, + // optOutMuScopeIds: [ "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync" ] + // } + // }, + // { + // match: { + // graph: { + // type: 'uri', + // value: 'http://mu.semte.ch/graphs/administrative-unit' + // } + // }, + // callback: { + // url: 'http://organizations-sync-with-sharepoint/delta', + // method: 'POST' + // }, + // options: { + // resourceFormat: 'v0.0.1', + // gracePeriod: 1000, + // ignoreFromSelf: true, + // optOutMuScopeIds: [ "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync" ] + // } + // } /* Commenting ldes rules until ready to go to qa/prod. In the meantime, we override the configuration on dev. { diff --git a/config/jobs-controller/config.json b/config/jobs-controller/config.json index 4115501..4863700 100644 --- a/config/jobs-controller/config.json +++ b/config/jobs-controller/config.json @@ -1,36 +1,4 @@ { - "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/administrative-units": { - "tasksConfiguration": [ - { - "currentOperation": null, - "nextOperation": "http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/initialPublicationGraphSyncing", - "nextIndex": "0" - }, - { - "currentOperation": "http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/initialPublicationGraphSyncing", - "nextOperation": "http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/deltaDumpFileCreation", - "nextIndex": "1" - } - ] - }, - "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/administrative-units": { - "tasksConfiguration": [ - { - "currentOperation": null, - "nextOperation": "http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/healing/patchPublicationGraph", - "nextIndex": "0" - } - ] - }, - "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/administrative-units": { - "tasksConfiguration": [ - { - "currentOperation": null, - "nextOperation": "http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/deltaDumpFileCreation", - "nextIndex": "0" - } - ] - }, "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations": { "tasksConfiguration": [ {