Merge pull request #458 from lblod/chore/remove-latest-tags-from-docker-compose-dev

Chore/remove latest tags from docker compose dev
Merge branch 'master' into chore/remove-latest-tags-from-docker-compose-dev
2024-10-15 10:49:54 +02:00 · 2024-10-15 10:49:41 +02:00 · 2024-10-15 10:48:52 +02:00 · 2024-10-15 10:48:36 +02:00 · 2024-10-15 10:36:50 +02:00 · 2024-10-15 10:36:38 +02:00
7 changed files with 175 additions and 261 deletions
--- a/config/delta-producer/background-job-initiator/config.json
+++ b/config/delta-producer/background-job-initiator/config.json
@@ -1,12 +1,42 @@
 [
-    {
-        "name": "organizations",
-        "jobsGraph": "http://mu.semte.ch/graphs/jobs",
-        "dumpFileCreationJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/organizations",
-        "initialPublicationGraphSyncJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations",
-        "healingJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations",
-        "cronPatternDumpJob": "42 * * * *",
-        "cronPatternHealingJob": "0 0 4 * * *",
-        "startInitialSync": true
-    }
-]
+  {
+    "name": "organizations",
+    "jobsGraph": "http://mu.semte.ch/graphs/jobs",
+    "dumpFileCreationJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/organizations",
+    "initialPublicationGraphSyncJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations",
+    "healingJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations",
+    "cronPatternDumpJob": "42 * * * *",
+    "cronPatternHealingJob": "0 0 4 * * *",
+    "startInitialSync": true
+  },
+  {
+    "name": "public",
+    "jobsGraph": "http://mu.semte.ch/graphs/jobs",
+    "dumpFileCreationJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/public",
+    "initialPublicationGraphSyncJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/public",
+    "healingJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/public",
+    "cronPatternDumpJob": "11 */4 * * *",
+    "cronPatternHealingJob": "0 0 4 * * *",
+    "startInitialSync": true
+  },
+  {
+    "name": "organizations-public-info",
+    "jobsGraph": "http://mu.semte.ch/graphs/jobs",
+    "dumpFileCreationJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/organizations-public-info",
+    "initialPublicationGraphSyncJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations-public-info",
+    "healingJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations-public-info",
+    "cronPatternDumpJob": "27 */4 * * *",
+    "cronPatternHealingJob": "0 0 4 * * *",
+    "startInitialSync": true
+  },
+  {
+    "name": "worship-posts",
+    "jobsGraph": "http://mu.semte.ch/graphs/jobs",
+    "dumpFileCreationJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/worship-posts",
+    "initialPublicationGraphSyncJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/worship-posts",
+    "healingJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/worship-posts",
+    "cronPatternDumpJob": "17 */4 * * *",
+    "cronPatternHealingJob": "0 0 3 * * *",
+    "startInitialSync": true
+  }
+]
--- a/config/delta-producer/publication-graph-maintainer/config.json
+++ b/config/delta-producer/publication-graph-maintainer/config.json
@@ -1,25 +1,93 @@
 {
-    "organizations": {
-        "deltaInterval": 10000,
-        "deltaPath": "/organizations/delta",
-        "errorCreatorUri": "http://lblod.data.gift/services/delta-producer-publication-graph-maintainer-organizations",
-        "exportConfigPath": "/config/organizations/export.json",
-        "filesPath": "/organizations/files",
-        "healingJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations",
-        "initialPublicationGraphSyncJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations",
-        "jobsGraph": "http://mu.semte.ch/graphs/jobs",
-        "publicationGraph": "http://redpencil.data.gift/id/deltas/producer/organizations",
-        "publisherUri": "http://data.lblod.info/services/delta-production-json-diff-file-manager/organizations",
-        "queuePollInterval": 3000,
-        "relativeFilePath": "/deltas/organizations",
-        "serveDeltaFiles": true,
-        "skipMuAuthInitialSync": true,
-        "skipMuAuthHealing": true,
-        "useFileDiff": true,
-        "healingInitialBatchSizeInsert": 1000,
-        "useVirtuosoForExpensiveSelects": true,
-        "errorGraph": "http://mu.semte.ch/graphs/jobs",
-        "loginPath": "/organizations/login",
-        "logOutgoingDelta": true
-    }
-}
+  "organizations": {
+    "deltaInterval": 10000,
+    "errorCreatorUri": "http://lblod.data.gift/services/delta-producer-publication-graph-maintainer-organizations",
+    "exportConfigPath": "/config/organizations/export.json",
+    "filesPath": "/organizations/files",
+    "healingJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations",
+    "initialPublicationGraphSyncJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations",
+    "jobsGraph": "http://mu.semte.ch/graphs/jobs",
+    "publicationGraph": "http://redpencil.data.gift/id/deltas/producer/organizations",
+    "publisherUri": "http://data.lblod.info/services/delta-production-json-diff-file-manager/organizations",
+    "queuePollInterval": 3000,
+    "relativeFilePath": "/deltas/organizations",
+    "serveDeltaFiles": true,
+    "skipMuAuthInitialSync": true,
+    "skipMuAuthHealing": true,
+    "useFileDiff": true,
+    "healingInitialBatchSizeInsert": 1000,
+    "useVirtuosoForExpensiveSelects": true,
+    "errorGraph": "http://mu.semte.ch/graphs/jobs",
+    "loginPath": "/organizations/login",
+    "logOutgoingDelta": true
+  },
+  "public": {
+    "deltaInterval": 10000,
+    "errorCreatorUri": "http://lblod.data.gift/services/delta-producer-publication-graph-maintainer-public",
+    "exportConfigPath": "/config/public/export.json",
+    "filesPath": "/public/files",
+    "healingJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/public",
+    "initialPublicationGraphSyncJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/public",
+    "jobsGraph": "http://mu.semte.ch/graphs/jobs",
+    "publicationGraph": "http://redpencil.data.gift/id/deltas/producer/public",
+    "publisherUri": "http://data.lblod.info/services/delta-production-json-diff-file-manager/public",
+    "queuePollInterval": 3000,
+    "relativeFilePath": "/deltas/public",
+    "serveDeltaFiles": true,
+    "skipMuAuthInitialSync": true,
+    "skipMuAuthHealing": true,
+    "useFileDiff": true,
+    "healingInitialBatchSizeInsert": 1000,
+    "healingPatchPublicationGraphTaskOperation": 500,
+    "useVirtuosoForExpensiveSelects": true,
+    "errorGraph": "http://mu.semte.ch/graphs/jobs",
+    "loginPath": "/public/login",
+    "logOutgoingDelta": true
+  },
+  "organizations-public-info": {
+    "deltaInterval": 10000,
+    "errorCreatorUri": "http://lblod.data.gift/services/delta-producer-publication-graph-maintainer-organizations-public-info",
+    "exportConfigPath": "/config/organizations-public-info/export.json",
+    "filesPath": "/organizations-public-info/files",
+    "healingJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations-public-info",
+    "initialPublicationGraphSyncJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations-public-info",
+    "jobsGraph": "http://mu.semte.ch/graphs/jobs",
+    "publicationGraph": "http://redpencil.data.gift/id/deltas/producer/organizations-public-info",
+    "publisherUri": "http://data.lblod.info/services/delta-production-json-diff-file-manager/organizations-public-info",
+    "queuePollInterval": 3000,
+    "relativeFilePath": "/deltas/organizations-public-info",
+    "serveDeltaFiles": true,
+    "skipMuAuthInitialSync": true,
+    "skipMuAuthHealing": true,
+    "useFileDiff": true,
+    "healingInitialBatchSizeInsert": 1000,
+    "healingPatchPublicationGraphTaskOperation": 500,
+    "useVirtuosoForExpensiveSelects": true,
+    "errorGraph": "http://mu.semte.ch/graphs/jobs",
+    "loginPath": "/organizations-public-info/login",
+    "logOutgoingDelta": true
+  },
+  "worship-posts": {
+    "deltaInterval": 10000,
+    "errorCreatorUri": "http://lblod.data.gift/services/delta-producer-publication-graph-maintainer-worship-posts",
+    "exportConfigPath": "/config/worship-posts/export.json",
+    "filesPath": "/worship-posts/files",
+    "healingJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/worship-posts",
+    "initialPublicationGraphSyncJobOperation": "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/worship-posts",
+    "jobsGraph": "http://mu.semte.ch/graphs/jobs",
+    "publicationGraph": "http://redpencil.data.gift/id/deltas/producer/worship-posts",
+    "publisherUri": "http://data.lblod.info/services/delta-production-json-diff-file-manager/worship-posts",
+    "queuePollInterval": 3000,
+    "relativeFilePath": "/deltas/worship-posts",
+    "serveDeltaFiles": true,
+    "skipMuAuthInitialSync": true,
+    "skipMuAuthHealing": true,
+    "useFileDiff": true,
+    "healingInitialBatchSizeInsert": 1000,
+    "healingPatchPublicationGraphTaskOperation": 500,
+    "useVirtuosoForExpensiveSelects": true,
+    "errorGraph": "http://mu.semte.ch/graphs/jobs",
+    "loginPath": "/worship-posts/login",
+    "logOutgoingDelta": true
+  }
+}
--- a/config/delta/rules.js
+++ b/config/delta/rules.js
@@ -33,7 +33,6 @@ export default [
      ignoreFromSelf: true
    }
  },
-
  {
    match: {
      graph: {
@@ -51,7 +50,6 @@ export default [
      ignoreFromSelf: true
    }
  },
-
  {
    match: {
      graph: {
@@ -69,7 +67,6 @@ export default [
      ignoreFromSelf: true
    }
  },
-
  {
    match: {
      predicate: {
@@ -92,59 +89,7 @@ export default [
    match: {
    },
    callback: {
-      url: 'http://delta-producer-publication-graph-maintainer/organizations/delta',
-      method: 'POST'
-    },
-    options: {
-      resourceFormat: 'v0.0.1',
-      gracePeriod: 1000,
-      ignoreFromSelf: true,
-      optOutMuScopeIds: [
-        "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync",
-        "http://redpencil.data.gift/id/concept/muScope/deltas/publicationGraphMaintenance"
-      ]
-    }
-  },
-  {
-    match: {
-    },
-    callback: {
-      url: 'http://delta-producer-pub-graph-maintainer-organizations-public-info/delta',
-      method: 'POST'
-    },
-    options: {
-      resourceFormat: 'v0.0.1',
-      gracePeriod: 1000,
-      ignoreFromSelf: true,
-      optOutMuScopeIds: [
-        "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync",
-        "http://redpencil.data.gift/id/concept/muScope/deltas/publicationGraphMaintenance"
-      ]
-    }
-  },
-  {
-    match: {
-    },
-    callback: {
-      url: 'http://delta-producer-pub-graph-maintainer-public/delta',
-      method: 'POST'
-    },
-    options: {
-      resourceFormat: 'v0.0.1',
-      gracePeriod: 1000,
-      ignoreFromSelf: true,
-      optOutMuScopeIds: [
-        "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync",
-        "http://redpencil.data.gift/id/concept/muScope/deltas/publicationGraphMaintenance"
-      ]
-    }
-  },
-  {
-    match: {
-      // anything
-    },
-    callback: {
-      url: 'http://delta-producer-pub-graph-maintainer-worship-posts/delta',
+      url: 'http://delta-producer-publication-graph-maintainer/delta',
      method: 'POST'
    },
    options: {
--- a/config/dispatcher/dispatcher.ex
+++ b/config/dispatcher/dispatcher.ex
@@ -366,7 +366,7 @@ defmodule Dispatcher do
  #################################################################

  get "/sync/organizations/files/*path" do
-    Proxy.forward conn, path, "http://delta-producer-publication-graph-maintainer/files/"
+    Proxy.forward conn, path, "http://delta-producer-publication-graph-maintainer/organizations/files/"
  end

  #################################################################
@@ -374,7 +374,7 @@ defmodule Dispatcher do
  #################################################################

  get "/sync/organizations-public-info/files/*path" do
-    Proxy.forward conn, path, "http://delta-producer-pub-graph-maintainer-organizations-public-info/files/"
+    Proxy.forward(conn, path, "http://delta-producer-publication-graph-maintainer/organizations-public-info/files/")
  end

  #################################################################
@@ -382,7 +382,7 @@ defmodule Dispatcher do
  #################################################################

  get "/sync/public/files/*path" do
-    Proxy.forward conn, path, "http://delta-producer-pub-graph-maintainer-public/files/"
+    Proxy.forward(conn, path, "http://delta-producer-publication-graph-maintainer/public/files/")
  end

  #################################################################
@@ -390,7 +390,7 @@ defmodule Dispatcher do
  #################################################################

  get "/sync/worship-posts/files/*path" do
-    Proxy.forward conn, path, "http://delta-producer-pub-graph-maintainer-worship-posts/files/"
+    Proxy.forward(conn, path, "http://delta-producer-publication-graph-maintainer/worship-posts/files/")
  end

  #################################################################
--- a/config/migrations/2024/20241011105932-link-bestuursfunctie-to-public-producers-concept-scheme.sparql
+++ b/config/migrations/2024/20241011105932-link-bestuursfunctie-to-public-producers-concept-scheme.sparql
@@ -0,0 +1,34 @@
+INSERT DATA {
+  GRAPH <http://mu.semte.ch/graphs/public> {
+    <http://data.vlaanderen.be/id/concept/BestuursorgaanClassificatieCode/41caf7e6-b040-4720-9cc2-a96cfffed5b4>
+      <http://www.w3.org/2004/02/skos/core#inScheme> <http://lblod.data.gift/concept-schemes/10caf4a4-1ff5-4c05-917e-56489910d68b> .
+
+    <http://data.vlaanderen.be/id/concept/BestuursorgaanClassificatieCode/11f0af9e-016c-4e0b-983a-d8bc73804abc>
+      <http://www.w3.org/2004/02/skos/core#inScheme> <http://lblod.data.gift/concept-schemes/10caf4a4-1ff5-4c05-917e-56489910d68b> .
+
+    <http://data.vlaanderen.be/id/concept/BestuursorgaanClassificatieCode/62644b9c-4514-41dd-a660-4c35257f2b35>
+      <http://www.w3.org/2004/02/skos/core#inScheme> <http://lblod.data.gift/concept-schemes/10caf4a4-1ff5-4c05-917e-56489910d68b> .
+
+    <http://data.vlaanderen.be/id/concept/BestuursorgaanClassificatieCode/ed40469e-3b6f-4f38-99ba-18912ee352b0>
+      <http://www.w3.org/2004/02/skos/core#inScheme> <http://lblod.data.gift/concept-schemes/10caf4a4-1ff5-4c05-917e-56489910d68b> .
+
+    <http://data.vlaanderen.be/id/concept/BestuursorgaanClassificatieCode/5ab19107-82d2-4273-a986-3da86fda050d>
+      <http://www.w3.org/2004/02/skos/core#inScheme> <http://lblod.data.gift/concept-schemes/10caf4a4-1ff5-4c05-917e-56489910d68b> .
+
+    <http://data.vlaanderen.be/id/concept/BestuursorgaanClassificatieCode/3e9f22c1-0d35-445b-8a37-494addedf2d8>
+      <http://www.w3.org/2004/02/skos/core#inScheme> <http://lblod.data.gift/concept-schemes/10caf4a4-1ff5-4c05-917e-56489910d68b> .
+
+    <http://data.vlaanderen.be/id/concept/BestuursorgaanClassificatieCode/39854196-f214-4688-87a1-d6ad12baa2fa>
+      <http://www.w3.org/2004/02/skos/core#inScheme> <http://lblod.data.gift/concept-schemes/10caf4a4-1ff5-4c05-917e-56489910d68b> .
+  }
+} 
+
+# # To find the relevant classifications:
+# SELECT DISTINCT ?classification WHERE {
+#   ?bestuursfunctie a <http://data.lblod.info/vocabularies/leidinggevenden/Bestuursfunctie> .
+# 
+#   ?orgaanInTime <http://data.lblod.info/vocabularies/leidinggevenden/heeftBestuursfunctie> ?bestuursfunctie ;
+#     <https://data.vlaanderen.be/ns/generiek#isTijdspecialisatieVan> ?orgaan .
+# 
+#   ?orgaan <http://www.w3.org/ns/org#classification> ?classification .
+# }
--- a/docker-compose.dev.yml
+++ b/docker-compose.dev.yml
@@ -30,7 +30,7 @@ services:
  deltanotifier:
    restart: "no"
  mocklogin:
-    image: lblod/mock-login-service:latest
+    image: lblod/mock-login-service:0.7.0
    links:
      - db:database
    restart: "no"
@@ -46,8 +46,8 @@ services:
    restart: "no"
  adressenregister:
    restart: "no"
+   image: lblod/frontend-organization-portal:latest
  frontend:
-    image: lblod/frontend-organization-portal:latest
    restart: "no"
  uri-info:
    restart: "no"
@@ -75,14 +75,6 @@ services:
    restart: "no"
  construct-organization-relationships:
    restart: "no"
-  delta-producer-bg-jobs-initiator-worship-posts:
-    restart: "no"
-  delta-producer-pub-graph-maintainer-worship-posts:
-    restart: "no"
-  delta-producer-bg-jobs-initiator-public:
-    restart: "no"
-  delta-producer-pub-graph-maintainer-public:
-    restart: "no"
  mandatarissen-consumer:
    restart: "no"
  leidinggevenden-consumer:
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -344,7 +344,7 @@ services:
    restart: always
    logging: *default-logging
  delta-producer-publication-graph-maintainer:
-    image: lblod/delta-producer-publication-graph-maintainer:1.1.1-rc.1
+    image: lblod/delta-producer-publication-graph-maintainer:1.2.2
    environment:
      MAX_BODY_SIZE: "50mb"
      PRETTY_PRINT_DIFF_JSON: "true"
@@ -363,161 +363,6 @@ services:
    restart: always
    logging: *default-logging

-  ################################################################################
-  # DELTA ORGANIZATIONS PUBLIC INFO: START
-  ################################################################################
-  delta-producer-bg-jobs-initiator-organizations-public-info:
-    image: lblod/delta-producer-background-jobs-initiator:0.3.1
-    environment:
-      JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
-      DUMP_FILE_CREATION_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/organizations-public-info"
-      INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations-public-info"
-      HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations-public-info"
-      CRON_PATTERN_DUMP_JOB: "27 */4 * * *" # At minute 27 every 4 hours
-      CRON_PATTERN_HEALING_JOB: "0 0 4 * * *" # everyday at 4 AM
-      START_INITIAL_SYNC: "false" # Enable in override when ready to initial sync
-    labels:
-      - "logging=true"
-    links:
-      - db:database
-    restart: always
-    logging: *default-logging
-  delta-producer-pub-graph-maintainer-organizations-public-info:
-    image: lblod/delta-producer-publication-graph-maintainer:0.15.5
-    environment:
-      MAX_BODY_SIZE: "50mb"
-      JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
-      RELATIVE_FILE_PATH: "deltas/organizations-public-info"
-      PUBLICATION_GRAPH: "http://redpencil.data.gift/id/deltas/producer/organizations-public-info"
-      HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations-public-info"
-      INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations-public-info"
-      QUEUE_POLL_INTERVAL: 3000
-      USE_VIRTUOSO_FOR_EXPENSIVE_SELECTS: "true" # some queries are just too expensive
-      SKIP_MU_AUTH_INITIAL_SYNC: "true"
-      HEALING_PATCH_GRAPH_BATCH_SIZE: 500
-      SERVE_DELTA_FILES: "true"
-      PUBLISHER_URI: "http://data.lblod.info/services/delta-production-json-diff-file-manager/organizations-public-info"
-      DELTA_INTERVAL_MS: 10000
-      PRETTY_PRINT_DIFF_JSON: "true"
-      PUBLICATION_VIRTUOSO_ENDPOINT: "http://publication-triplestore:8890/sparql"
-      PUBLICATION_MU_AUTH_ENDPOINT: "http://publication-triplestore:8890/sparql"
-      ERROR_GRAPH: "http://mu.semte.ch/graphs/jobs"
-    volumes:
-      - ./config/delta-producer/organizations-public-info:/config
-      - ./data/files/:/share
-    links:
-      - db:database
-      - triplestore:virtuoso
-    restart: always
-    labels:
-      - "logging=true"
-    logging: *default-logging
-  ################################################################################
-  # DELTA ORGANIZATIONS PUBLIC INFO: END
-  ################################################################################
-
-  ################################################################################
-  # DELTA PUBLIC INFORMATION: START
-  ################################################################################
-  delta-producer-bg-jobs-initiator-public:
-    image: lblod/delta-producer-background-jobs-initiator:0.3.1
-    environment:
-      JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
-      DUMP_FILE_CREATION_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/public"
-      INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/public"
-      HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/public"
-      CRON_PATTERN_DUMP_JOB: "11 */4 * * *" # At minute 11 every 4 hours
-      CRON_PATTERN_HEALING_JOB: "0 0 4 * * *" # everyday at 4 AM
-      START_INITIAL_SYNC: "false" # prefer to disable it now. We want to have feeling with how the DB acts.
-    labels:
-      - "logging=true"
-    links:
-      - db:database
-    restart: always
-    logging: *default-logging
-  delta-producer-pub-graph-maintainer-public:
-    image: lblod/delta-producer-publication-graph-maintainer:0.15.5
-    environment:
-      MAX_BODY_SIZE: "50mb"
-      JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
-      RELATIVE_FILE_PATH: "deltas/public"
-      PUBLICATION_GRAPH: "http://redpencil.data.gift/id/deltas/producer/public"
-      HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/public"
-      INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/public"
-      QUEUE_POLL_INTERVAL: 3000
-      USE_VIRTUOSO_FOR_EXPENSIVE_SELECTS: "true" # some queries are just too expensive
-      SKIP_MU_AUTH_INITIAL_SYNC: "true"
-      HEALING_PATCH_GRAPH_BATCH_SIZE: 500
-      SERVE_DELTA_FILES: "true"
-      PUBLISHER_URI: "http://data.lblod.info/services/delta-production-json-diff-file-manager/public"
-      DELTA_INTERVAL_MS: 10000
-      PRETTY_PRINT_DIFF_JSON: "true"
-      ERROR_GRAPH: "http://mu.semte.ch/graphs/jobs"
-    volumes:
-      - ./config/delta-producer/public:/config
-      - ./data/files/:/share
-    links:
-      - db:database
-      - triplestore:virtuoso
-    restart: always
-    labels:
-      - "logging=true"
-    logging: *default-logging
-  ################################################################################
-  # DELTA PUBLIC INFORMATION: END
-  ################################################################################
-
-  ################################################################################
-  # DELTA WORSHIP POSTS: START
-  ################################################################################
-  delta-producer-bg-jobs-initiator-worship-posts:
-    image: lblod/delta-producer-background-jobs-initiator:0.3.1
-    environment:
-      JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
-      DUMP_FILE_CREATION_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/worship-posts"
-      INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/worship-posts"
-      HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/worship-posts"
-      CRON_PATTERN_DUMP_JOB: "17 */4 * * *" # At minute 17 every 4 hours
-      CRON_PATTERN_HEALING_JOB: "0 0 3 * * *" # everyday at 3 AM
-      START_INITIAL_SYNC: "false" # prefer to disable it now. We want to have feeling with how the DB acts.
-    labels:
-      - "logging=true"
-    links:
-      - db:database
-    restart: always
-    logging: *default-logging
-  delta-producer-pub-graph-maintainer-worship-posts:
-    image: lblod/delta-producer-publication-graph-maintainer:0.15.5
-    environment:
-      MAX_BODY_SIZE: "50mb"
-      JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
-      RELATIVE_FILE_PATH: "deltas/worship-posts"
-      PUBLICATION_GRAPH: "http://redpencil.data.gift/id/deltas/producer/worship-posts"
-      HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/worship-posts"
-      INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/worship-posts"
-      QUEUE_POLL_INTERVAL: 3000
-      USE_VIRTUOSO_FOR_EXPENSIVE_SELECTS: "true" # some queries are just too expensive
-      SKIP_MU_AUTH_INITIAL_SYNC: "true"
-      HEALING_PATCH_GRAPH_BATCH_SIZE: 500
-      SERVE_DELTA_FILES: "true"
-      PUBLISHER_URI: "http://data.lblod.info/services/delta-production-json-diff-file-manager/worship-posts"
-      DELTA_INTERVAL_MS: 10000
-      PRETTY_PRINT_DIFF_JSON: "true"
-      ERROR_GRAPH: "http://mu.semte.ch/graphs/jobs"
-    volumes:
-      - ./config/delta-producer/worship-posts:/config
-      - ./data/files/:/share
-    links:
-      - db:database
-      - triplestore:virtuoso
-    restart: always
-    labels:
-      - "logging=true"
-    logging: *default-logging
-  ################################################################################
-  # DELTA WORSHIP POSTS: END
-  ################################################################################
-
  ################################################################################
  # DELTA CONSUMERS
  ################################################################################
Author	SHA1	Message	Date
cecemel	99dd506f8f	Merge pull request #458 from lblod/chore/remove-latest-tags-from-docker-compose-dev Chore/remove latest tags from docker compose dev	2024-10-15 10:49:54 +02:00
cecemel	b9695eb255	Merge branch 'master' into chore/remove-latest-tags-from-docker-compose-dev	2024-10-15 10:49:41 +02:00
cecemel	4389a743b6	Merge pull request #459 from lblod/fix/produce-bestuursfunctie Link missing classifications to public producer concept scheme	2024-10-15 10:48:52 +02:00
cecemel	e40d85b22c	Merge pull request #452 from lblod/feature/bump-delta-producers-and-move-to-publication-triplestore Bump delta producers and move to publication triplestore	2024-10-15 10:48:36 +02:00
felix	340937bc85	Remove the :latest tag from frontend in docker-compose.dev.yml	2024-10-15 10:36:50 +02:00
felix	f08e2e3df0	changed mock-login-service to tagged version in drc.dev.yml	2024-10-15 10:36:38 +02:00
Claire Lovisa	77245adbaa	Link missing classifications to public producer concept scheme	2024-10-15 10:27:46 +02:00
felix	cb0191f28b	Fix syntax issue in docker-compose.dev.yml	2024-10-14 15:04:22 +02:00
felix	3f460ce329	Some uri's of JobOperations were off. Fixing it here.	2024-10-14 14:51:20 +02:00
felix	6397ce2923	Change the namse of the stream to be in line with previous	2024-10-14 14:50:54 +02:00
felix	7e0a668573	Restore the old public path, to not break clients	2024-10-14 14:50:14 +02:00
Riad Abdallah	b6dd8b4519	Fix public info stream name	2024-10-08 13:35:35 +02:00
Riad Abdallah	797d3a8d44	Fix public info stream name	2024-10-08 13:19:00 +02:00
Riad Abdallah	a98f860d3c	Remove individual delta rules	2024-10-03 17:05:19 +02:00
Riad Abdallah	162a6ff654	Update dispatcher rules for the delta streams	2024-10-03 16:42:00 +02:00
Riad Abdallah	d3b40b88ea	Remove individual streams from docker compose configs	2024-10-03 16:40:08 +02:00
Riad Abdallah	a7d6dcfb32	Move streams to consolidated background job initiator	2024-10-03 16:39:14 +02:00
Riad Abdallah	d4f9352c61	Move streams to consolidated publication graph maintainer	2024-10-03 16:38:57 +02:00