From a538b42abd730e8d4059efc816c703700290cba7 Mon Sep 17 00:00:00 2001
From: Elena Poelman <elena.poelman@redpencil.io>
Date: Tue, 14 Feb 2023 11:40:17 +0100
Subject: [PATCH] add initial ldes services

---
 config/delta/rules.js                |  12 +++
 config/dispatcher/dispatcher.ex      |   4 +
 config/ldes-delta-pusher/dispatch.ts |  13 ++++
 data/ldes-feed/organizations/1.ttl   | 111 +++++++++++++++++++++++++++
 docker-compose.dev.yml               |   2 +-
 docker-compose.yml                   |  27 +++++++
 6 files changed, 168 insertions(+), 1 deletion(-)
 create mode 100644 config/ldes-delta-pusher/dispatch.ts
 create mode 100644 data/ldes-feed/organizations/1.ttl

diff --git a/config/delta/rules.js b/config/delta/rules.js
index 2b2899f..68657a5 100644
--- a/config/delta/rules.js
+++ b/config/delta/rules.js
@@ -195,5 +195,17 @@ export default [
       ignoreFromSelf: true,
       optOutMuScopeIds: [ "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync" ]
     }
+  },
+  {
+    match: {
+
+    },
+    callback: {
+      url: 'http://ldes-delta-pusher/publish',
+      method: 'POST',
+    },
+    options: {
+      resourceFormat: 'v0.0.1',
+    }
   }
 ]
diff --git a/config/dispatcher/dispatcher.ex b/config/dispatcher/dispatcher.ex
index 1a8eb1b..763fc83 100644
--- a/config/dispatcher/dispatcher.ex
+++ b/config/dispatcher/dispatcher.ex
@@ -286,6 +286,10 @@ defmodule Dispatcher do
     forward conn, path, "http://construct-administrative-unit-relationships/create-relationships/"
   end
 
+  get "/ldes/*path", %{ layer: :api_services } do
+    forward conn, path, "http://ldes-backend/"
+  end
+
   #################################################################
   # ERROR REPORT
   #################################################################
diff --git a/config/ldes-delta-pusher/dispatch.ts b/config/ldes-delta-pusher/dispatch.ts
new file mode 100644
index 0000000..2c1bf3c
--- /dev/null
+++ b/config/ldes-delta-pusher/dispatch.ts
@@ -0,0 +1,13 @@
+import { moveTriples } from "../support";
+import { Changeset } from "../types";
+
+export default async function dispatch(changesets: Changeset[]) {
+	for (const changeset of changesets) {
+		await moveTriples([
+			{
+				inserts: changeset.inserts,
+				deletes: changeset.deletes,
+			},
+		]);
+	}
+}
\ No newline at end of file
diff --git a/data/ldes-feed/organizations/1.ttl b/data/ldes-feed/organizations/1.ttl
new file mode 100644
index 0000000..c942bf9
--- /dev/null
+++ b/data/ldes-feed/organizations/1.ttl
@@ -0,0 +1,111 @@
+
+<http://data.lblod.info/streams/op/organizations> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://w3id.org/ldes#EventStream> .
+
+<http://data.lblod.info/streams/op/organizations> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://w3id.org/tree#Collection> .
+
+<http://data.lblod.info/streams/op/organizations> <https://w3id.org/tree#view> <./1> .
+
+<./1> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://w3id.org/tree#Node> .
+
+<http://data.lblod.info/streams/op/organizations> <https://w3id.org/tree#member> <http://mu.semte.ch/services/ldes-time-fragmenter/versioned/32e0f197-62db-4043-83a2-a07207f27945> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/32e0f197-62db-4043-83a2-a07207f27945> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://data.vlaanderen.be/ns/besluit#Bestuurseenheid> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/32e0f197-62db-4043-83a2-a07207f27945> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/ns/org#Organization> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/32e0f197-62db-4043-83a2-a07207f27945> <http://mu.semte.ch/vocabularies/core/uuid> "63EB64180A219366CF7BB44B" .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/32e0f197-62db-4043-83a2-a07207f27945> <http://purl.org/dc/terms/isVersionOf> <http://data.lblod.info/id/bestuurseenheden/63EB64180A219366CF7BB44B> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/32e0f197-62db-4043-83a2-a07207f27945> <http://www.w3.org/ns/prov#generatedAtTime> "2023-02-14T10:36:08.610Z"^^<http://www.w3.org/2001/XMLSchema#dateTime> .
+
+<http://data.lblod.info/streams/op/organizations> <https://w3id.org/tree#member> <http://mu.semte.ch/services/ldes-time-fragmenter/versioned/1e8dde2e-fc32-459e-8e43-0ab0bfa65d4e> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/1e8dde2e-fc32-459e-8e43-0ab0bfa65d4e> <http://mu.semte.ch/vocabularies/core/uuid> "63eb642dabf18a000e000001" .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/1e8dde2e-fc32-459e-8e43-0ab0bfa65d4e> <http://purl.org/dc/terms/isVersionOf> <http://mu.semte.ch/sessions/3c1d72ea-ac49-11ed-b788-0242ac12000e> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/1e8dde2e-fc32-459e-8e43-0ab0bfa65d4e> <http://www.w3.org/ns/prov#generatedAtTime> "2023-02-14T10:36:29.642Z"^^<http://www.w3.org/2001/XMLSchema#dateTime> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/1e8dde2e-fc32-459e-8e43-0ab0bfa65d4e> <http://mu.semte.ch/vocabularies/ext/sessionGroup> <http://data.lblod.info/id/bestuurseenheden/141d9d6b-54af-4d17-b313-8d1c30bc3f5b> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/1e8dde2e-fc32-459e-8e43-0ab0bfa65d4e> <http://purl.org/dc/terms/modified> "2023-02-14T10:36:29+00:00" .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/1e8dde2e-fc32-459e-8e43-0ab0bfa65d4e> <http://mu.semte.ch/vocabularies/session/account> <http://data.lblod.info/id/account/3a91ff60-07c1-4136-ac5e-55cf401e0957> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/1e8dde2e-fc32-459e-8e43-0ab0bfa65d4e> <http://mu.semte.ch/vocabularies/ext/sessionRole> "ABBOrganisatiePortaalGebruiker-editeerder" .
+
+<http://data.lblod.info/streams/op/organizations> <https://w3id.org/tree#member> <http://mu.semte.ch/services/ldes-time-fragmenter/versioned/e43d1ed8-297f-4636-a0a8-0abeeec725a8> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/e43d1ed8-297f-4636-a0a8-0abeeec725a8> <http://mu.semte.ch/vocabularies/core/uuid> "63eb64b3abf18a000e000002" .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/e43d1ed8-297f-4636-a0a8-0abeeec725a8> <http://purl.org/dc/terms/isVersionOf> <http://mu.semte.ch/sessions/3c1d72ea-ac49-11ed-b788-0242ac12000e> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/e43d1ed8-297f-4636-a0a8-0abeeec725a8> <http://www.w3.org/ns/prov#generatedAtTime> "2023-02-14T10:38:43.728Z"^^<http://www.w3.org/2001/XMLSchema#dateTime> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/e43d1ed8-297f-4636-a0a8-0abeeec725a8> <http://mu.semte.ch/vocabularies/ext/sessionGroup> <http://data.lblod.info/id/bestuurseenheden/141d9d6b-54af-4d17-b313-8d1c30bc3f5b> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/e43d1ed8-297f-4636-a0a8-0abeeec725a8> <http://purl.org/dc/terms/modified> "2023-02-14T10:38:43+00:00" .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/e43d1ed8-297f-4636-a0a8-0abeeec725a8> <http://mu.semte.ch/vocabularies/session/account> <http://data.lblod.info/id/account/3a91ff60-07c1-4136-ac5e-55cf401e0958> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/e43d1ed8-297f-4636-a0a8-0abeeec725a8> <http://mu.semte.ch/vocabularies/ext/sessionRole> "ABBOrganisatiePortaalGebruiker-beheerder" .
+
+<http://data.lblod.info/streams/op/organizations> <https://w3id.org/tree#member> <http://mu.semte.ch/services/ldes-time-fragmenter/versioned/ef89d3a2-6c5f-4f4d-a91c-5a2765557e1c> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/ef89d3a2-6c5f-4f4d-a91c-5a2765557e1c> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://vocab.deri.ie/cogs#Job> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/ef89d3a2-6c5f-4f4d-a91c-5a2765557e1c> <http://mu.semte.ch/vocabularies/core/uuid> "ee75bd30-ac53-11ed-bc10-e3552d6f40d6" .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/ef89d3a2-6c5f-4f4d-a91c-5a2765557e1c> <http://purl.org/dc/terms/isVersionOf> <http://redpencil.data.gift/id/job/ee75bd30-ac53-11ed-bc10-e3552d6f40d6> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/ef89d3a2-6c5f-4f4d-a91c-5a2765557e1c> <http://www.w3.org/ns/prov#generatedAtTime> "2023-02-14T10:40:00.146Z"^^<http://www.w3.org/2001/XMLSchema#dateTime> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/ef89d3a2-6c5f-4f4d-a91c-5a2765557e1c> <http://purl.org/dc/terms/modified> "2023-02-14T10:40:00.131Z" .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/ef89d3a2-6c5f-4f4d-a91c-5a2765557e1c> <http://redpencil.data.gift/vocabularies/tasks/operation> <http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/organizations> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/ef89d3a2-6c5f-4f4d-a91c-5a2765557e1c> <http://purl.org/dc/terms/created> "2023-02-14T10:40:00.131Z" .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/ef89d3a2-6c5f-4f4d-a91c-5a2765557e1c> <http://www.w3.org/ns/adms#status> <http://redpencil.data.gift/id/concept/JobStatus/busy> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/ef89d3a2-6c5f-4f4d-a91c-5a2765557e1c> <http://purl.org/dc/terms/creator> <http://lblod.data.gift/services/delta-producer-background-jobs-initiator> .
+
+<http://data.lblod.info/streams/op/organizations> <https://w3id.org/tree#member> <http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://redpencil.data.gift/vocabularies/tasks/Task> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> <http://mu.semte.ch/vocabularies/core/uuid> "ee771cc0-ac53-11ed-bc10-e3552d6f40d6" .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> <http://purl.org/dc/terms/isVersionOf> <http://redpencil.data.gift/id/task/ee771cc0-ac53-11ed-bc10-e3552d6f40d6> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> <http://www.w3.org/ns/prov#generatedAtTime> "2023-02-14T10:40:00.154Z"^^<http://www.w3.org/2001/XMLSchema#dateTime> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> <http://purl.org/dc/terms/modified> "2023-02-14T10:40:00.140Z" .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> <http://redpencil.data.gift/vocabularies/tasks/operation> <http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/deltaDumpFileCreation> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> <http://purl.org/dc/terms/created> "2023-02-14T10:40:00.140Z" .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> <http://www.w3.org/ns/adms#status> <http://redpencil.data.gift/id/concept/JobStatus/scheduled> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> <http://purl.org/dc/terms/isPartOf> <http://redpencil.data.gift/id/job/ee75bd30-ac53-11ed-bc10-e3552d6f40d6> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> <http://redpencil.data.gift/vocabularies/tasks/index> "0" .
+
+<http://data.lblod.info/streams/op/organizations> <https://w3id.org/tree#member> <http://mu.semte.ch/services/ldes-time-fragmenter/versioned/94bdcd35-55e2-4826-8467-e036d7540711> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/94bdcd35-55e2-4826-8467-e036d7540711> <http://purl.org/dc/terms/isVersionOf> <http://redpencil.data.gift/id/task/ee771cc0-ac53-11ed-bc10-e3552d6f40d6> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/94bdcd35-55e2-4826-8467-e036d7540711> <http://www.w3.org/ns/prov#generatedAtTime> "2023-02-14T10:40:01.204Z"^^<http://www.w3.org/2001/XMLSchema#dateTime> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/94bdcd35-55e2-4826-8467-e036d7540711> <http://www.w3.org/ns/adms#status> <http://redpencil.data.gift/id/concept/JobStatus/busy> .
+
+<http://data.lblod.info/streams/op/organizations> <https://w3id.org/tree#member> <http://mu.semte.ch/services/ldes-time-fragmenter/versioned/fc1715ba-6b45-4dcb-86f1-d8818c3b4083> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/fc1715ba-6b45-4dcb-86f1-d8818c3b4083> <http://www.w3.org/ns/adms#status> <http://redpencil.data.gift/id/concept/JobStatus/success> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/fc1715ba-6b45-4dcb-86f1-d8818c3b4083> <http://purl.org/dc/terms/isVersionOf> <http://redpencil.data.gift/id/task/ee771cc0-ac53-11ed-bc10-e3552d6f40d6> .
+
+<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/fc1715ba-6b45-4dcb-86f1-d8818c3b4083> <http://www.w3.org/ns/prov#generatedAtTime> "2023-02-14T10:40:01.224Z"^^<http://www.w3.org/2001/XMLSchema#dateTime> .
+
diff --git a/docker-compose.dev.yml b/docker-compose.dev.yml
index 5d68e6d..7a53405 100644
--- a/docker-compose.dev.yml
+++ b/docker-compose.dev.yml
@@ -76,4 +76,4 @@ services:
   delta-producer-bg-jobs-initiator-worship-posts:
     restart: "no"
   delta-producer-pub-graph-maintainer-worship-posts:
-    restart: "no"
+    restart: "no"
\ No newline at end of file
diff --git a/docker-compose.yml b/docker-compose.yml
index 6d1f4cb..b5ebcfc 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -214,6 +214,9 @@ services:
     image: eyereasoner/reasoning-service:1.0.1
     volumes:
       - ./config/reasoner:/config
+  
+
+    
   ################################################################################
   # DELTA GENERAL
   ################################################################################
@@ -554,6 +557,30 @@ services:
   # DELTA CONSUMERS: END
   ################################################################################
 
+  ################################################################################
+  # LDES PRODUCERS
+  ################################################################################
+
+  ldes-delta-pusher:
+    image: redpencil/ldes-delta-pusher:latest
+    environment:
+      LDES_ENDPOINT: 'http://fragmentation-producer/organizations'
+    volumes:
+      - ./config/ldes-delta-pusher/:/config/
+
+  fragmentation-producer:
+    image: redpencil/fragmentation-producer:0.1.3
+    environment:
+      FOLDER_DEPTH: 1
+      PAGE_RESOURCES_COUNT: 50
+      LDES_STREAM_PREFIX: 'http://data.lblod.info/streams/op/'
+      TIME_TREE_RELATION_PATH: 'http://www.w3.org/ns/prov#generatedAtTime'
+      CACHE_SIZE: 10
+      DATA_FOLDER: '/data'
+      ENABLE_AUTH: 'false'
+    volumes:
+      - './data/ldes-feed/:/data/'
+
   ################################################################################
   # MU SEARCH
   ################################################################################