use custom dispatch method to send organization details to ldes endpoint
This commit is contained in:
1
.gitignore
vendored
1
.gitignore
vendored
@@ -10,6 +10,7 @@ docker-compose.override.yml
|
||||
*.iml
|
||||
|
||||
/data/elasticsearch/**
|
||||
/data/ldes-feed/*
|
||||
/tmp
|
||||
.DS_STORE
|
||||
.env
|
||||
|
||||
@@ -1,13 +1,29 @@
|
||||
import { moveTriples } from "../support";
|
||||
import { Changeset } from "../types";
|
||||
import { query, sparqlEscapeUri } from 'mu';
|
||||
|
||||
export default async function dispatch(changesets: Changeset[]) {
|
||||
for (const changeset of changesets) {
|
||||
await moveTriples([
|
||||
{
|
||||
inserts: changeset.inserts,
|
||||
deletes: changeset.deletes,
|
||||
},
|
||||
]);
|
||||
const subjects = new Set(changeset.inserts.map((insert) => insert.subject.value));
|
||||
for (const subject of subjects) {
|
||||
const { results: { bindings } } = await query(`
|
||||
PREFIX org: <http://www.w3.org/ns/org#>
|
||||
CONSTRUCT {
|
||||
${sparqlEscapeUri(subject)} a org:Organization;
|
||||
?p ?o.
|
||||
}
|
||||
WHERE {
|
||||
${sparqlEscapeUri(subject)} a org:Organization;
|
||||
?p ?o.
|
||||
}
|
||||
`);
|
||||
if(bindings.length){
|
||||
await moveTriples([
|
||||
{
|
||||
inserts: bindings.map(({ s, p, o}) => { return { subject: s, predicate: p, object: o} }),
|
||||
}
|
||||
])
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -1,111 +0,0 @@
|
||||
|
||||
<http://data.lblod.info/streams/op/organizations> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://w3id.org/ldes#EventStream> .
|
||||
|
||||
<http://data.lblod.info/streams/op/organizations> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://w3id.org/tree#Collection> .
|
||||
|
||||
<http://data.lblod.info/streams/op/organizations> <https://w3id.org/tree#view> <./1> .
|
||||
|
||||
<./1> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://w3id.org/tree#Node> .
|
||||
|
||||
<http://data.lblod.info/streams/op/organizations> <https://w3id.org/tree#member> <http://mu.semte.ch/services/ldes-time-fragmenter/versioned/32e0f197-62db-4043-83a2-a07207f27945> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/32e0f197-62db-4043-83a2-a07207f27945> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://data.vlaanderen.be/ns/besluit#Bestuurseenheid> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/32e0f197-62db-4043-83a2-a07207f27945> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/ns/org#Organization> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/32e0f197-62db-4043-83a2-a07207f27945> <http://mu.semte.ch/vocabularies/core/uuid> "63EB64180A219366CF7BB44B" .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/32e0f197-62db-4043-83a2-a07207f27945> <http://purl.org/dc/terms/isVersionOf> <http://data.lblod.info/id/bestuurseenheden/63EB64180A219366CF7BB44B> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/32e0f197-62db-4043-83a2-a07207f27945> <http://www.w3.org/ns/prov#generatedAtTime> "2023-02-14T10:36:08.610Z"^^<http://www.w3.org/2001/XMLSchema#dateTime> .
|
||||
|
||||
<http://data.lblod.info/streams/op/organizations> <https://w3id.org/tree#member> <http://mu.semte.ch/services/ldes-time-fragmenter/versioned/1e8dde2e-fc32-459e-8e43-0ab0bfa65d4e> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/1e8dde2e-fc32-459e-8e43-0ab0bfa65d4e> <http://mu.semte.ch/vocabularies/core/uuid> "63eb642dabf18a000e000001" .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/1e8dde2e-fc32-459e-8e43-0ab0bfa65d4e> <http://purl.org/dc/terms/isVersionOf> <http://mu.semte.ch/sessions/3c1d72ea-ac49-11ed-b788-0242ac12000e> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/1e8dde2e-fc32-459e-8e43-0ab0bfa65d4e> <http://www.w3.org/ns/prov#generatedAtTime> "2023-02-14T10:36:29.642Z"^^<http://www.w3.org/2001/XMLSchema#dateTime> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/1e8dde2e-fc32-459e-8e43-0ab0bfa65d4e> <http://mu.semte.ch/vocabularies/ext/sessionGroup> <http://data.lblod.info/id/bestuurseenheden/141d9d6b-54af-4d17-b313-8d1c30bc3f5b> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/1e8dde2e-fc32-459e-8e43-0ab0bfa65d4e> <http://purl.org/dc/terms/modified> "2023-02-14T10:36:29+00:00" .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/1e8dde2e-fc32-459e-8e43-0ab0bfa65d4e> <http://mu.semte.ch/vocabularies/session/account> <http://data.lblod.info/id/account/3a91ff60-07c1-4136-ac5e-55cf401e0957> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/1e8dde2e-fc32-459e-8e43-0ab0bfa65d4e> <http://mu.semte.ch/vocabularies/ext/sessionRole> "ABBOrganisatiePortaalGebruiker-editeerder" .
|
||||
|
||||
<http://data.lblod.info/streams/op/organizations> <https://w3id.org/tree#member> <http://mu.semte.ch/services/ldes-time-fragmenter/versioned/e43d1ed8-297f-4636-a0a8-0abeeec725a8> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/e43d1ed8-297f-4636-a0a8-0abeeec725a8> <http://mu.semte.ch/vocabularies/core/uuid> "63eb64b3abf18a000e000002" .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/e43d1ed8-297f-4636-a0a8-0abeeec725a8> <http://purl.org/dc/terms/isVersionOf> <http://mu.semte.ch/sessions/3c1d72ea-ac49-11ed-b788-0242ac12000e> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/e43d1ed8-297f-4636-a0a8-0abeeec725a8> <http://www.w3.org/ns/prov#generatedAtTime> "2023-02-14T10:38:43.728Z"^^<http://www.w3.org/2001/XMLSchema#dateTime> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/e43d1ed8-297f-4636-a0a8-0abeeec725a8> <http://mu.semte.ch/vocabularies/ext/sessionGroup> <http://data.lblod.info/id/bestuurseenheden/141d9d6b-54af-4d17-b313-8d1c30bc3f5b> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/e43d1ed8-297f-4636-a0a8-0abeeec725a8> <http://purl.org/dc/terms/modified> "2023-02-14T10:38:43+00:00" .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/e43d1ed8-297f-4636-a0a8-0abeeec725a8> <http://mu.semte.ch/vocabularies/session/account> <http://data.lblod.info/id/account/3a91ff60-07c1-4136-ac5e-55cf401e0958> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/e43d1ed8-297f-4636-a0a8-0abeeec725a8> <http://mu.semte.ch/vocabularies/ext/sessionRole> "ABBOrganisatiePortaalGebruiker-beheerder" .
|
||||
|
||||
<http://data.lblod.info/streams/op/organizations> <https://w3id.org/tree#member> <http://mu.semte.ch/services/ldes-time-fragmenter/versioned/ef89d3a2-6c5f-4f4d-a91c-5a2765557e1c> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/ef89d3a2-6c5f-4f4d-a91c-5a2765557e1c> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://vocab.deri.ie/cogs#Job> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/ef89d3a2-6c5f-4f4d-a91c-5a2765557e1c> <http://mu.semte.ch/vocabularies/core/uuid> "ee75bd30-ac53-11ed-bc10-e3552d6f40d6" .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/ef89d3a2-6c5f-4f4d-a91c-5a2765557e1c> <http://purl.org/dc/terms/isVersionOf> <http://redpencil.data.gift/id/job/ee75bd30-ac53-11ed-bc10-e3552d6f40d6> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/ef89d3a2-6c5f-4f4d-a91c-5a2765557e1c> <http://www.w3.org/ns/prov#generatedAtTime> "2023-02-14T10:40:00.146Z"^^<http://www.w3.org/2001/XMLSchema#dateTime> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/ef89d3a2-6c5f-4f4d-a91c-5a2765557e1c> <http://purl.org/dc/terms/modified> "2023-02-14T10:40:00.131Z" .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/ef89d3a2-6c5f-4f4d-a91c-5a2765557e1c> <http://redpencil.data.gift/vocabularies/tasks/operation> <http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/organizations> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/ef89d3a2-6c5f-4f4d-a91c-5a2765557e1c> <http://purl.org/dc/terms/created> "2023-02-14T10:40:00.131Z" .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/ef89d3a2-6c5f-4f4d-a91c-5a2765557e1c> <http://www.w3.org/ns/adms#status> <http://redpencil.data.gift/id/concept/JobStatus/busy> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/ef89d3a2-6c5f-4f4d-a91c-5a2765557e1c> <http://purl.org/dc/terms/creator> <http://lblod.data.gift/services/delta-producer-background-jobs-initiator> .
|
||||
|
||||
<http://data.lblod.info/streams/op/organizations> <https://w3id.org/tree#member> <http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://redpencil.data.gift/vocabularies/tasks/Task> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> <http://mu.semte.ch/vocabularies/core/uuid> "ee771cc0-ac53-11ed-bc10-e3552d6f40d6" .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> <http://purl.org/dc/terms/isVersionOf> <http://redpencil.data.gift/id/task/ee771cc0-ac53-11ed-bc10-e3552d6f40d6> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> <http://www.w3.org/ns/prov#generatedAtTime> "2023-02-14T10:40:00.154Z"^^<http://www.w3.org/2001/XMLSchema#dateTime> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> <http://purl.org/dc/terms/modified> "2023-02-14T10:40:00.140Z" .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> <http://redpencil.data.gift/vocabularies/tasks/operation> <http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/deltaDumpFileCreation> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> <http://purl.org/dc/terms/created> "2023-02-14T10:40:00.140Z" .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> <http://www.w3.org/ns/adms#status> <http://redpencil.data.gift/id/concept/JobStatus/scheduled> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> <http://purl.org/dc/terms/isPartOf> <http://redpencil.data.gift/id/job/ee75bd30-ac53-11ed-bc10-e3552d6f40d6> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/85c3d948-2305-4404-a446-184a763c7138> <http://redpencil.data.gift/vocabularies/tasks/index> "0" .
|
||||
|
||||
<http://data.lblod.info/streams/op/organizations> <https://w3id.org/tree#member> <http://mu.semte.ch/services/ldes-time-fragmenter/versioned/94bdcd35-55e2-4826-8467-e036d7540711> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/94bdcd35-55e2-4826-8467-e036d7540711> <http://purl.org/dc/terms/isVersionOf> <http://redpencil.data.gift/id/task/ee771cc0-ac53-11ed-bc10-e3552d6f40d6> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/94bdcd35-55e2-4826-8467-e036d7540711> <http://www.w3.org/ns/prov#generatedAtTime> "2023-02-14T10:40:01.204Z"^^<http://www.w3.org/2001/XMLSchema#dateTime> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/94bdcd35-55e2-4826-8467-e036d7540711> <http://www.w3.org/ns/adms#status> <http://redpencil.data.gift/id/concept/JobStatus/busy> .
|
||||
|
||||
<http://data.lblod.info/streams/op/organizations> <https://w3id.org/tree#member> <http://mu.semte.ch/services/ldes-time-fragmenter/versioned/fc1715ba-6b45-4dcb-86f1-d8818c3b4083> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/fc1715ba-6b45-4dcb-86f1-d8818c3b4083> <http://www.w3.org/ns/adms#status> <http://redpencil.data.gift/id/concept/JobStatus/success> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/fc1715ba-6b45-4dcb-86f1-d8818c3b4083> <http://purl.org/dc/terms/isVersionOf> <http://redpencil.data.gift/id/task/ee771cc0-ac53-11ed-bc10-e3552d6f40d6> .
|
||||
|
||||
<http://mu.semte.ch/services/ldes-time-fragmenter/versioned/fc1715ba-6b45-4dcb-86f1-d8818c3b4083> <http://www.w3.org/ns/prov#generatedAtTime> "2023-02-14T10:40:01.224Z"^^<http://www.w3.org/2001/XMLSchema#dateTime> .
|
||||
|
||||
@@ -564,11 +564,13 @@ services:
|
||||
ldes-delta-pusher:
|
||||
image: redpencil/ldes-delta-pusher:latest
|
||||
environment:
|
||||
LDES_ENDPOINT: 'http://fragmentation-producer/organizations'
|
||||
LDES_ENDPOINT: 'http://ldes-backend/organizations'
|
||||
volumes:
|
||||
- ./config/ldes-delta-pusher/:/config/
|
||||
links:
|
||||
- db:database
|
||||
|
||||
fragmentation-producer:
|
||||
ldes-backend:
|
||||
image: redpencil/fragmentation-producer:0.1.3
|
||||
environment:
|
||||
FOLDER_DEPTH: 1
|
||||
|
||||
Reference in New Issue
Block a user