From e3ec21eb71b0e8746614aa3260d33ed7233e9c9a Mon Sep 17 00:00:00 2001
From: mirdono <alexander.van.den.berghe@redpencil.io>
Date: Wed, 2 Oct 2024 19:10:18 +0200
Subject: [PATCH] feat: add cleanup jobs to delete triples

When removing memberships some `org:hasSubOrganization` or `org:linkedTo`
triples may remain in the triplestore. These migrations add jobs to delete such triples.
---
 ...cleanup--province-has-sub-organization.ttl |  3 +-
 ...ip-cleanup--delete-worship-linked-to.graph |  1 +
 ...ship-cleanup--delete-worship-linked-to.ttl | 34 +++++++++++++++
 ...-delete-worship-has-sub-organization.graph |  1 +
 ...p--delete-worship-has-sub-organization.ttl | 29 +++++++++++++
 ...eanup--delete-municipality-linked-to.graph |  1 +
 ...cleanup--delete-municipality-linked-to.ttl | 26 +++++++++++
 ...te-municipality-has-sub-organization.graph |  1 +
 ...lete-municipality-has-sub-organization.ttl | 43 +++++++++++++++++++
 ...delete-province-has-sub-organization.graph |  1 +
 ...--delete-province-has-sub-organization.ttl | 41 ++++++++++++++++++
 11 files changed, 180 insertions(+), 1 deletion(-)
 create mode 100644 config/migrations/2024/20240930124819-membership-cleanup-jobs/20241002151049-membership-cleanup--delete-worship-linked-to.graph
 create mode 100644 config/migrations/2024/20240930124819-membership-cleanup-jobs/20241002151049-membership-cleanup--delete-worship-linked-to.ttl
 create mode 100644 config/migrations/2024/20240930124819-membership-cleanup-jobs/20241002162120-membership-cleanup--delete-worship-has-sub-organization.graph
 create mode 100644 config/migrations/2024/20240930124819-membership-cleanup-jobs/20241002162120-membership-cleanup--delete-worship-has-sub-organization.ttl
 create mode 100644 config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003170226-membership-cleanup--delete-municipality-linked-to.graph
 create mode 100644 config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003170226-membership-cleanup--delete-municipality-linked-to.ttl
 create mode 100644 config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003171920-membership-cleanup--delete-municipality-has-sub-organization.graph
 create mode 100644 config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003171920-membership-cleanup--delete-municipality-has-sub-organization.ttl
 create mode 100644 config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003173836-membership-cleanup--delete-province-has-sub-organization.graph
 create mode 100644 config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003173836-membership-cleanup--delete-province-has-sub-organization.ttl

diff --git a/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241001145338-membership-cleanup--province-has-sub-organization.ttl b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241001145338-membership-cleanup--province-has-sub-organization.ttl
index a3bb098..4ba9228 100644
--- a/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241001145338-membership-cleanup--province-has-sub-organization.ttl
+++ b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241001145338-membership-cleanup--province-has-sub-organization.ttl
@@ -27,9 +27,10 @@
         ?member org:classification ?memberClass .
         FILTER ( ?memberClass
                  IN (
-                    <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/36a82ba0-7ff1-4697-a9dd-2e94df73b721> ,
                     <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/5ab0e9b8a3b2ca7c5e000001> ,
                     <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/5ab0e9b8a3b2ca7c5e000002> ,
+                    <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/36a82ba0-7ff1-4697-a9dd-2e94df73b721> ,
+                    <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/80310756-ce0a-4a1b-9b8e-7c01b6cc7a2d> ,
                     <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/2ad46df5-5c79-4d67-84d5-604c1377231e> ,
                     <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/088784b6-e188-48bf-b94f-94665f9e1f53>
                     )
diff --git a/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241002151049-membership-cleanup--delete-worship-linked-to.graph b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241002151049-membership-cleanup--delete-worship-linked-to.graph
new file mode 100644
index 0000000..092c3a9
--- /dev/null
+++ b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241002151049-membership-cleanup--delete-worship-linked-to.graph
@@ -0,0 +1 @@
+http://mu.semte.ch/graphs/public
diff --git a/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241002151049-membership-cleanup--delete-worship-linked-to.ttl b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241002151049-membership-cleanup--delete-worship-linked-to.ttl
new file mode 100644
index 0000000..9dae020
--- /dev/null
+++ b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241002151049-membership-cleanup--delete-worship-linked-to.ttl
@@ -0,0 +1,34 @@
+@prefix cleanup: <http://mu.semte.ch/vocabularies/ext/cleanup/> .
+@prefix mu: <http://mu.semte.ch/vocabularies/core/> .
+@prefix dcterms: <http://purl.org/dc/terms/> .
+
+<http://data.lblod.info/id/cleanup-job/679eec55-0f69-4d45-84c1-9f73df966983> a cleanup:Job ;
+    mu:uuid "679eec55-0f69-4d45-84c1-9f73df966983" ;
+    dcterms:title "Delete leftover `org:linkedTo` triples for Representative Bodies and [Central] Worship Services." ;
+    cleanup:randomQuery """
+      PREFIX org: <http://www.w3.org/ns/org#>
+
+      DELETE {
+        GRAPH <http://mu.semte.ch/graphs/worship-service> {
+          ?s org:linkedTo ?o .
+        }
+      } WHERE {
+        GRAPH <http://mu.semte.ch/graphs/worship-service> {
+          ?s org:linkedTo ?o .
+          FILTER NOT EXISTS {
+            ?membership a org:Membership ;
+            org:organization ?o ;
+            org:member ?s ;
+            org:role <http://data.lblod.info/id/rollen/4ec7d5c39bdc4e84b4174379b9e22ad8> .
+          }
+
+          ?s org:classification                           <http://data.vlaanderen.be/id/concept/RepresentatiefOrgaanClassificatieCode/89a00b5a-024f-4630-a722-65a5e68967e5> .
+
+          ?o org:classification ?oClass .
+          FILTER ( ?oClass IN (
+                               <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/66ec74fd-8cfc-4e16-99c6-350b35012e86> ,
+                               <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/f9cac08a-13c1-49da-9bcb-f650b0604054>
+                               ))
+        }
+      }
+      """ .
diff --git a/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241002162120-membership-cleanup--delete-worship-has-sub-organization.graph b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241002162120-membership-cleanup--delete-worship-has-sub-organization.graph
new file mode 100644
index 0000000..092c3a9
--- /dev/null
+++ b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241002162120-membership-cleanup--delete-worship-has-sub-organization.graph
@@ -0,0 +1 @@
+http://mu.semte.ch/graphs/public
diff --git a/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241002162120-membership-cleanup--delete-worship-has-sub-organization.ttl b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241002162120-membership-cleanup--delete-worship-has-sub-organization.ttl
new file mode 100644
index 0000000..b807bc9
--- /dev/null
+++ b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241002162120-membership-cleanup--delete-worship-has-sub-organization.ttl
@@ -0,0 +1,29 @@
+@prefix cleanup: <http://mu.semte.ch/vocabularies/ext/cleanup/> .
+@prefix mu: <http://mu.semte.ch/vocabularies/core/> .
+@prefix dcterms: <http://purl.org/dc/terms/> .
+
+<http://data.lblod.info/id/cleanup-job/50cee254-37e4-410e-936a-d974047bdd4b> a cleanup:Job ;
+    mu:uuid "50cee254-37e4-410e-936a-d974047bdd4b" ;
+    dcterms:title "Delete leftover `org:hasSubOrganization` triples for Central Worship Services and Worship Services." ;
+    cleanup:randomQuery """
+      PREFIX org: <http://www.w3.org/ns/org#>
+
+      DELETE {
+        GRAPH <http://mu.semte.ch/graphs/worship-service> {
+          ?cws org:hasSubOrganization ?ws .
+        }
+      } WHERE {
+        GRAPH <http://mu.semte.ch/graphs/worship-service> {
+          ?cws org:hasSubOrganization ?ws .
+          FILTER NOT EXISTS {
+            ?membership a org:Membership ;
+              org:organization ?cws ;
+              org:member ?ws ;
+              org:role <http://data.lblod.info/id/rollen/4ec7d5c39bdc4e84b4174379b9e22ad8> .
+        }
+
+        ?cws org:classification <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/f9cac08a-13c1-49da-9bcb-f650b0604054> .
+        ?ws org:classification <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/66ec74fd-8cfc-4e16-99c6-350b35012e86> .
+      }
+    }
+    """ .
diff --git a/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003170226-membership-cleanup--delete-municipality-linked-to.graph b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003170226-membership-cleanup--delete-municipality-linked-to.graph
new file mode 100644
index 0000000..092c3a9
--- /dev/null
+++ b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003170226-membership-cleanup--delete-municipality-linked-to.graph
@@ -0,0 +1 @@
+http://mu.semte.ch/graphs/public
diff --git a/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003170226-membership-cleanup--delete-municipality-linked-to.ttl b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003170226-membership-cleanup--delete-municipality-linked-to.ttl
new file mode 100644
index 0000000..19b2ef8
--- /dev/null
+++ b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003170226-membership-cleanup--delete-municipality-linked-to.ttl
@@ -0,0 +1,26 @@
+@prefix cleanup: <http://mu.semte.ch/vocabularies/ext/cleanup/> .
+@prefix mu: <http://mu.semte.ch/vocabularies/core/> .
+@prefix dcterms: <http://purl.org/dc/terms/> .
+
+<http://data.lblod.info/id/cleanup-job/14cfd05c-7047-43a1-97e4-42d3dd6b048d> a cleanup:Job ;
+    mu:uuid "14cfd05c-7047-43a1-97e4-42d3dd6b048d" ;
+    dcterms:title "Delete leftover `org:linkedTo` triples for Municipalities." ;
+    cleanup:randomQuery """
+      PREFIX org: <http://www.w3.org/ns/org#>
+
+      DELETE {
+        GRAPH <http://mu.semte.ch/graphs/administrative-unit> {
+          ?municipality org:linkedTo ?member .
+        }
+      } WHERE {
+        GRAPH <http://mu.semte.ch/graphs/administrative-unit> {
+          ?municipality org:linkedTo ?member .
+          FILTER NOT EXISTS {
+            ?membership a org:Membership ;
+              org:organization ?municipality ;
+              org:member ?member ;
+              org:role <http://data.lblod.info/id/rollen/4ec7d5c39bdc4e84b4174379b9e22ad8> .
+          }
+        }
+    }
+    """ .
diff --git a/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003171920-membership-cleanup--delete-municipality-has-sub-organization.graph b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003171920-membership-cleanup--delete-municipality-has-sub-organization.graph
new file mode 100644
index 0000000..092c3a9
--- /dev/null
+++ b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003171920-membership-cleanup--delete-municipality-has-sub-organization.graph
@@ -0,0 +1 @@
+http://mu.semte.ch/graphs/public
diff --git a/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003171920-membership-cleanup--delete-municipality-has-sub-organization.ttl b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003171920-membership-cleanup--delete-municipality-has-sub-organization.ttl
new file mode 100644
index 0000000..9a13f21
--- /dev/null
+++ b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003171920-membership-cleanup--delete-municipality-has-sub-organization.ttl
@@ -0,0 +1,43 @@
+@prefix cleanup: <http://mu.semte.ch/vocabularies/ext/cleanup/> .
+@prefix mu: <http://mu.semte.ch/vocabularies/core/> .
+@prefix dcterms: <http://purl.org/dc/terms/> .
+
+<http://data.lblod.info/id/cleanup-job/141a5f1c-39d5-431a-99e2-9085252654a3> a cleanup:Job ;
+    mu:uuid "141a5f1c-39d5-431a-99e2-9085252654a3" ;
+    dcterms:title "Delete leftover `org:hasSubOrganization` triples for Municipalities." ;
+    cleanup:randomQuery """
+      PREFIX org: <http://www.w3.org/ns/org#>
+
+      DELETE {
+        GRAPH <http://mu.semte.ch/graphs/administrative-unit> {
+          ?municipality org:hasSubOrganization ?member .
+        }
+      } WHERE {
+        GRAPH <http://mu.semte.ch/graphs/administrative-unit> {
+          ?municipality org:hasSubOrganization ?member .
+          FILTER NOT EXISTS {
+            ?membership a org:Membership ;
+              org:organization ?municipality ;
+              org:member ?member ;
+              org:role <http://data.lblod.info/id/rollen/4ec7d5c39bdc4e84b4174379b9e22ad8> .
+          }
+
+          ?member org:classification ?memberClass .
+          FILTER ( ?memberClass
+                   IN (
+                      <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/36a82ba0-7ff1-4697-a9dd-2e94df73b721> ,
+                      <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/b156b67f-c5f4-4584-9b30-4c090be02fdc> ,
+                      <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/d01bb1f6-2439-4e33-9c25-1fc295de2e71> ,
+                      <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/cd93f147-3ece-4308-acab-5c5ada3ec63d> ,
+                      <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/4b8450cf-a326-4c66-9e63-b4ec10acc7f6> ,
+                      <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/ea446861-2c51-45fa-afd3-4e4a37b71562> ,
+                      <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/a3922c6d-425b-474f-9a02-ffb71a436bfc> ,
+                      <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/2ad46df5-5c79-4d67-84d5-604c1377231e>
+                    )
+               )
+        }
+        GRAPH <http://mu.semte.ch/graphs/shared> {
+          ?municipality org:classification <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/5ab0e9b8a3b2ca7c5e000001> .
+        }
+    }
+    """ .
diff --git a/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003173836-membership-cleanup--delete-province-has-sub-organization.graph b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003173836-membership-cleanup--delete-province-has-sub-organization.graph
new file mode 100644
index 0000000..092c3a9
--- /dev/null
+++ b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003173836-membership-cleanup--delete-province-has-sub-organization.graph
@@ -0,0 +1 @@
+http://mu.semte.ch/graphs/public
diff --git a/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003173836-membership-cleanup--delete-province-has-sub-organization.ttl b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003173836-membership-cleanup--delete-province-has-sub-organization.ttl
new file mode 100644
index 0000000..aa3e0ee
--- /dev/null
+++ b/config/migrations/2024/20240930124819-membership-cleanup-jobs/20241003173836-membership-cleanup--delete-province-has-sub-organization.ttl
@@ -0,0 +1,41 @@
+@prefix cleanup: <http://mu.semte.ch/vocabularies/ext/cleanup/> .
+@prefix mu: <http://mu.semte.ch/vocabularies/core/> .
+@prefix dcterms: <http://purl.org/dc/terms/> .
+
+<http://data.lblod.info/id/cleanup-job/7b2f66c8-1433-47f4-b730-62316f288631> a cleanup:Job ;
+    mu:uuid "7b2f66c8-1433-47f4-b730-62316f288631" ;
+    dcterms:title "Delete leftover `org:hasSubOrganization` triples for Provinces." ;
+    cleanup:randomQuery """
+      PREFIX org: <http://www.w3.org/ns/org#>
+
+      DELETE {
+        GRAPH <http://mu.semte.ch/graphs/administrative-unit> {
+          ?province org:hasSubOrganization ?member .
+        }
+      } WHERE {
+        GRAPH <http://mu.semte.ch/graphs/administrative-unit> {
+          ?province org:hasSubOrganization ?member .
+          FILTER NOT EXISTS {
+            ?membership a org:Membership ;
+              org:organization ?province ;
+              org:member ?member ;
+              org:role <http://data.lblod.info/id/rollen/4ec7d5c39bdc4e84b4174379b9e22ad8> .
+          }
+        }
+
+      ?member org:classification ?memberClass .
+      FILTER ( ?memberClass
+            IN (
+                <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/5ab0e9b8a3b2ca7c5e000001> ,
+                <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/5ab0e9b8a3b2ca7c5e000002> ,
+                <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/36a82ba0-7ff1-4697-a9dd-2e94df73b721> ,
+                <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/80310756-ce0a-4a1b-9b8e-7c01b6cc7a2d> ,
+                <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/2ad46df5-5c79-4d67-84d5-604c1377231e> ,
+                <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/088784b6-e188-48bf-b94f-94665f9e1f53>
+              )
+          )
+      GRAPH <http://mu.semte.ch/graphs/shared> {
+        ?province org:classification <http://data.vlaanderen.be/id/concept/BestuurseenheidClassificatieCode/5ab0e9b8a3b2ca7c5e000000> .
+      }
+    }
+    """ .