Merge branch 'development'

bump jsonld api

.gitignore

@@ -25,4 +25,5 @@ DS_STORE
 
 source.json
 out.json
-security.yml
+security.yml
+config/proxy-https/proxy_ssl.conf

README.md

@@ -12,14 +12,37 @@ Backend for the Contact Hub application based on the  mu.semte.ch microservices
 You can shut down using `docker-compose stop` and remove everything using `docker-compose rm`.
 
 
-## Add username/password for Basic Auth
+### Setting up the delta-producers related services
+To make sure the app can share data, producers need to be set up. There is an intial sync, that is potentially very expensive, and must be started manually
 
-By default, there are two accounts you can use to log-in using basic auth:
+#### producers administrative-units
 
-- root/root
+1. make sure the app is up and running, the migrations have run
-- contacthub/contacthub
+2. in docker-compose.override.yml, make sure the following configuration is provided:
-
+```
-To add new accounts, execute the following command, then add the result to `./config/proxy/nginx.htpasswd`
+  delta-producer-pub-graph-maintainer-administrative-units:
-
+    environment:
-`docker run --rm --entrypoint htpasswd registry:2.7.0 -bn username password`
+      START_INITIAL_SYNC: 'true'
+```
+3. `drc up -d delta-producer-pub-graph-maintainer-administrative-units`
+4. You can follow the status of the job, ideally through the dashboard, but this hasn't been setup yet. The following query should also give results:
+```
+   PREFIX task: <http://redpencil.data.gift/vocabularies/tasks/>
+   PREFIX adms: <http://www.w3.org/ns/adms#>
+   PREFIX dct: <http://purl.org/dc/terms/>
 
+    SELECT DISTINCT ?job ?operation ?created ?modified ?status WHERE {
+       GRAPH ?g {
+         ?job a <http://vocab.deri.ie/cogs#Job>;
+              task:operation ?operation;
+              adms:status ?status;
+              dct:created ?created;
+              dct:modified ?modified.
+       }
+       FILTER( ?operation IN (
+         <http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/administrative-units>,
+         <http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/administrative-units>
+        )
+       )
+     }
+```

config/authorization/config.ex

@@ -32,7 +32,7 @@ defmodule Acl.UserGroups.Config do
                         "http://schema.org/ContactPoint",
                         "http://data.lblod.info/vocabularies/leidinggevenden/Bestuursfunctie",
                         "http://data.lblod.info/vocabularies/erediensten/CentraalBestuurVanDeEredienst",
-                        "http://data.lblod.info/vocabularies/erediensten/RepresentatiefOrgaan",                          
+                        "http://data.lblod.info/vocabularies/erediensten/RepresentatiefOrgaan",
                         "http://www.w3.org/ns/org#Role",
                         "http://www.w3.org/ns/org#Post",
                         "http://data.lblod.info/vocabularies/contacthub/AgentInPositie",
@@ -59,7 +59,8 @@ defmodule Acl.UserGroups.Config do
  ]
   defp access_by_role( group_string ) do
     %AccessByQuery{
-      vars: ["session_group","session_role"],
+#      vars: ["session_group","session_role"], todo we might have to  create multiple graph depending on role
+       vars: [],
       query: sparql_query_for_access_role( group_string ) }
   end
 
@@ -76,20 +77,38 @@ defmodule Acl.UserGroups.Config do
   def user_groups do
     [
        %GroupSpec{
-        name: "acmidm",
+        name: "acmidm-lezer",
-        useage: [:read, :write, :read_for_write],
+        useage: [:read],
-        access: %AccessByQuery{
+        access: access_by_role( "ABBOrganisatiePortaalGebruiker-lezer" ),
-          query: "PREFIX ext: <http://mu.semte.ch/vocabularies/ext/>
-                  PREFIX mu: <http://mu.semte.ch/vocabularies/core/>
-                  PREFIX session: <http://mu.semte.ch/vocabularies/session/>
-                  SELECT ?account WHERE {
-                    <SESSION_ID> session:account ?account.
-                  } LIMIT 1",
-          vars: []
-        },
         graphs: [
           %GraphSpec{
-            graph: "http://mu.semte.ch/graphs/contacthub/141d9d6b-54af-4d17-b313-8d1c30bc3f5b/ChAdmin",
+            graph: "http://mu.semte.ch/graphs/organisatieportaal",
+            constraint: %ResourceConstraint{
+              resource_types: @protected_resource_type
+            }
+          }
+        ]
+      },
+       %GroupSpec{
+        name: "acmidm-editeerder",
+        useage: [:read, :write, :read_for_write],
+        access: access_by_role( "ABBOrganisatiePortaalGebruiker-editeerder" ),
+        graphs: [
+          %GraphSpec{
+            graph: "http://mu.semte.ch/graphs/organisatieportaal",
+            constraint: %ResourceConstraint{
+              resource_types: @protected_resource_type
+            }
+          }
+        ]
+      },
+       %GroupSpec{
+        name: "acmidm-beheerder",
+        useage: [:read, :write, :read_for_write],
+        access: access_by_role( "ABBOrganisatiePortaalGebruiker-beheerder" ),
+        graphs: [
+          %GraphSpec{
+            graph: "http://mu.semte.ch/graphs/organisatieportaal",
             constraint: %ResourceConstraint{
               resource_types: @protected_resource_type
             }
@@ -97,27 +116,47 @@ defmodule Acl.UserGroups.Config do
         ]
       },
            %GroupSpec{
-        name: "ch-admin",
+        name: "ch-lezer",
-        useage: [:read, :write, :read_for_write],
+        useage: [:read],
-        access: access_by_role( "ChAdmin" ),
+        access: access_by_role( "ABBOrganisatiePortaalGebruiker-lezer" ),
         graphs: [ %GraphSpec{
-                    graph: "http://mu.semte.ch/graphs/contacthub/",
+                    graph: "http://mu.semte.ch/graphs/organisatieportaal",
+                    constraint: %ResourceConstraint{
+                      resource_types: @protected_resource_type } } ] },
+           %GroupSpec{
+        name: "ch-editeerder",
+        useage: [:read, :write, :read_for_write],
+        access: access_by_role( "ABBOrganisatiePortaalGebruiker-editeerder" ),
+        graphs: [ %GraphSpec{
+                    graph: "http://mu.semte.ch/graphs/organisatieportaal",
+                    constraint: %ResourceConstraint{
+                      resource_types: @protected_resource_type } } ] },
+           %GroupSpec{
+        name: "ch-beheerder",
+        useage: [:read, :write, :read_for_write],
+        access: access_by_role( "ABBOrganisatiePortaalGebruiker-beheerder" ),
+        graphs: [ %GraphSpec{
+                    graph: "http://mu.semte.ch/graphs/organisatieportaal",
                     constraint: %ResourceConstraint{
                       resource_types: @protected_resource_type } } ] },
       %GroupSpec{
         name: "public",
         useage: [:read],
-        access: %AlwaysAccessible{}, 
+        access: %AlwaysAccessible{},
         graphs: [ %GraphSpec{
                     graph: "http://mu.semte.ch/graphs/public", # mock login only
                     constraint: %ResourceConstraint{
                       resource_types: [
                         "http://data.vlaanderen.be/ns/besluit#Bestuurseenheid",
                         "http://xmlns.com/foaf/0.1/Person",
-                        "http://xmlns.com/foaf/0.1/OnlineAccount"
+                        "http://xmlns.com/foaf/0.1/OnlineAccount",
+                        "http://www.semanticdesktop.org/ontologies/2007/03/22/nfo#FileDataObject",
+                        "http://www.w3.org/ns/dcat#Dataset",
+                        "http://www.w3.org/ns/dcat#Distribution",
+                        "http://www.w3.org/ns/dcat#Catalog"
                       ]
                     } }]},
-  
+
       # // CLEANUP
       #
       %GraphCleanup{

config/db/virtuoso-production.ini

@@ -0,0 +1,253 @@
+;
+;  virtuoso.ini
+;
+;  Configuration file for the OpenLink Virtuoso VDBMS Server
+;
+;  To learn more about this product, or any other product in our
+;  portfolio, please check out our web site at:
+;
+;      http://virtuoso.openlinksw.com/
+;
+;  or contact us at:
+;
+;      general.information@openlinksw.com
+;
+;  If you have any technical questions, please contact our support
+;  staff at:
+;
+;      technical.support@openlinksw.com
+;
+;
+;  Database setup
+;
+[Database]
+DatabaseFile       = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso.db
+ErrorLogFile       = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso.log
+LockFile           = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso.lck
+TransactionFile    = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso.trx
+xa_persistent_file = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso.pxa
+ErrorLogLevel      = 7
+FileExtend         = 200
+MaxCheckpointRemap = 17000 ;;niels 1/4 of the number of buffers (assuming db uses most of the available buffers, you can check with `status()` in isql-v
+Striping           = 0
+TempStorage        = TempDatabase
+Syslog             = 1	; write to syslog in case of failures where writing to log is not possible
+
+[TempDatabase]
+DatabaseFile       = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso-temp.db
+TransactionFile    = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso-temp.trx
+MaxCheckpointRemap = 2000
+Striping           = 0
+
+;
+;  Server parameters
+;
+[Parameters]
+ServerPort                 = 1111
+LiteMode                   = 0
+DisableUnixSocket          = 1
+DisableTcpSocket           = 0
+;SSLServerPort			= 2111
+;SSLCertificate			= cert.pem
+;SSLPrivateKey			= pk.pem
+;X509ClientVerify		= 0
+;X509ClientVerifyDepth		= 0
+;X509ClientVerifyCAFile		= ca.pem
+MaxClientConnections       = 10
+CheckpointInterval         = 60
+TraceOn                    = errors	; write traces
+O_DIRECT                   = 0
+CaseMode                   = 2
+MaxStaticCursorRows        = 5000
+CheckpointAuditTrail       = 0
+AllowOSCalls               = 0
+SchedulerInterval          = 10
+DirsAllowed                = ., /usr/local/virtuoso-opensource/share/virtuoso/vad
+ThreadCleanupInterval      = 10
+ThreadThreshold            = 10
+ResourcesCleanupInterval   = 10
+FreeTextBatchSize          = 100000
+SingleCPU                  = 0
+VADInstallDir              = /usr/local/virtuoso-opensource/share/virtuoso/vad/
+PrefixResultNames          = 0
+RdfFreeTextRulesSize       = 100
+IndexTreeMaps              = 256
+MaxMemPoolSize             = 200000000
+PrefixResultNames          = 0
+MacSpotlight               = 0
+MaxQueryMem                = 4G	; memory allocated to query processor ;;Niels said to 4g
+VectorSize                 = 1000	; initial parallel query vector (array of query operations) size
+MaxVectorSize              = 1000000	; query vector size threshold.
+AdjustVectorSize           = 0
+ThreadsPerQuery            = 4
+AsyncQueueMaxThreads       = 10
+TransactionAfterImageLimit = 150000000	; max 150MB transaction, total transient consumption is 450MB (roll forward + roll back)
+;;
+;; When running with large data sets, one should configure the Virtuoso
+;; process to use between 2/3 to 3/5 of free system memory and to stripe
+;; storage on all available disks.
+;;
+;; Uncomment next two lines if there is 2 GB system memory free
+;;NumberOfBuffers            = 170000
+;;MaxDirtyBuffers            = 130000
+
+;; Uncomment next two lines if there is 4 GB system memory free
+;;NumberOfBuffers          = 340000
+;;MaxDirtyBuffers          = 250000
+;; Uncomment next two lines if there is 8 GB system memory free
+NumberOfBuffers          = 680000
+MaxDirtyBuffers          = 500000
+;; Uncomment next two lines if there is 16 GB system memory free
+;NumberOfBuffers          = 1360000
+;MaxDirtyBuffers          = 1000000
+;; Uncomment next two lines if there is 32 GB system memory free
+;NumberOfBuffers          = 2720000
+;MaxDirtyBuffers          = 2000000
+;; Uncomment next two lines if there is 48 GB system memory free
+;NumberOfBuffers          = 4000000
+;MaxDirtyBuffers          = 3000000
+;; Uncomment next two lines if there is 64 GB system memory free
+;NumberOfBuffers          = 5450000
+;MaxDirtyBuffers          = 4000000
+;;
+;; Note the default settings will take very little memory
+;; but will not result in very good performance
+;;
+;NumberOfBuffers          = 10000
+;MaxDirtyBuffers          = 6000
+
+;; Introduced after bug with export service
+MaxSortedTopRows = 1000000 ; 1 million!
+
+[HTTPServer]
+ServerPort                  = 8890
+ServerRoot                  = /usr/local/virtuoso-opensource/var/lib/virtuoso/vsp
+MaxClientConnections        = 10
+DavRoot                     = DAV
+EnabledDavVSP               = 0
+HTTPProxyEnabled            = 0
+TempASPXDir                 = 0
+DefaultMailServer           = localhost:25
+ServerThreads               = 10
+MaxKeepAlives               = 10
+KeepAliveTimeout            = 10
+MaxCachedProxyConnections   = 10
+ProxyConnectionCacheTimeout = 15
+HTTPThreadSize              = 280000
+HttpPrintWarningsInOutput   = 0
+Charset                     = UTF-8
+;;HTTPLogFile             = http.log
+MaintenancePage             = atomic.html
+EnabledGzipContent          = 1
+
+[AutoRepair]
+BadParentLinks = 0
+
+[Client]
+SQL_PREFETCH_ROWS  = 100
+SQL_PREFETCH_BYTES = 16000
+SQL_QUERY_TIMEOUT  = 0
+SQL_TXN_TIMEOUT    = 0
+;SQL_NO_CHAR_C_ESCAPE		= 1
+;SQL_UTF8_EXECS			= 0
+;SQL_NO_SYSTEM_TABLES		= 0
+;SQL_BINARY_TIMESTAMP		= 1
+;SQL_ENCRYPTION_ON_PASSWORD	= -1
+
+[VDB]
+ArrayOptimization           = 0
+NumArrayParameters          = 10
+VDBDisconnectTimeout        = 1000
+KeepConnectionOnFixedThread = 0
+
+[Replication]
+ServerName   = db-D602566B774E
+ServerEnable = 1
+QueueMax     = 50000
+
+;
+;  Striping setup
+;
+;  These parameters have only effect when Striping is set to 1 in the
+;  [Database] section, in which case the DatabaseFile parameter is ignored.
+;
+;  With striping, the database is spawned across multiple segments
+;  where each segment can have multiple stripes.
+;
+;  Format of the lines below:
+;    Segment<number> = <size>, <stripe file name> [, <stripe file name> .. ]
+;
+;  <number> must be ordered from 1 up.
+;
+;  The <size> is the total size of the segment which is equally divided
+;  across all stripes forming  the segment. Its specification can be in
+;  gigabytes (g), megabytes (m), kilobytes (k) or in database blocks
+;  (b, the default)
+;
+;  Note that the segment size must be a multiple of the database page size
+;  which is currently 8k. Also, the segment size must be divisible by the
+;  number of stripe files forming  the segment.
+;
+;  The example below creates a 200 meg database striped on two segments
+;  with two stripes of 50 meg and one of 100 meg.
+;
+;  You can always add more segments to the configuration, but once
+;  added, do not change the setup.
+;
+[Striping]
+Segment1 = 100M, db-seg1-1.db, db-seg1-2.db
+Segment2 = 100M, db-seg2-1.db
+;...
+;[TempStriping]
+;Segment1			= 100M, db-seg1-1.db, db-seg1-2.db
+;Segment2			= 100M, db-seg2-1.db
+;...
+;[Ucms]
+;UcmPath			= <path>
+;Ucm1				= <file>
+;Ucm2				= <file>
+;...
+
+[Zero Config]
+ServerName = virtuoso (D602566B774E)
+;ServerDSN			= ZDSN
+;SSLServerName			=
+;SSLServerDSN			=
+
+[Mono]
+;MONO_TRACE			= Off
+;MONO_PATH			= <path_here>
+;MONO_ROOT			= <path_here>
+;MONO_CFG_DIR			= <path_here>
+;virtclr.dll			=
+
+[URIQA]
+DynamicLocal = 0
+DefaultHost  = localhost:8890
+
+[SPARQL]
+;ExternalQuerySource		= 1
+;ExternalXsltSource     = 1
+;DefaultGraph           = http://localhost:8890/dataspace
+;ImmutableGraphs        = http://localhost:8890/dataspace
+ResultSetMaxRows           = 1000000 ; 1 million
+;MaxQueryCostEstimationTime = 4000	; in seconds
+MaxQueryExecutionTime      = 1200	; in seconds
+DefaultQuery               = select distinct ?Concept where {[] a ?Concept} LIMIT 100
+DeferInferenceRulesInit    = 0	; controls inference rules loading
+;PingService            = http://rpc.pingthesemanticweb.com/
+
+[Plugins]
+LoadPath = /usr/local/virtuoso-opensource/lib/virtuoso/hosting
+;Load1				= plain, wikiv
+;Load2				= plain, mediawiki
+;Load3				= plain, creolewiki
+;Load4			= plain, im
+;Load5		= plain, wbxml2
+;Load6			= plain, hslookup
+;Load7			= attach, libphp5.so
+;Load8			= Hosting, hosting_php.so
+;Load9			= Hosting,hosting_perl.so
+;Load10		= Hosting,hosting_python.so
+;Load11		= Hosting,hosting_ruby.so
+;Load12				= msdtc,msdtc_sample

config/db/virtuoso.ini

@@ -17,85 +17,83 @@
 ;
 ;      technical.support@openlinksw.com
 ;
-
 ;
 ;  Database setup
 ;
 [Database]
-DatabaseFile			= /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso.db
+DatabaseFile       = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso.db
-ErrorLogFile			= /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso.log
+ErrorLogFile       = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso.log
-LockFile			= /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso.lck
+LockFile           = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso.lck
-TransactionFile			= /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso.trx
+TransactionFile    = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso.trx
-xa_persistent_file		= /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso.pxa
+xa_persistent_file = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso.pxa
-ErrorLogLevel			= 7
+ErrorLogLevel      = 7
-FileExtend			= 200
+FileExtend         = 200
-MaxCheckpointRemap		= 2000
+MaxCheckpointRemap = 8500 ;;niels 1/4 of the number of buffers (assuming db uses most of the available buffers, you can check with `status()` in isql-v
-Striping			= 0
+Striping           = 0
-TempStorage			= TempDatabase
+TempStorage        = TempDatabase
-
+Syslog             = 1	; write to syslog in case of failures where writing to log is not possible
 
 [TempDatabase]
-DatabaseFile			= /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso-temp.db
+DatabaseFile       = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso-temp.db
-TransactionFile			= /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso-temp.trx
+TransactionFile    = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso-temp.trx
-MaxCheckpointRemap		= 2000
+MaxCheckpointRemap = 2000
-Striping			= 0
+Striping           = 0
-
 
 ;
 ;  Server parameters
 ;
 [Parameters]
-ServerPort			= 1111
+ServerPort                 = 1111
-LiteMode			= 0
+LiteMode                   = 0
-DisableUnixSocket		= 1
+DisableUnixSocket          = 1
-DisableTcpSocket		= 0
+DisableTcpSocket           = 0
 ;SSLServerPort			= 2111
 ;SSLCertificate			= cert.pem
 ;SSLPrivateKey			= pk.pem
 ;X509ClientVerify		= 0
 ;X509ClientVerifyDepth		= 0
 ;X509ClientVerifyCAFile		= ca.pem
-MaxClientConnections		= 10
+MaxClientConnections       = 10
-CheckpointInterval		= 60
+CheckpointInterval         = 60
-O_DIRECT			= 0
+TraceOn                    = errors	; write traces
-TraceOn       = errors ; log errors
+O_DIRECT                   = 0
+CaseMode                   = 2
+MaxStaticCursorRows        = 5000
+CheckpointAuditTrail       = 0
+AllowOSCalls               = 0
+SchedulerInterval          = 10
+DirsAllowed                = ., /usr/local/virtuoso-opensource/share/virtuoso/vad
+ThreadCleanupInterval      = 10
+ThreadThreshold            = 10
+ResourcesCleanupInterval   = 10
+FreeTextBatchSize          = 100000
+SingleCPU                  = 0
+VADInstallDir              = /usr/local/virtuoso-opensource/share/virtuoso/vad/
+PrefixResultNames          = 0
+RdfFreeTextRulesSize       = 100
+IndexTreeMaps              = 256
+MaxMemPoolSize             = 200000000
+PrefixResultNames          = 0
+MacSpotlight               = 0
+MaxQueryMem                = 2G
+VectorSize                 = 1000	; initial parallel query vector (array of query operations) size
+MaxVectorSize              = 1000000	; query vector size threshold.
+AdjustVectorSize           = 0
+ThreadsPerQuery            = 4
+AsyncQueueMaxThreads       = 10
 TransactionAfterImageLimit = 150000000	; max 150MB transaction, total transient consumption is 450MB (roll forward + roll back)
-CaseMode			= 2
-MaxStaticCursorRows		= 5000
-CheckpointAuditTrail		= 0
-AllowOSCalls			= 0
-SchedulerInterval		= 10
-DirsAllowed			= ., /usr/local/virtuoso-opensource/share/virtuoso/vad
-ThreadCleanupInterval		= 10
-ThreadThreshold			= 10
-ResourcesCleanupInterval	= 10
-FreeTextBatchSize		= 100000
-SingleCPU			= 0
-VADInstallDir			= /usr/local/virtuoso-opensource/share/virtuoso/vad/
-PrefixResultNames               = 0
-RdfFreeTextRulesSize		= 100
-IndexTreeMaps			= 256
-MaxMemPoolSize                  = 200000000
-PrefixResultNames               = 0
-MacSpotlight                    = 0
-IndexTreeMaps                   = 64
-MaxQueryMem 		 	= 2G		; memory allocated to query processor
-VectorSize 		 	= 1000		; initial parallel query vector (array of query operations) size
-MaxVectorSize 		 	= 1000000	; query vector size threshold.
-AdjustVectorSize 	 	= 1
-ThreadsPerQuery 	 	= 4
-AsyncQueueMaxThreads 	 	= 10
 ;;
 ;; When running with large data sets, one should configure the Virtuoso
 ;; process to use between 2/3 to 3/5 of free system memory and to stripe
 ;; storage on all available disks.
 ;;
 ;; Uncomment next two lines if there is 2 GB system memory free
-NumberOfBuffers          = 170000
+;;NumberOfBuffers            = 170000
-MaxDirtyBuffers          = 130000
+;;MaxDirtyBuffers            = 130000
+
 ;; Uncomment next two lines if there is 4 GB system memory free
-;NumberOfBuffers          = 340000
+NumberOfBuffers          = 340000
-; MaxDirtyBuffers          = 250000
+MaxDirtyBuffers          = 250000
 ;; Uncomment next two lines if there is 8 GB system memory free
 ;NumberOfBuffers          = 680000
 ;MaxDirtyBuffers          = 500000
@@ -111,38 +109,45 @@ MaxDirtyBuffers          = 130000
 ;; Uncomment next two lines if there is 64 GB system memory free
 ;NumberOfBuffers          = 5450000
 ;MaxDirtyBuffers          = 4000000
+;;
+;; Note the default settings will take very little memory
+;; but will not result in very good performance
+;;
+;NumberOfBuffers          = 10000
+;MaxDirtyBuffers          = 6000
 
+;; Introduced after bug with export service
+MaxSortedTopRows = 1000000 ; 1 million!
 
 [HTTPServer]
-ServerPort			= 8890
+ServerPort                  = 8890
-ServerRoot			= /usr/local/virtuoso-opensource/var/lib/virtuoso/vsp
+ServerRoot                  = /usr/local/virtuoso-opensource/var/lib/virtuoso/vsp
-MaxClientConnections		= 10
+MaxClientConnections        = 10
-DavRoot				= DAV
+DavRoot                     = DAV
-EnabledDavVSP			= 0
+EnabledDavVSP               = 0
-HTTPProxyEnabled		= 0
+HTTPProxyEnabled            = 0
-TempASPXDir			= 0
+TempASPXDir                 = 0
-DefaultMailServer		= localhost:25
+DefaultMailServer           = localhost:25
-ServerThreads			= 10
+ServerThreads               = 10
-MaxKeepAlives			= 10
+MaxKeepAlives               = 10
-KeepAliveTimeout		= 10
+KeepAliveTimeout            = 10
-MaxCachedProxyConnections	= 10
+MaxCachedProxyConnections   = 10
-ProxyConnectionCacheTimeout	= 15
+ProxyConnectionCacheTimeout = 15
-HTTPThreadSize			= 280000
+HTTPThreadSize              = 280000
-HttpPrintWarningsInOutput	= 0
+HttpPrintWarningsInOutput   = 0
-Charset				= UTF-8
+Charset                     = UTF-8
-;;HTTPLogFile		        = http.log
+;;HTTPLogFile             = http.log
-MaintenancePage             	= atomic.html
+MaintenancePage             = atomic.html
-EnabledGzipContent          	= 1
+EnabledGzipContent          = 1
-
 
 [AutoRepair]
-BadParentLinks			= 0
+BadParentLinks = 0
 
 [Client]
-SQL_PREFETCH_ROWS		= 100
+SQL_PREFETCH_ROWS  = 100
-SQL_PREFETCH_BYTES		= 16000
+SQL_PREFETCH_BYTES = 16000
-SQL_QUERY_TIMEOUT		= 0
+SQL_QUERY_TIMEOUT  = 0
-SQL_TXN_TIMEOUT			= 0
+SQL_TXN_TIMEOUT    = 0
 ;SQL_NO_CHAR_C_ESCAPE		= 1
 ;SQL_UTF8_EXECS			= 0
 ;SQL_NO_SYSTEM_TABLES		= 0
@@ -150,16 +155,15 @@ SQL_TXN_TIMEOUT			= 0
 ;SQL_ENCRYPTION_ON_PASSWORD	= -1
 
 [VDB]
-ArrayOptimization		= 0
+ArrayOptimization           = 0
-NumArrayParameters		= 10
+NumArrayParameters          = 10
-VDBDisconnectTimeout		= 1000
+VDBDisconnectTimeout        = 1000
-KeepConnectionOnFixedThread	= 0
+KeepConnectionOnFixedThread = 0
 
 [Replication]
-ServerName			= db-D602566B774E
+ServerName   = db-D602566B774E
-ServerEnable			= 1
+ServerEnable = 1
-QueueMax			= 50000
+QueueMax     = 50000
-
 
 ;
 ;  Striping setup
@@ -191,28 +195,24 @@ QueueMax			= 50000
 ;  added, do not change the setup.
 ;
 [Striping]
-Segment1			= 100M, db-seg1-1.db, db-seg1-2.db
+Segment1 = 100M, db-seg1-1.db, db-seg1-2.db
-Segment2			= 100M, db-seg2-1.db
+Segment2 = 100M, db-seg2-1.db
 ;...
-
 ;[TempStriping]
 ;Segment1			= 100M, db-seg1-1.db, db-seg1-2.db
 ;Segment2			= 100M, db-seg2-1.db
 ;...
-
 ;[Ucms]
 ;UcmPath			= <path>
 ;Ucm1				= <file>
 ;Ucm2				= <file>
 ;...
 
-
 [Zero Config]
-ServerName			= virtuoso (D602566B774E)
+ServerName = virtuoso (D602566B774E)
 ;ServerDSN			= ZDSN
-;SSLServerName			= 
+;SSLServerName			=
-;SSLServerDSN			= 
+;SSLServerDSN			=
-
 
 [Mono]
 ;MONO_TRACE			= Off
@@ -221,31 +221,28 @@ ServerName			= virtuoso (D602566B774E)
 ;MONO_CFG_DIR			= <path_here>
 ;virtclr.dll			=
 
-
 [URIQA]
-DynamicLocal			= 0
+DynamicLocal = 0
-DefaultHost			= localhost:8890
+DefaultHost  = localhost:8890
-
 
 [SPARQL]
 ;ExternalQuerySource		= 1
-;ExternalXsltSource 		= 1
+;ExternalXsltSource     = 1
-;DefaultGraph      		= http://localhost:8890/dataspace
+;DefaultGraph           = http://localhost:8890/dataspace
-;ImmutableGraphs    		= http://localhost:8890/dataspace
+;ImmutableGraphs        = http://localhost:8890/dataspace
-ResultSetMaxRows           	= 10000
+ResultSetMaxRows           = 1000000 ; 1 million
-MaxQueryCostEstimationTime 	= 400	; in seconds
+;MaxQueryCostEstimationTime = 4000	; in seconds
-MaxQueryExecutionTime      	= 60	; in seconds
+MaxQueryExecutionTime      = 1200	; in seconds
-DefaultQuery               	= select distinct ?Concept where {[] a ?Concept} LIMIT 100
+DefaultQuery               = select distinct ?Concept where {[] a ?Concept} LIMIT 100
-DeferInferenceRulesInit    	= 0  ; controls inference rules loading
+DeferInferenceRulesInit    = 0	; controls inference rules loading
-;PingService       		= http://rpc.pingthesemanticweb.com/
+;PingService            = http://rpc.pingthesemanticweb.com/
-
 
 [Plugins]
-LoadPath			= /usr/local/virtuoso-opensource/lib/virtuoso/hosting
+LoadPath = /usr/local/virtuoso-opensource/lib/virtuoso/hosting
 ;Load1				= plain, wikiv
 ;Load2				= plain, mediawiki
 ;Load3				= plain, creolewiki
-;Load4			= plain, im 
+;Load4			= plain, im
 ;Load5		= plain, wbxml2
 ;Load6			= plain, hslookup
 ;Load7			= attach, libphp5.so
@@ -253,4 +250,4 @@ LoadPath			= /usr/local/virtuoso-opensource/lib/virtuoso/hosting
 ;Load9			= Hosting,hosting_perl.so
 ;Load10		= Hosting,hosting_python.so
 ;Load11		= Hosting,hosting_ruby.so
-;Load12				= msdtc,msdtc_sample
+;Load12				= msdtc,msdtc_sample

config/delta-producer/administrative-units/export.json

@@ -0,0 +1,65 @@
+{
+  "export": [
+    {
+      "type": "http://lblod.data.gift/vocabularies/organisatie/BestuurseenheidClassificatieCode",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://mu.semte.ch/vocabularies/core/uuid",
+        "http://www.w3.org/2004/02/skos/core#prefLabel",
+        "http://www.w3.org/2004/02/skos/core#scopeNote"
+      ]
+    },
+    {
+      "type": "http://data.vlaanderen.be/ns/besluit#Bestuurseenheid",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://mu.semte.ch/vocabularies/core/uuid",
+        "http://www.w3.org/2004/02/skos/core#prefLabel",
+        "http://www.w3.org/2004/02/skos/core#altLabel",
+        "http://data.vlaanderen.be/ns/besluit#werkingsgebied",
+        "http://www.w3.org/ns/org#classification"
+      ]
+    },
+    {
+      "type": "http://data.vlaanderen.be/ns/besluit#Bestuursorgaan",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://mu.semte.ch/vocabularies/core/uuid",
+        "http://www.w3.org/2004/02/skos/core#prefLabel",
+        "http://data.vlaanderen.be/ns/besluit#bestuurt",
+        "http://www.w3.org/ns/org#classification",
+        "http://data.vlaanderen.be/ns/mandaat#bindingEinde",
+        "http://data.vlaanderen.be/ns/mandaat#bindingStart",
+        "https://data.vlaanderen.be/ns/generiek#isTijdspecialisatieVan"
+      ]
+    },
+    {
+      "type": "http://lblod.data.gift/vocabularies/organisatie/BestuursorgaanClassificatieCode",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://mu.semte.ch/vocabularies/core/uuid",
+        "http://www.w3.org/2004/02/skos/core#prefLabel",
+        "http://www.w3.org/2004/02/skos/core#scopeNote"
+      ]
+    },
+    {
+      "type": "http://www.w3.org/ns/prov#Location",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://mu.semte.ch/vocabularies/core/uuid",
+        "http://www.w3.org/2000/01/rdf-schema#label",
+        "http://mu.semte.ch/vocabularies/ext/werkingsgebiedNiveau"
+      ]
+    }
+  ]
+}

config/delta-producer/dump-file-publisher/config.json

@@ -0,0 +1,22 @@
+{
+  "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/administrative-units" : {
+    "dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/AdministrativeUnitsCacheGraphDump",
+    "targetGraph": "http://redpencil.data.gift/id/deltas/producer/administrative-units",
+    "fileBaseName": "dump-administrative-units"
+  },
+  "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/administrative-units" : {
+    "dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/AdministrativeUnitsCacheGraphDump",
+    "targetGraph": "http://redpencil.data.gift/id/deltas/producer/administrative-units",
+    "fileBaseName": "dump-administrative-units"
+  },
+  "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/organizations" : {
+    "dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/OrganizationsCacheGraphDump",
+    "targetGraph": "http://redpencil.data.gift/id/deltas/producer/organizations",
+    "fileBaseName": "dump-organizations"
+  },
+  "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations" : {
+    "dcatDataSetSubject": "http://data.lblod.info/datasets/delta-producer/dumps/OrganizationsCacheGraphDump",
+    "targetGraph": "http://redpencil.data.gift/id/deltas/producer/organizations",
+    "fileBaseName": "dump-organizations"
+  }
+}

config/delta-producer/organizations/export.json

@@ -0,0 +1,421 @@
+{
+  "export": [
+    {
+      "type": "http://www.w3.org/ns/person#Person",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [ 
+        "http://xmlns.com/foaf/0.1/givenName",
+        "http://xmlns.com/foaf/0.1/familyName",
+        "https://data.vlaanderen.be/ns/persoon#gebruikteVoornaam",
+        "http://data.vlaanderen.be/ns/mandaat#isAangesteldAls",
+        "http://www.w3.org/ns/org#heldBy"
+      ]
+    },
+    {
+      "type": "http://lblod.data.gift/vocabularies/organisatie/MandatarisStatusCode",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#prefLabel"
+      ]
+    },
+    {
+      "type": "http://data.lblod.info/vocabularies/erediensten/EredienstMandataris",
+      "strictTypeExport": "true",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://data.lblod.info/vocabularies/contacthub/startdatum",
+        "http://data.lblod.info/vocabularies/contacthub/eindedatum",
+        "http://www.w3.org/ns/org#holds",
+        "http://www.w3.org/ns/org#heldBy",
+        "http://schema.org/contactPoint",
+        "http://data.vlaanderen.be/ns/mandaat#start",
+        "http://data.vlaanderen.be/ns/mandaat#einde",
+        "http://data.vlaanderen.be/ns/mandaat#status",
+        "http://data.vlaanderen.be/ns/mandaat#isBestuurlijkeAliasVan",
+        "http://data.lblod.info/vocabularies/erediensten/geplandeEinddatumAanstelling",
+        "http://data.lblod.info/vocabularies/erediensten/redenVanStopzetting",
+        "http://data.lblod.info/vocabularies/erediensten/typeHelft"
+      ]
+    },
+    {
+      "type": "http://lblod.data.gift/vocabularies/organisatie/HelftVerkiezing",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#prefLabel"
+      ]
+    },
+    {
+      "type": "http://schema.org/ContactPoint",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://schema.org/email",
+        "http://schema.org/faxNumber",
+        "http://schema.org/telephone",
+        "http://www.w3.org/ns/locn#address"
+      ]
+    },
+    {
+      "type": "http://data.vlaanderen.be/ns/mandaat#Mandaat",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/ns/org#role",
+        "http://www.w3.org/ns/org#postIn",
+        "http://www.w3.org/ns/org#role"
+      ]
+    },
+    {
+      "type": "http://lblod.data.gift/vocabularies/organisatie/BestuursfunctieCode",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#prefLabel"
+      ]
+    },
+    {
+      "type": "http://www.w3.org/ns/org#Role",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#prefLabel"
+      ]
+    },
+    {
+      "type": "http://lblod.data.gift/vocabularies/organisatie/BestuurseenheidClassificatieCode",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#prefLabel"
+      ]
+    },
+    {
+      "type": "http://lblod.data.gift/vocabularies/organisatie/TypeEredienst",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#prefLabel"
+      ]
+    },
+    {
+      "type": "http://data.lblod.info/vocabularies/erediensten/BestuurVanDeEredienst",
+      "strictTypeExport": "true",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#prefLabel",
+        "http://www.w3.org/2004/02/skos/core#altLabel",
+        "http://www.w3.org/ns/adms#identifier",
+        "http://www.w3.org/ns/regorg#orgStatus",
+        "http://www.w3.org/ns/org#hasPrimarySite",
+        "http://www.w3.org/ns/org#hasSite",
+        "http://www.w3.org/ns/org#changedBy",
+        "http://www.w3.org/ns/org#resultedFrom",
+        "http://www.w3.org/ns/org#hasPost",
+        "http://www.w3.org/ns/org#linkedTo",
+        "http://www.w3.org/ns/org#hasSubOrganization",
+        "http://www.w3.org/ns/org#classification",
+        "http://data.lblod.info/vocabularies/erediensten/betrokkenBestuur",
+        "http://mu.semte.ch/vocabularies/ext/werkingsgebiedNiveau",
+        "http://data.lblod.info/vocabularies/erediensten/denominatie",
+        "http://data.lblod.info/vocabularies/erediensten/grensoverschrijdend",
+        "http://data.lblod.info/vocabularies/erediensten/wordtBediendDoor",
+        "http://data.lblod.info/vocabularies/erediensten/typeEredienst"
+      ]
+    },
+    {
+      "type": "http://data.lblod.info/vocabularies/erediensten/CentraalBestuurVanDeEredienst",
+      "strictTypeExport": "true",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#prefLabel",
+        "http://www.w3.org/2004/02/skos/core#altLabel",
+        "http://www.w3.org/ns/adms#identifier",
+        "http://www.w3.org/ns/regorg#orgStatus",
+        "http://www.w3.org/ns/org#hasPrimarySite",
+        "http://www.w3.org/ns/org#hasSite",
+        "http://www.w3.org/ns/org#changedBy",
+        "http://www.w3.org/ns/org#resultedFrom",
+        "http://www.w3.org/ns/org#hasPost",
+        "http://www.w3.org/ns/org#linkedTo",
+        "http://www.w3.org/ns/org#hasSubOrganization",
+        "http://www.w3.org/ns/org#classification",
+        "http://data.lblod.info/vocabularies/erediensten/betrokkenBestuur",
+        "http://mu.semte.ch/vocabularies/ext/werkingsgebiedNiveau",
+        "http://data.lblod.info/vocabularies/erediensten/typeEredienst"
+      ]
+    },
+    {
+      "type": "http://data.lblod.info/vocabularies/erediensten/RepresentatiefOrgaan",
+      "strictTypeExport": "true",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#prefLabel",
+        "http://www.w3.org/2004/02/skos/core#altLabel",
+        "http://www.w3.org/ns/adms#identifier",
+        "http://www.w3.org/ns/regorg#orgStatus",
+        "http://www.w3.org/ns/org#hasPrimarySite",
+        "http://www.w3.org/ns/org#hasSite",
+        "http://www.w3.org/ns/org#changedBy",
+        "http://www.w3.org/ns/org#resultedFrom",
+        "http://www.w3.org/ns/org#hasPost",
+        "http://www.w3.org/ns/org#linkedTo",
+        "http://www.w3.org/ns/org#hasSubOrganization",
+        "http://data.lblod.info/vocabularies/erediensten/typeEredienst"
+      ]
+    },
+    {
+      "type": "http://data.vlaanderen.be/ns/besluit#Bestuursorgaan",
+      "strictTypeExport": "true",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://data.vlaanderen.be/ns/mandaat#bindingEinde",
+        "http://data.vlaanderen.be/ns/mandaat#bindingStart",
+        "http://data.vlaanderen.be/ns/besluit#bestuurt",
+        "http://www.w3.org/ns/org#classification",
+        "https://data.vlaanderen.be/ns/generiek#isTijdspecialisatieVan",
+        "http://www.w3.org/ns/org#hasPost"
+      ]
+    },
+    {
+      "type": "http://lblod.data.gift/vocabularies/organisatie/BestuursorgaanClassificatieCode",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#prefLabel"
+      ]
+    },
+    {
+      "type": "http://data.lblod.info/vocabularies/erediensten/BetrokkenLokaleBesturen",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://data.lblod.info/vocabularies/erediensten/financieringspercentage",
+        "http://data.lblod.info/vocabularies/erediensten/typebetrokkenheid",
+        "http://www.w3.org/ns/org#organization"
+      ]
+    },
+    {
+      "type": "http://www.w3.org/ns/adms#Identifier",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#notation",
+        "https://data.vlaanderen.be/ns/generiek#gestructureerdeIdentificator"
+      ]
+    },
+    {
+      "type": "https://data.vlaanderen.be/ns/generiek#GestructureerdeIdentificator",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "https://data.vlaanderen.be/ns/generiek#lokaleIdentificator"
+      ]
+    },
+    {
+      "type": "http://www.w3.org/ns/locn#Address",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "https://data.vlaanderen.be/ns/adres#Adresvoorstelling.huisnummer",
+        "https://data.vlaanderen.be/ns/adres#Adresvoorstelling.busnummer",
+        "http://www.w3.org/ns/locn#thoroughfare",
+        "http://www.w3.org/ns/locn#postCode",
+        "https://data.vlaanderen.be/ns/adres#gemeentenaam",
+        "http://www.w3.org/ns/locn#adminUnitL2",
+        "https://data.vlaanderen.be/ns/adres#land",
+        "http://www.w3.org/ns/locn#fullAddress",
+        "https://data.vlaanderen.be/ns/adres#verwijstNaar",
+        "http://purl.org/dc/terms/source"
+      ]
+    },
+    {
+      "type": "http://www.w3.org/ns/org#Site",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/ns/org#siteAddress",
+        "https://data.vlaanderen.be/ns/organisatie#bestaatUit",
+        "http://data.lblod.info/vocabularies/erediensten/vestigingstype"
+      ]
+    },
+    {
+      "type": "http://www.w3.org/ns/org#ChangeEvent",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://purl.org/dc/terms/date",
+        "http://purl.org/dc/terms/description",
+        "http://data.lblod.info/vocabularies/contacthub/typeWijziging",
+        "http://www.w3.org/ns/org#resultedFrom",
+        "http://www.w3.org/ns/org#changedBy"
+      ]
+    },
+    {
+      "type": "http://lblod.data.gift/vocabularies/organisatie/Veranderingsgebeurtenis",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#prefLabel"
+      ]
+    },
+    {
+      "type": "http://www.w3.org/2004/02/skos/core#Concept",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#prefLabel"
+      ]
+    },
+    {
+      "type": "http://lblod.data.gift/vocabularies/organisatie/OrganisatieStatusCode",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#prefLabel"
+      ]
+    },
+    {
+      "type": "http://www.w3.org/ns/prov#Location",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2000/01/rdf-schema#label",
+        "http://mu.semte.ch/vocabularies/ext/werkingsgebiedNiveau",
+        "http://data.vlaanderen.be/ns/besluit#werkingsgebied"
+      ]
+    },
+    {
+      "type": "http://lblod.data.gift/vocabularies/organisatie/TypeBetrokkenheid",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#prefLabel"
+      ]
+    },
+    {
+      "type": "http://data.lblod.info/vocabularies/erediensten/RolBedienaar", 
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://data.lblod.info/vocabularies/contacthub/startdatum",
+        "http://data.lblod.info/vocabularies/contacthub/eindedatum",
+        "http://www.w3.org/ns/org#holds",
+        "http://www.w3.org/ns/org#heldBy",
+        "http://schema.org/contactPoint",
+        "http://data.lblod.info/vocabularies/erediensten/financiering",
+        "http://data.lblod.info/vocabularies/erediensten/voldoetAan"
+      ]
+    },
+    {
+      "type": "http://data.lblod.info/vocabularies/erediensten/VoorwaardenBedienaar",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://data.lblod.info/vocabularies/erediensten/voldaan",
+        "http://data.lblod.info/vocabularies/erediensten/criterium",
+        "http://data.lblod.info/vocabularies/erediensten/criteriumbewijsstuktype"
+      ]
+    },{
+      "type": "http://publications.europa.eu/ontology/euvoc#Country",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#prefLabel",
+        "http://www.w3.org/2000/01/rdf-schema#label"
+      ]
+    },{
+      "type": "http://data.lblod.info/vocabularies/erediensten/PositieBedienaar",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/ns/org#role",
+        "http://www.w3.org/ns/org#postIn",
+        "http://data.lblod.info/vocabularies/erediensten/functie",
+        "http://data.lblod.info/vocabularies/erediensten/behoort"
+      ]
+    },
+    {
+      "type": "http://lblod.data.gift/vocabularies/organisatie/EredienstBeroepen",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#prefLabel"
+      ]
+    },
+    {
+      "type": "http://lblod.data.gift/vocabularies/organisatie/BedienaarFinanceringCode",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#prefLabel"
+      ]
+    },
+    {
+      "type": "http://lblod.data.gift/vocabularies/organisatie/VoorwaardenBedienaarCriterium",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#prefLabel"
+      ]
+    },
+    {
+      "type": "http://lblod.data.gift/vocabularies/organisatie/BedienaarCriteriumBewijsstuk",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#prefLabel"
+      ]
+    },
+    {
+      "type": "http://lblod.data.gift/vocabularies/organisatie/TypeVestiging",
+      "graphsFilter": [
+        "http://mu.semte.ch/graphs/organisatieportaal"
+      ],
+      "properties": [
+        "http://www.w3.org/2004/02/skos/core#prefLabel"
+      ]
+    }
+  ]
+}

config/delta/rules.js

@@ -1,16 +1,112 @@
 export default [
-    {
+  {
-      match: {
+    match: {
-        subject: {
+      predicate: {
-        }
+        type: 'uri',
-      },
+        value: 'http://www.w3.org/ns/adms#status'
-      callback: {
-        url: "http://kalliope-api/delta", method: "POST"
-      },
-      options: {
-        resourceFormat: "v0.0.1",
-        gracePeriod: 1000,
-        ignoreFromSelf: true
       }
+    },
+    callback: {
+      method: 'POST',
+      url: 'http://jobs-controller/delta'
+    },
+    options: {
+      resourceFormat: 'v0.0.1',
+      gracePeriod: 1000,
+      ignoreFromSelf: true,
+      optOutMuScopeIds: [ "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync" ]
     }
-  ]
+  },
+  {
+    match: {
+    },
+    callback: {
+      url: 'http://delta-producer-pub-graph-maintainer-administrative-units/delta',
+      method: 'POST'
+    },
+    options: {
+      resourceFormat: 'v0.0.1',
+      gracePeriod: 1000,
+      ignoreFromSelf: true,
+      optOutMuScopeIds: [
+                          "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync",
+                          "http://redpencil.data.gift/id/concept/muScope/deltas/publicationGraphMaintenance"
+                        ]
+    }
+  },
+  {
+    match: {
+      graph: {
+        type: 'uri',
+        value: 'http://redpencil.data.gift/id/deltas/producer/administrative-units'
+      }
+    },
+    callback: {
+      url: 'http://delta-producer-json-diff-publisher-administrative-units/delta',
+      method: 'POST'
+    },
+    options: {
+      resourceFormat: 'v0.0.1',
+      gracePeriod: 1000,
+      ignoreFromSelf: true,
+      optOutMuScopeIds: [ "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync" ]
+    }
+  },
+  {
+    match: {
+    },
+    callback: {
+      url: 'http://delta-producer-pub-graph-maintainer-organizations/delta',
+      method: 'POST'
+    },
+    options: {
+      resourceFormat: 'v0.0.1',
+      gracePeriod: 1000,
+      ignoreFromSelf: true,
+      optOutMuScopeIds: [
+                          "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync",
+                          "http://redpencil.data.gift/id/concept/muScope/deltas/publicationGraphMaintenance"
+                        ]
+    }
+  },
+  {
+    match: {
+      graph: {
+        type: 'uri',
+        value: 'http://redpencil.data.gift/id/deltas/producer/organizations'
+      }
+    },
+    callback: {
+      url: 'http://delta-producer-json-diff-publisher-organizations/delta',
+      method: 'POST'
+    },
+    options: {
+      resourceFormat: 'v0.0.1',
+      gracePeriod: 1000,
+      ignoreFromSelf: true,
+      optOutMuScopeIds: [ "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync" ]
+    }
+  },
+  {
+    match: {
+      predicate: {
+        type: 'uri',
+        value: 'http://www.w3.org/ns/adms#status'
+      },
+      object: {
+        type: 'uri',
+        value: 'http://redpencil.data.gift/id/concept/JobStatus/scheduled'
+      }
+    },
+    callback: {
+      url: 'http://delta-producer-dump-file-publisher/delta',
+      method: 'POST'
+    },
+    options: {
+      resourceFormat: 'v0.0.1',
+      gracePeriod: 1000,
+      ignoreFromSelf: true,
+      optOutMuScopeIds: [ "http://redpencil.data.gift/id/concept/muScope/deltas/initialSync" ]
+    }
+  }
+]

config/dispatcher/dispatcher.ex

@@ -5,6 +5,7 @@ defmodule Dispatcher do
     html: ["text/html", "application/xhtml+html"],
     json: ["application/json", "application/vnd.api+json"],
     upload: ["multipart/form-data"],
+    sparql_json: ["application/sparql-results+json"],
     any: [ "*/*" ],
   ]
 
@@ -74,7 +75,7 @@ defmodule Dispatcher do
   match "/worship-administrative-units/*path", %{ accept: [:json], layer: :api} do
     Proxy.forward conn, path, "http://cache/worship-administrative-units/"
   end
-  
+
   match "/worship-services/*path", %{ accept: [:json], layer: :api} do
     Proxy.forward conn, path, "http://cache/worship-services/"
   end
@@ -125,11 +126,11 @@ defmodule Dispatcher do
 
   match "/change-event-types/*path", %{ accept: [:json], layer: :api} do
     Proxy.forward conn, path, "http://cache/change-event-types/"
-  end 
+  end
 
   match "/organization-status-codes/*path", %{ accept: [:json], layer: :api} do
     Proxy.forward conn, path, "http://cache/organization-status-codes/"
-  end   
+  end
 
   match "/locations/*path", %{ accept: [:json], layer: :api} do
     Proxy.forward conn, path, "http://cache/locations/"
@@ -141,19 +142,15 @@ defmodule Dispatcher do
 
   match "/ministers/*path", %{ accept: [:json], layer: :api} do
     Proxy.forward conn, path, "http://cache/ministers/"
-  end 
+  end
 
   match "/minister-conditions/*path", %{ accept: [:json], layer: :api} do
     Proxy.forward conn, path, "http://cache/minister-conditions/"
-  end 
+  end
-
-  match "/associated-legal-structures/*path", %{ accept: [:json], layer: :api} do
-    Proxy.forward conn, path, "http://cache/associated-legal-structures/"
-  end 
 
   match "/dates-of-birth/*path", %{ accept: [:json], layer: :api} do
     Proxy.forward conn, path, "http://cache/dates-of-birth/"
-  end   
+  end
 
   match "/nationalities/*path", %{ accept: [:json], layer: :api} do
     Proxy.forward conn, path, "http://cache/nationalities/"
@@ -162,6 +159,9 @@ defmodule Dispatcher do
   match "/gender-codes/*path", %{ accept: [:json], layer: :api} do
     Proxy.forward conn, path, "http://cache/gender-codes/"
   end
+  match "/concepts/*path", %{ accept: [:json], layer: :api} do
+    Proxy.forward conn, path, "http://cache/concepts/"
+  end
 
   match "/minister-positions/*path", %{ accept: [:json], layer: :api} do
     Proxy.forward conn, path, "http://cache/minister-positions/"
@@ -179,18 +179,18 @@ defmodule Dispatcher do
     Proxy.forward conn, path, "http://cache/minister-condition-criterions/"
   end
 
-  match "/legal-form-types/*path", %{ accept: [:json], layer: :api} do
-    Proxy.forward conn, path, "http://cache/legal-form-types/"
-  end
-
   match "/document-types-criterions/*path", %{ accept: [:json], layer: :api} do
     Proxy.forward conn, path, "http://cache/document-types-criterions/"
-  end  
+  end
 
   match "/site-types/*path", %{ accept: [:json], layer: :api} do
     Proxy.forward conn, path, "http://cache/site-types/"
   end
   
+  match "/request-reasons/*path", %{ accept: [:json], layer: :api} do
+    Proxy.forward conn, path, "http://cache/request-reasons/"
+  end
+
 
   ###############
   # LOGIN
@@ -213,7 +213,7 @@ defmodule Dispatcher do
   match "/sessions/*path", %{ accept: [:any], layer: :api} do
     Proxy.forward conn, path, "http://login/sessions/"
   end
-  
+
 
   ###############
   # API SERVICES
@@ -248,6 +248,47 @@ defmodule Dispatcher do
   end
 
 
+  #################################################################
+  # FILES
+  #################################################################
+
+  get "/files/:id/download", %{ accept: [:any], } do
+    Proxy.forward conn, [], "http://file/files/" <> id <> "/download"
+  end
+
+  get "/files/*path" , %{ layer: :api_services, accept: %{ json: true } } do
+    Proxy.forward conn, path, "http://cache/files/"
+  end
+
+  #################################################################
+  # DCAT
+  #################################################################
+
+  get "/datasets/*path", %{ layer: :api_services, accept: %{ json: true } } do
+    Proxy.forward conn, path, "http://cache/datasets/"
+  end
+
+  get "/distributions/*path", %{ layer: :api_services, accept: %{ json: true } } do
+    Proxy.forward conn, path, "http://cache/distributions/"
+  end
+
+
+  #################################################################
+  #  DELTA: administrative-units
+  #################################################################
+
+  get "/sync/administrative-units/files/*path" do
+    Proxy.forward conn, path, "http://delta-producer-json-diff-file-publisher-administrative-units/files/"
+  end
+
+  #################################################################
+  #  DELTA: organizations
+  #################################################################
+
+  get "/sync/organizations/files/*path" do
+    Proxy.forward conn, path, "http://delta-producer-json-diff-file-publisher-organizations/files/"
+  end
+
   ###############################################################
   # frontend layer
   ###############################################################
@@ -271,7 +312,14 @@ defmodule Dispatcher do
   match "/*_path", %{ layer: :frontend } do
     Proxy.forward conn, [], "http://frontend/index.html"
   end
-  
+
+  ###############################################################
+  # sparql endpoint
+  ###############################################################
+
+  post "/sparql/*path", %{ layer: :api_services, accept: %{ sparql_json: true } } do
+    forward conn, path, "http://db:8890/sparql/"
+  end
 
   ###############################################################
   # errors

config/jobs-controller/config.json

@@ -0,0 +1,66 @@
+{
+  "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/administrative-units": {
+    "tasksConfiguration": [
+      {
+        "currentOperation": null,
+        "nextOperation": "http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/initialPublicationGraphSyncing",
+        "nextIndex": "0"
+      },
+      {
+        "currentOperation": "http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/initialPublicationGraphSyncing",
+        "nextOperation": "http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/deltaDumpFileCreation",
+        "nextIndex": "1"
+      }
+    ]
+  },
+  "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/administrative-units": {
+    "tasksConfiguration": [
+      {
+        "currentOperation": null,
+        "nextOperation": "http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/healing/patchPublicationGraph",
+        "nextIndex": "0"
+      }
+    ]
+  },
+  "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/administrative-units": {
+    "tasksConfiguration": [
+      {
+        "currentOperation": null,
+        "nextOperation": "http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/deltaDumpFileCreation",
+        "nextIndex": "0"
+      }
+    ]
+  },
+  "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations": {
+    "tasksConfiguration": [
+      {
+        "currentOperation": null,
+        "nextOperation": "http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/initialPublicationGraphSyncing",
+        "nextIndex": "0"
+      },
+      {
+        "currentOperation": "http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/initialPublicationGraphSyncing",
+        "nextOperation": "http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/deltaDumpFileCreation",
+        "nextIndex": "1"
+      }
+    ]
+  },
+  "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations": {
+    "tasksConfiguration": [
+      {
+        "currentOperation": null,
+        "nextOperation": "http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/healing/patchPublicationGraph",
+        "nextIndex": "0"
+      }
+    ]
+  },
+  "http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/organizations": {
+    "tasksConfiguration": [
+      {
+        "currentOperation": null,
+        "nextOperation": "http://redpencil.data.gift/id/jobs/concept/TaskOperation/deltas/deltaDumpFileCreation",
+        "nextIndex": "0"
+      }
+    ]
+  }
+}

config/migrations/2021110315263111111111111111-source-crab.sparql

@@ -0,0 +1,13 @@
+INSERT DATA {
+  GRAPH <http://mu.semte.ch/graphs/contacthub/141d9d6b-54af-4d17-b313-8d1c30bc3f5b/ChAdmin> {
+    <http://lblod.data.gift/concept-schemes/6f6f95d3-94e1-48a7-99ec-cdff57e6752d> a <http://www.w3.org/2004/02/skos/core#ConceptScheme>;    
+    <http://www.w3.org/2004/02/skos/core#prefLabel> "Data sources"@en, "Databronnen"@nl .
+    <http://lblod.data.gift/concepts/e59c97a9-4e95-4d65-9696-756de47fbc1f>  a <http://www.w3.org/2004/02/skos/core#Concept>;  
+    <http://www.w3.org/2004/02/skos/core#inScheme> <http://lblod.data.gift/concept-schemes/6f6f95d3-94e1-48a7-99ec-cdff57e6752d>;  
+    <http://www.w3.org/2004/02/skos/core#topConceptOf><http://lblod.data.gift/concept-schemes/6f6f95d3-94e1-48a7-99ec-cdff57e6752d>;  
+    <http://mu.semte.ch/vocabularies/core/uuid> "e59c97a9-4e95-4d65-9696-756de47fbc1f";  
+    <http://www.w3.org/2004/02/skos/core#prefLabel> "Centraal Referentieadressenbestand (CRAB)";  
+    <http://www.w3.org/2004/02/skos/core#altLabel> "CRAB".
+  }
+}
+

config/migrations/20211119151700-move-reason-codes.sparql

@@ -0,0 +1,14 @@
+DELETE {
+  GRAPH  <http://mu.semte.ch/application> {
+    ?s ?p ?o
+  }
+} INSERT {
+  GRAPH  <http://mu.semte.ch/graphs/contacthub/141d9d6b-54af-4d17-b313-8d1c30bc3f5b/ChAdmin> {
+    ?s ?p ?o
+  }
+} WHERE {
+  GRAPH  <http://mu.semte.ch/application> {
+    ?s a <http://mu.semte.ch/vocabularies/ext/ReasonCode>;
+    ?p ?o.
+  }
+}

config/migrations/2022212411511111121112333222-private-data.sparql

@@ -0,0 +1,53 @@
+ PREFIX  ext:  <http://mu.semte.ch/vocabularies/ext/>
+ PREFIX  xsd:  <http://www.w3.org/2001/XMLSchema#>
+ PREFIX  mu:   <http://mu.semte.ch/vocabularies/core/>
+ PREFIX  generiek: <https://data.vlaanderen.be/ns/generiek#>
+ PREFIX  persoon: <https://data.vlaanderen.be/ns/persoon#>
+ PREFIX  person: <http://www.w3.org/ns/person#>
+ 
+ DELETE {
+   GRAPH <http://mu.semte.ch/graphs/contacthub/141d9d6b-54af-4d17-b313-8d1c30bc3f5b/ChAdmin> {
+     ?s persoon:heeftGeboorte ?heeftGeboorte .
+     ?s persoon:registratie ?registration .
+     ?registration generiek:gestructureerdeIdentificator ?identificator .
+     ?identificator ?x ?y .
+     ?registration ?t ?j .
+     ?s persoon:geslacht ?geslacht .
+     ?s persoon:heeftNationaliteit ?nationaliteit .
+   }
+ }
+ INSERT {
+   GRAPH <http://mu.semte.ch/graphs/privacy-centric-graph> {
+     ?s persoon:heeftGeboorte ?heeftGeboorte .
+     ?s persoon:registratie ?registration .
+     ?registration generiek:gestructureerdeIdentificator ?identificator .
+     ?identificator ?x ?y .
+     ?registration ?t ?j .
+     ?s persoon:geslacht ?geslacht .
+     ?s persoon:heeftNationaliteit ?nationaliteit .
+   }
+ }
+ WHERE
+   { GRAPH <http://mu.semte.ch/graphs/contacthub/141d9d6b-54af-4d17-b313-8d1c30bc3f5b/ChAdmin>
+       { 
+         ?s a person:Person.
+         OPTIONAL
+           { ?s        persoon:heeftGeboorte  ?heeftGeboorte .
+             ?heeftGeboorte
+                       ?p                    ?o
+           }
+         OPTIONAL
+           { ?s        persoon:registratie   ?registration .
+             ?registration
+                       generiek:gestructureerdeIdentificator  ?identificator .
+             ?identificator
+                       ?x                    ?y .
+             ?registration
+                       ?t                    ?j
+           }
+         OPTIONAL
+           { ?s  persoon:geslacht  ?geslacht }
+         OPTIONAL
+           { ?s  persoon:heeftNationaliteit  ?nationaliteit }
+       }
+   }

config/migrations/2022212411511111121112333224-bestuur-admidm.sparql

@@ -0,0 +1,13 @@
+PREFIX mu: <http://mu.semte.ch/vocabularies/core/>
+PREFIX skos: <http://www.w3.org/2004/02/skos/core#>
+PREFIX dcterms: <http://purl.org/dc/terms/>
+PREFIX besluit: <http://data.vlaanderen.be/ns/besluit#>
+
+INSERT DATA {
+  GRAPH <http://mu.semte.ch/graphs/contacthub/accounts> {
+    <http://data.lblod.info/id/bestuurseenheden/141d9d6b-54af-4d17-b313-8d1c30bc3f5b> a besluit:Bestuurseenheid ;
+       mu:uuid "141d9d6b-54af-4d17-b313-8d1c30bc3f5b" ;
+       skos:prefLabel "Agentschap Binnenlands Bestuur" ;
+       dcterms:identifier "OVO001835" .
+  }
+}

config/migrations/2022212411511111121112333225-clear-mock-data.sparql

@@ -0,0 +1,3 @@
+
+CLEAR GRAPH  <http://mu.semte.ch/graphs/public> ;
+CLEAR GRAPH <http://mu.semte.ch/graphs/organizations/141d9d6b-54af-4d17-b313-8d1c30bc3f5b>;

config/migrations/2022212411511111121112333226-mock-user-roles.sparql

@@ -0,0 +1,83 @@
+PREFIX mu: <http://mu.semte.ch/vocabularies/core/>
+PREFIX skos: <http://www.w3.org/2004/02/skos/core#>
+PREFIX dcterms: <http://purl.org/dc/terms/>
+PREFIX besluit: <http://data.vlaanderen.be/ns/besluit#>
+PREFIX foaf: <http://xmlns.com/foaf/0.1/>
+PREFIX ext:<http://mu.semte.ch/vocabularies/ext/>
+ INSERT DATA {
+    GRAPH  <http://mu.semte.ch/graphs/public> {
+       <http://data.lblod.info/id/bestuurseenheden/141d9d6b-54af-4d17-b313-8d1c30bc3f5b> a besluit:Bestuurseenheid ;
+          mu:uuid "141d9d6b-54af-4d17-b313-8d1c30bc3f5b" ;
+          skos:prefLabel "Agentschap Binnenlands Bestuur" ;
+          dcterms:identifier "OVO001835" .
+
+      <http://data.lblod.info/id/persoon/d39fe09e-d339-4e43-8680-dbbcfb3d3470> a foaf:Person ;
+          mu:uuid "d39fe09e-d339-4e43-8680-dbbcfb3d3470" ;
+          foaf:firstName "Josephine" ;
+          foaf:familyName "Lezer" ;
+          foaf:member <http://data.lblod.info/id/bestuurseenheden/141d9d6b-54af-4d17-b313-8d1c30bc3f5b> ;
+          foaf:account <http://data.lblod.info/id/account/3a91ff60-07c1-4136-ac5e-55cf401e0989> .
+      <http://data.lblod.info/id/account/3a91ff60-07c1-4136-ac5e-55cf401e0989> a foaf:OnlineAccount ;
+          mu:uuid "3a91ff60-07c1-4136-ac5e-55cf401e0989" ;
+          foaf:accountServiceHomepage <https://github.com/lblod/mock-login-service>;
+          ext:sessionRole "ABBOrganisatiePortaalGebruiker-lezer".
+
+      <http://data.lblod.info/id/persoon/d39fe09e-d339-4e43-8680-dbbcfb3d3471> a foaf:Person ;
+          mu:uuid "d39fe09e-d339-4e43-8680-dbbcfb3d3471" ;
+          foaf:firstName "Josephine" ;
+          foaf:familyName "Editeerder" ;
+          foaf:member <http://data.lblod.info/id/bestuurseenheden/141d9d6b-54af-4d17-b313-8d1c30bc3f5b> ;
+          foaf:account <http://data.lblod.info/id/account/3a91ff60-07c1-4136-ac5e-55cf401e0957> .
+      <http://data.lblod.info/id/account/3a91ff60-07c1-4136-ac5e-55cf401e0957> a foaf:OnlineAccount ;
+          mu:uuid "3a91ff60-07c1-4136-ac5e-55cf401e0957" ;
+          foaf:accountServiceHomepage <https://github.com/lblod/mock-login-service>;
+          ext:sessionRole "ABBOrganisatiePortaalGebruiker-editeerder".
+          
+      <http://data.lblod.info/id/persoon/d39fe09e-d339-4e43-8680-dbbcfb3d3472> a foaf:Person ;
+          mu:uuid "d39fe09e-d339-4e43-8680-dbbcfb3d3472" ;
+          foaf:firstName "Josephine" ;
+          foaf:familyName "Beheerder" ;
+          foaf:member <http://data.lblod.info/id/bestuurseenheden/141d9d6b-54af-4d17-b313-8d1c30bc3f5b> ;
+          foaf:account <http://data.lblod.info/id/account/3a91ff60-07c1-4136-ac5e-55cf401e0958> .
+      <http://data.lblod.info/id/account/3a91ff60-07c1-4136-ac5e-55cf401e0958> a foaf:OnlineAccount ;
+          mu:uuid "3a91ff60-07c1-4136-ac5e-55cf401e0958" ;
+          foaf:accountServiceHomepage <https://github.com/lblod/mock-login-service>;
+          ext:sessionRole "ABBOrganisatiePortaalGebruiker-beheerder".
+    }
+
+    GRAPH <http://mu.semte.ch/graphs/organizations/141d9d6b-54af-4d17-b313-8d1c30bc3f5b> {
+      
+      <http://data.lblod.info/id/persoon/d39fe09e-d339-4e43-8680-dbbcfb3d3470> a foaf:Person ;
+          mu:uuid "d39fe09e-d339-4e43-8680-dbbcfb3d3470" ;
+          foaf:firstName "Josephine" ;
+          foaf:familyName "Lezer" ;
+          foaf:member <http://data.lblod.info/id/bestuurseenheden/141d9d6b-54af-4d17-b313-8d1c30bc3f5b> ;
+          foaf:account <http://data.lblod.info/id/account/3a91ff60-07c1-4136-ac5e-55cf401e0989> .
+      <http://data.lblod.info/id/account/3a91ff60-07c1-4136-ac5e-55cf401e0989> a foaf:OnlineAccount ;
+          mu:uuid "3a91ff60-07c1-4136-ac5e-55cf401e0989" ;
+          foaf:accountServiceHomepage <https://github.com/lblod/mock-login-service>;
+          ext:sessionRole "ABBOrganisatiePortaalGebruiker-lezer".
+
+      <http://data.lblod.info/id/persoon/d39fe09e-d339-4e43-8680-dbbcfb3d3471> a foaf:Person ;
+          mu:uuid "d39fe09e-d339-4e43-8680-dbbcfb3d3471" ;
+          foaf:firstName "Josephine" ;
+          foaf:familyName "Editeerder" ;
+          foaf:member <http://data.lblod.info/id/bestuurseenheden/141d9d6b-54af-4d17-b313-8d1c30bc3f5b> ;
+          foaf:account <http://data.lblod.info/id/account/3a91ff60-07c1-4136-ac5e-55cf401e0957> .
+      <http://data.lblod.info/id/account/3a91ff60-07c1-4136-ac5e-55cf401e0957> a foaf:OnlineAccount ;
+          mu:uuid "3a91ff60-07c1-4136-ac5e-55cf401e0957" ;
+          foaf:accountServiceHomepage <https://github.com/lblod/mock-login-service>;
+          ext:sessionRole "ABBOrganisatiePortaalGebruiker-editeerder".
+          
+      <http://data.lblod.info/id/persoon/d39fe09e-d339-4e43-8680-dbbcfb3d3472> a foaf:Person ;
+          mu:uuid "d39fe09e-d339-4e43-8680-dbbcfb3d3472" ;
+          foaf:firstName "Josephine" ;
+          foaf:familyName "Beheerder" ;
+          foaf:member <http://data.lblod.info/id/bestuurseenheden/141d9d6b-54af-4d17-b313-8d1c30bc3f5b> ;
+          foaf:account <http://data.lblod.info/id/account/3a91ff60-07c1-4136-ac5e-55cf401e0958> .
+      <http://data.lblod.info/id/account/3a91ff60-07c1-4136-ac5e-55cf401e0958> a foaf:OnlineAccount ;
+          mu:uuid "3a91ff60-07c1-4136-ac5e-55cf401e0958" ;
+          foaf:accountServiceHomepage <https://github.com/lblod/mock-login-service>;
+          ext:sessionRole "ABBOrganisatiePortaalGebruiker-beheerder".
+    }
+  } 

config/migrations/2022212411511111121112333227-move-graph.sparql

@@ -0,0 +1,8 @@
+PREFIX mu: <http://mu.semte.ch/vocabularies/core/>
+PREFIX skos: <http://www.w3.org/2004/02/skos/core#>
+PREFIX dcterms: <http://purl.org/dc/terms/>
+PREFIX besluit: <http://data.vlaanderen.be/ns/besluit#>
+PREFIX foaf: <http://xmlns.com/foaf/0.1/>
+PREFIX ext:<http://mu.semte.ch/vocabularies/ext/>
+MOVE <http://mu.semte.ch/graphs/contacthub/141d9d6b-54af-4d17-b313-8d1c30bc3f5b/ChAdmin> TO 
+<http://mu.semte.ch/graphs/organisatieportaal>

config/resources/dcat.json

@@ -0,0 +1,157 @@
+{
+    "version": "0.1",
+    "prefixes": {
+        "dcat": "http://www.w3.org/ns/dcat#",
+        "dct": "http://purl.org/dc/terms/",
+        "prov": "http://www.w3.org/ns/prov#"
+    },
+    "resources": {
+        "catalogs": {
+            "class": "dcat:Catalog",
+            "attributes": {
+                "title": {
+                    "type": "string",
+                    "predicate": "dct:title"
+                },
+                "description": {
+                    "type": "string",
+                    "predicate": "dct:description"
+                },
+                "publisher": {
+                    "type": "url",
+                    "predicate": "dct:publisher"
+                },
+                "release-date": {
+                    "type": "datetime",
+                    "predicate": "dct:issued"
+                },
+                "modified": {
+                    "type": "datetime",
+                    "predicate": "dct:modified"
+                }
+            },
+            "relationships": {
+                "datasets": {
+                    "target": "datasets",
+                    "predicate": "dcat:dataset",
+                    "cardinality": "many"
+                }
+            },
+            "features": [
+                "include-uri"
+            ],
+            "new-resource-base": "http://data.lblod.info/id/catalog/"
+        },
+        "datasets": {
+            "class": "dcat:Dataset",
+            "attributes": {
+                "title": {
+                    "type": "string",
+                    "predicate": "dct:title"
+                },
+                "description": {
+                    "type": "string",
+                    "predicate": "dct:description"
+                },
+                "release-date": {
+                    "type": "datetime",
+                    "predicate": "dct:issued"
+                },
+                "modified": {
+                    "type": "datetime",
+                    "predicate": "dct:modified"
+                },
+                "type": {
+                    "type": "url",
+                    "predicate": "dct:type"
+                },
+                "subject": {
+                    "type": "url",
+                    "predicate": "dct:subject"
+                }
+            },
+            "relationships": {
+                "catalog": {
+                    "target": "catalogs",
+                    "predicate": "dcat:dataset",
+                    "cardinality": "one",
+                    "inverse": true
+                },
+                "distributions": {
+                    "target": "distributions",
+                    "predicate": "dcat:distribution",
+                    "cardinality": "many"
+                },
+                "previous-version": {
+                    "target": "datasets",
+                    "predicate": "prov:wasRevisionOf",
+                    "cardinality": "one"
+                },
+                "next-version": {
+                    "target": "datasets",
+                    "predicate": "prov:wasRevisionOf",
+                    "cardinality": "one",
+                    "inverse": true
+                }
+            },
+            "features": [
+                "include-uri"
+            ],
+            "new-resource-base": "http://data.lblod.info/id/dataset/"
+        },
+        "distributions": {
+            "class": "dcat:Distribution",
+            "attributes": {
+                "title": {
+                    "type": "string",
+                    "predicate": "dct:title"
+                },
+                "description": {
+                    "type": "string",
+                    "predicate": "dct:description"
+                },
+                "release-date": {
+                    "type": "datetime",
+                    "predicate": "dct:issued"
+                },
+                "modified": {
+                    "type": "datetime",
+                    "predicate": "dct:modified"
+                },
+                "type": {
+                    "type": "url",
+                    "predicate": "dct:type"
+                },
+                "download-url": {
+                    "type": "url",
+                    "predicate": "dcat:downloadURL"
+                },
+                "format": {
+                    "type": "string",
+                    "predicate": "dct:format"
+                },
+                "byte-size": {
+                    "type": "number",
+                    "predicate": "dcat:byteSize"
+                }
+            },
+            "relationships": {
+                "dataset": {
+                    "target": "datasets",
+                    "predicate": "dcat:distribution",
+                    "cardinality": "one",
+                    "inverse": true
+                },
+                "subject": {
+                    "target": "file",
+                    "predicate": "dct:subject",
+                    "cardinality": "one"
+                }
+            },
+            "features": [
+                "include-uri"
+            ],
+            "new-resource-base": "http://data.lblod.info/id/distribution/"
+        }
+    }
+}

config/resources/domain.json

@@ -55,26 +55,6 @@
           "target": "agents-in-position",
           "cardinality": "many",
           "inverse": true
-        },
-        "registration": {
-          "predicate": "persoon:registratie",
-          "target": "identifiers",
-          "cardinality": "one"
-        },
-        "date-of-birth": {
-          "predicate": "persoon:heeftGeboorte",
-          "target": "dates-of-birth",
-          "cardinality": "one"
-        },
-        "nationalities": {
-          "predicate": "persoon:heeftNationaliteit",
-          "target": "nationalities",
-          "cardinality": "many"
-        },
-        "gender": {
-          "predicate": "persoon:geslacht",
-          "target": "gender-codes",
-          "cardinality": "one"
         }
       },
       "new-resource-base": "http://data.lblod.info/id/personen/"
@@ -429,11 +409,6 @@
           "cardinality": "many",
           "inverse": true
         },
-        "associated-structures": {
-          "predicate": "ere:heeftVerbondenEntiteit",
-          "target": "associated-legal-structures",
-          "cardinality": "many"
-        },
         "minister-positions": {
           "predicate": "ere:wordtBediendDoor",
           "target": "minister-positions",
@@ -616,6 +591,18 @@
         "full-address": {
           "type": "string",
           "predicate": "locn:fullAddress"
+        },
+        "address-register-uri": {
+          "type": "url",
+          "predicate": "adres:verwijstNaar"
+        }
+
+      },
+      "relationships": {
+        "source": {
+          "predicate": "dc_terms:source",
+          "target": "concepts",
+          "cardinality": "one"
         }
       },
       "new-resource-base": "http://data.lblod.info/id/adressen/"
@@ -684,6 +671,20 @@
       },
       "new-resource-base": "http://lblod.data.gift/concepts/"
     },
+    "concepts": {
+      "class": "skos:Concept",
+      "attributes": {
+        "label": {
+          "type": "string",
+          "predicate": "skos:prefLabel"
+        },
+        "alt-label": {
+          "type": "string",
+          "predicate": "skos:altLabel"
+        }
+      },
+      "new-resource-base": "http://lblod.data.gift/concepts/"
+    },
     "organization-status-codes": {
       "class": "code:OrganisatieStatusCode",
       "attributes": {
@@ -771,43 +772,6 @@
       },
       "new-resource-base": "http://data.lblod.info/id/voorwaardenBedienaar/"
     },
-    "associated-legal-structures": {
-      "class": "ere:VerbondenJuridischeStructuren",
-      "attributes": {
-        "name": {
-          "type": "string",
-          "predicate": "skos:prefLabel"
-        }
-      },
-      "relationships": {
-        "registration": {
-          "predicate": "regorg:registration",
-          "target": "identifiers",
-          "cardinality": "one"
-        },
-        "legal-type": {
-          "predicate": "organisatie:rechtsvorm",
-          "target": "legal-form-types",
-          "cardinality": "one"
-        },
-        "address": {
-          "predicate": "locn:address",
-          "target": "addresses",
-          "cardinality": "one"
-        }
-      },
-      "new-resource-base": "http://data.lblod.info/id/verbondenJuridischeStructuren/"
-    },
-    "dates-of-birth": {
-      "class": "persoon:Geboorte",
-      "attributes": {
-        "date": {
-          "type": "datetime",
-          "predicate": "persoon:datum"
-        } 
-      },
-      "new-resource-base": "http://data.lblod.info/id/geboortes/"
-    },
     "nationalities": {
       "class": "euvoc:Country",
       "attributes": {
@@ -891,16 +855,6 @@
       },
       "new-resource-base": "http://lblod.data.gift/concepts/"
     },
-    "legal-form-types": {
-      "class": "code:Rechtsvormtype",
-      "attributes": {
-        "label": {
-          "type": "string",
-          "predicate": "skos:prefLabel"
-        }
-      },
-      "new-resource-base": "http://lblod.data.gift/concepts/"
-    },
     "document-types-criterions": {
       "class": "code:BedienaarCriteriumBewijsstuk",
       "attributes": {

config/resources/domain.lisp

@@ -1,4 +1,3 @@
-
 (in-package :mu-cl-resources)
 
 (defparameter *include-count-in-paginated-responses* t)
@@ -12,4 +11,7 @@
 (defparameter *supply-cache-headers-p* t)
 
 (read-domain-file "domain.json")
-(read-domain-file "auth.json")
+(read-domain-file "auth.json")
+(read-domain-file "files-domain.lisp")
+(read-domain-file "dcat.json")
+(read-domain-file "privacy-centric-service.json")

config/resources/files-domain.lisp

@@ -0,0 +1,13 @@
+(define-resource file ()
+  :class (s-prefix "nfo:FileDataObject")
+  :properties `((:filename :string ,(s-prefix "nfo:fileName"))
+                (:format :string ,(s-prefix "dct:format"))
+                (:size :number ,(s-prefix "nfo:fileSize"))
+                (:extension :string ,(s-prefix "dbpedia:fileExtension"))
+                (:created :datetime ,(s-prefix "nfo:fileCreated")))
+  :has-one `((file :via ,(s-prefix "nie:dataSource")
+                   :inverse t
+                   :as "download"))
+  :resource-base (s-url "http://data.lblod.info/files/")
+  :features `(no-pagination-defaults include-uri)
+  :on-path "files")

config/resources/privacy-centric-service.json

@@ -0,0 +1,20 @@
+{
+  "version": "0.1",
+  "prefixes": {
+    "skos": "http://www.w3.org/2004/02/skos/core#",
+    "ext": "http://mu.semte.ch/vocabularies/ext/"
+  },
+  "resources": {
+    "request-reasons": {
+      "name": "request-reason",
+      "class": "ext:ReasonCode",
+      "attributes": {
+        "label": {
+          "type": "string",
+          "predicate": "skos:prefLabel"
+        }
+      },
+      "new-resource-base": "http://data.lblod.info/id/information-request-reason/"
+    }
+  }
+}

docker-compose.dev.yml

@@ -22,7 +22,7 @@ services:
   kalliope-api:
     environment:
       SPRING_SECURITY_CONFIG: "/config/security-dev.yml"
-      restart: "no"
+    restart: "no"
   deltanotifier:
     restart: "no"
   mocklogin:
@@ -33,7 +33,14 @@ services:
     restart: "no"
   login:
     restart: "no"
+  accountdetail:
+    restart: "no"
+  privacy:
+    restart: "no"
+  adressenregister:
+    restart: "no"
   frontend:
+    image: lblod/frontend-contact-hub:latest
     restart: "no"
   uri-info:
     restart: "no"

docker-compose.yml

@@ -36,7 +36,7 @@ services:
     restart: always
     logging: *default-logging
   db:
-    image: semtech/mu-authorization:0.6.0-beta.7
+    image: cecemel/mu-authorization:0.6.0-beta.8
     environment:
       MU_SPARQL_ENDPOINT: "http://triplestore:8890/sparql"
       LOG_OUTGOING_SPARQL_QUERIES: "true"
@@ -79,20 +79,23 @@ services:
     restart: always
     logging: *default-logging
   kalliope-api:
-    image: lblod/jsonld-delta-service:0.3.2
+    image: lblod/jsonld-delta-service:0.5.4
     volumes:
       - ./config/kalliope:/config
       - ./data/files:/share
+    links:
+      - db:database
     environment:
       SERVER_PORT: "80"
       LOGGING_LEVEL: "INFO"
       SPARQL_ENDPOINT: "http://db:8890/sparql"
+      LIMIT_SIZE: "10000"
     labels:
       - "logging=true"
     restart: always
     logging: *default-logging
   deltanotifier:
-    image: semtech/mu-delta-notifier:0.1.0
+    image: cecemel/delta-notifier:0.2.0-beta.2
     volumes:
       - ./config/delta:/config
     labels:
@@ -108,17 +111,15 @@ services:
     restart: always
     logging: *default-logging
   login:
-    image: lblod/acmidm-login-service:0.9.3-organisatie_portaal
+    image: lblod/acmidm-login-service:0.9.2
-    links:
-      - db:database
     environment:
+      MU_APPLICATION_AUTH_USERID_CLAIM: "vo_id"
       MU_APPLICATION_GRAPH: "http://mu.semte.ch/graphs/contacthub/accounts"
+      MU_APPLICATION_AUTH_ROLE_CLAIM: "abb_organisatieportaal_rol_3d"
       MU_APPLICATION_AUTH_DISCOVERY_URL: "https://authenticatie-ti.vlaanderen.be/op"
       MU_APPLICATION_AUTH_CLIENT_ID: "677af572-2e2f-4e61-ad38-036723bb314c"
       MU_APPLICATION_AUTH_REDIRECT_URI: "https://organisaties.abb.lblod.info/authorization/callback"
-      MU_APPLICATION_AUTH_CLIENT_SECRET: ""
+      MU_APPLICATION_AUTH_CLIENT_SECRET: "secret"
-    links:
-      - db:database
     labels:
       - "logging=true"
     restart: always
@@ -136,14 +137,14 @@ services:
     restart: always
     logging: *default-logging
   privacy:
-    image: lblod/privacy-centric-service:0.0.1
+    image: lblod/privacy-centric-service:0.2.1
     labels:
       - "logging=true"
     environment:
       SERVER_PORT: "80"
       SPARQL_ENDPOINT: "http://db:8890/sparql"
       LOGGING_LEVEL: "INFO"
-      DEFAULT_GRAPH: "http://mu.semte.ch/graphs/contacthub/141d9d6b-54af-4d17-b313-8d1c30bc3f5b/ChAdmin"
+      DEFAULT_GRAPH: "http://mu.semte.ch/graphs/privacy-centric-graph"
       SESSION_GRAPH: "http://mu.semte.ch/graphs/sessions"
     labels:
       - "logging=true"
@@ -156,7 +157,7 @@ services:
     restart: always
     logging: *default-logging
   frontend:
-    image: lblod/frontend-contact-hub:1.1.0
+    image: lblod/frontend-contact-hub:1.4.0
     volumes:
       - ./config/frontend/add-x-frame-options-header.conf:/config/add-x-frame-options.conf
     environment:
@@ -177,3 +178,156 @@ services:
       - "logging=true"
     restart: always
     logging: *default-logging
+  file:
+    image: semtech/mu-file-service:3.2.0
+    volumes:
+      - ./data/files:/share
+    labels:
+      - "logging=true"
+    links:
+      - db:database
+    restart: always
+    logging: *default-logging
+  jobs-controller:
+    image: lblod/job-controller-service:0.7.0
+    links:
+      - db:database
+    volumes:
+      - ./config/jobs-controller/:/config/
+################################################################################
+# DELTA GENERAL
+################################################################################
+  delta-producer-dump-file-publisher:
+    image: lblod/delta-producer-dump-file-publisher:0.4.0
+    volumes:
+      - ./config/delta-producer/dump-file-publisher:/config
+      - ./data/files:/share
+    environment:
+      FILES_GRAPH: 'http://mu.semte.ch/graphs/public' # Note: this will be extracted in a config per job one day
+      DCAT_DATASET_GRAPH: 'http://mu.semte.ch/graphs/public'
+    links:
+      - db:database
+    restart: always
+    logging: *default-logging
+################################################################################
+# DELTA ADMINISTRATIVE-UNITS: START
+################################################################################
+  delta-producer-bg-jobs-initiator-administrative-units:
+    image: lblod/delta-producer-background-jobs-initiator:0.3.1
+    environment:
+      JOBS_GRAPH: "http://mu.semte.ch/graphs/organisatieportaal"
+      DUMP_FILE_CREATION_JOB_OPERATION: 'http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/administrative-units'
+      INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: 'http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/administrative-units'
+      HEALING_JOB_OPERATION: 'http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/administrative-units'
+      CRON_PATTERN_DUMP_JOB: '0 0 4 * * 6' # weekly on saturday
+      CRON_PATTERN_HEALING_JOB: '0 0 4 * * *' # everyday at 4 AM
+      START_INITIAL_SYNC: 'false' # prefer to disable it now. We want to have feeling with how the DB acts.
+    labels:
+      - "logging=true"
+    links:
+      - db:database
+    restart: always
+    logging: *default-logging
+  delta-producer-pub-graph-maintainer-administrative-units:
+    image: lblod/delta-producer-publication-graph-maintainer:0.7.0
+    environment:
+      MAX_BODY_SIZE: "50mb"
+      JOBS_GRAPH: "http://mu.semte.ch/graphs/organisatieportaal"
+      RELATIVE_FILE_PATH: "deltas/administrative-units"
+      PUBLICATION_GRAPH: 'http://redpencil.data.gift/id/deltas/producer/administrative-units'
+      HEALING_JOB_OPERATION: 'http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/administrative-units'
+      INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: 'http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/administrative-units'
+      QUEUE_POLL_INTERVAL: 3000
+      USE_VIRTUOSO_FOR_EXPENSIVE_SELECTS: "true" # some queries are just too expensive
+      SKIP_MU_AUTH_INITIAL_SYNC: 'true'
+      HEALING_PATCH_GRAPH_BATCH_SIZE: 500
+    volumes:
+      - ./config/delta-producer/administrative-units:/config
+      - ./data/files/:/share
+    links:
+      - db:database
+      - triplestore:virtuoso
+    restart: always
+    logging: *default-logging
+  delta-producer-json-diff-publisher-administrative-units:
+    image: lblod/delta-producer-json-diff-file-publisher:0.2.3
+    environment:
+      MAX_BODY_SIZE: "50mb"
+      ERROR_GRAPH: "http://mu.semte.ch/graphs/organisatieportaal"
+      RELATIVE_FILE_PATH: "deltas/administrative-units"
+      PUBLISHER_URI: "http://data.lblod.info/services/delta-production-json-diff-file-manager/administrative-units"
+      PUBLICATION_GRAPH: 'http://redpencil.data.gift/id/deltas/producer/administrative-units'
+      DELTA_INTERVAL_MS: 10000
+      PRETTY_PRINT_DIFF_JSON: "true"
+    volumes:
+      - ./data/files:/share
+    labels:
+      - "logging=true"
+    links:
+      - db:database
+    restart: always
+    logging: *default-logging
+################################################################################
+# DELTA ADMINISTRATIVE-UNITS: END
+################################################################################
+################################################################################
+# DELTA ORGANIZATIONS: START
+################################################################################
+  delta-producer-bg-jobs-initiator-organizations:
+    image: lblod/delta-producer-background-jobs-initiator:0.3.1
+    environment:
+      JOBS_GRAPH: "http://mu.semte.ch/graphs/organisatieportaal"
+      DUMP_FILE_CREATION_JOB_OPERATION: 'http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/deltaDumpFileCreation/organizations'
+      INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: 'http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations'
+      HEALING_JOB_OPERATION: 'http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations'
+      CRON_PATTERN_DUMP_JOB: '30 9 8-18/2 * * 1-5' # At second :30, at minute :09, every 2 hours between hours 08:00-18:00, on every Monday to Friday
+      CRON_PATTERN_HEALING_JOB: '0 0 4 * * *' # everyday at 4 AM
+      START_INITIAL_SYNC: 'false' # prefer to disable it now. We want to have feeling with how the DB acts.
+    labels:
+      - "logging=true"
+    links:
+      - db:database
+    restart: always
+    logging: *default-logging
+  delta-producer-pub-graph-maintainer-organizations:
+    image: lblod/delta-producer-publication-graph-maintainer:0.7.0
+    environment:
+      MAX_BODY_SIZE: "50mb"
+      JOBS_GRAPH: "http://mu.semte.ch/graphs/organisatieportaal"
+      RELATIVE_FILE_PATH: "deltas/organizations"
+      PUBLICATION_GRAPH: 'http://redpencil.data.gift/id/deltas/producer/organizations'
+      HEALING_JOB_OPERATION: 'http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/healingOperation/organizations'
+      INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: 'http://redpencil.data.gift/id/jobs/concept/JobOperation/deltas/initialPublicationGraphSyncing/organizations'
+      QUEUE_POLL_INTERVAL: 3000
+      USE_VIRTUOSO_FOR_EXPENSIVE_SELECTS: "true" # some queries are just too expensive
+      SKIP_MU_AUTH_INITIAL_SYNC: 'true'
+      HEALING_PATCH_GRAPH_BATCH_SIZE: 500
+    volumes:
+      - ./config/delta-producer/organizations:/config
+      - ./data/files/:/share
+    links:
+      - db:database
+      - triplestore:virtuoso
+    restart: always
+    logging: *default-logging
+  delta-producer-json-diff-publisher-organizations:
+    image: lblod/delta-producer-json-diff-file-publisher:0.2.3
+    environment:
+      MAX_BODY_SIZE: "50mb"
+      ERROR_GRAPH: "http://mu.semte.ch/graphs/organisatieportaal"
+      RELATIVE_FILE_PATH: "deltas/organizations"
+      PUBLISHER_URI: "http://data.lblod.info/services/delta-production-json-diff-file-manager/organizations"
+      PUBLICATION_GRAPH: 'http://redpencil.data.gift/id/deltas/producer/organizations'
+      DELTA_INTERVAL_MS: 10000
+      PRETTY_PRINT_DIFF_JSON: "true"
+    volumes:
+      - ./data/files:/share
+    labels:
+      - "logging=true"
+    links:
+      - db:database
+    restart: always
+    logging: *default-logging
+################################################################################
+# DELTA ORGANIZATIONS: END
+################################################################################