Sync with Sharepoint list Organisaties (#304)

* Set up deltas for sync with sharepoint

* add service

* add dev environment variables

* Extract config to the stack

* Adjust the config and mappings

* Filter out worship services

* Add contacten sp list service

* Add configuration for contact list

* Add config files for contacten sync

* Wire sharepoint sync on main graph instead of producer

* Add env variables

* Add op sync initiator

* Minor updates

* Improve config, add job controller rules and more

* Adjust rules

* Remove unused producer changes

* Don't restart initiator on dev setup

* Sync OP status to a dedicated column

* Add ABB_ID and split bus and house numbers

* Remove config file we will not use

* Add NIS and secondary phone number, rename columns

* Remove isInitialMatchingMapping, not used anymore

* Match on URI instead of UUID

* Adapt field names to new lists

* Specify matching field in config

* Set version of op-sync-with-sharepoint

---------

Co-authored-by: Nordine Bittich <nordine@bittich.be>

docker-compose.yml

@@ -222,6 +222,37 @@ services:
       - "logging=true"
     restart: always
     logging: *default-logging
+  organizations-sync-with-sharepoint-jobs-initiator:
+    image: lblod/delta-producer-background-jobs-initiator:0.4.3
+    environment:
+      JOBS_GRAPH: "http://mu.semte.ch/graphs/jobs"
+      INITIAL_PUBLICATION_GRAPH_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/sp-sync/initialSyncing/organizations"
+      HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/sp-sync/healingOperation/organizations"
+      INITIAL_PUBLICATION_GRAPH_SYNC_TASK_OPERATION: "http://redpencil.data.gift/id/jobs/concept/TaskOperation/sp-sync/initialSyncing"
+      HEALING_TASK_OPERATION: "http://redpencil.data.gift/id/jobs/concept/TaskOperation/sp-sync/healing"
+      CRON_PATTERN_HEALING_JOB: "0 0 4 * * *" # everyday at 4 AM
+      START_INITIAL_SYNC: "false" # prefer to disable it now. We want to have feeling with how the DB acts.
+      ENABLE_DUMP_FILE_CREATION: "false"
+    links:
+      - db:database
+    labels:
+      - "logging=true"
+    restart: always
+    logging: *default-logging
+  organizations-sync-with-sharepoint:
+    image: lblod/op-sync-with-sharepoint-service:0.1.0
+    environment:
+      INITIAL_SYNC_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/sp-sync/initialSyncing/organizations"
+      HEALING_JOB_OPERATION: "http://redpencil.data.gift/id/jobs/concept/JobOperation/sp-sync/healingOperation/organizations"
+      USE_VIRTUOSO_FOR_EXPENSIVE_SELECTS: "true"
+    links:
+      - db:database
+    volumes:
+      - ./config/sharepoint/sync/organizations/:/config/
+    labels:
+      - "logging=true"
+    restart: always
+    logging: *default-logging
   construct-administrative-unit-relationships:
     image: lblod/construct-administrative-unit-relationships-service:0.1.5
     environment: