app-organization-portal/app.js

import { app, errorHandler, uuid } from "mu";
import fetch from "node-fetch";
import { CronJob } from "cron";
import {
  getIdentifiers,
  constructOvoStructure,
  updateOvoNumberAndUri,
  createNewKboOrg,
  linkAbbOrgToKboOrg,
  getKboIdentifiers,
  updateKboOrg,
  getAllAbbKboOrganizations,
} from "./lib/queries";
import {
  CRON_PATTERN,
  ORGANIZATION_STATUS,
  WEGWIJSAPI,
  WEGWIJSAPIFIELDS,
} from "./config";

app.post("/sync-kbo-data/:kboStructuredIdUuid", async function (req, res) {
  try {
    const kboStructuredIdUuid = req.params.kboStructuredIdUuid;
    const identifiers = await getIdentifiers(kboStructuredIdUuid);
    console.log("create kbo? " + createKbo);
    if (!identifiers?.kbo) {
      return throwServer500Error(
        res,
        "no kbo number was found: " + identifiers
      );
    }
    const wegwijsUrl = `${WEGWIJSAPI}?q=kboNumber:${identifiers.kbo}&fields=${WEGWIJSAPIFIELDS}`;
    console.log("url: " + wegwijsUrl);
    const response = await fetch(wegwijsUrl);
    const data = await response.json();

    let wegwijsOvo = null;
    let kboObject = null;
    if (!data.length) {
      return throwServer500Error(
        res,
        "no data has been found, check if KBO number is correct"
      );
    }
    // We got a match on the KBO, getting the associated OVO back
    const wegwijsInfo = data[0]; // Wegwijs should only have only one entry per KBO
    kboObject = getKboFields(wegwijsInfo);
    if (kboObject.ovoNumber) {
      wegwijsOvo = kboObject.ovoNumber;
    }

    if (kboObject) {
      const kboIdentifiers = await getKboIdentifiers(identifiers.adminUnit);

      if (!kboIdentifiers) {
        await createKbo(kboObject, identifiers.kboId, identifiers.adminUnit);
      }

      if (isUpdate(kboObject, kboIdentifiers)) {
        updateKboOrg(kboObject, kboIdentifiers);
      }
    }

    //Update Ovo Number
    if (wegwijsOvo && wegwijsOvo != identifiers.ovo) {
      console.log(identifiers.ovo);

      let ovoStructuredIdUri = identifiers.ovoStructuredId;

      if (!ovoStructuredIdUri) {
        ovoStructuredIdUri = await constructOvoStructure(
          identifiers.kboStructuredId
        );
      }
      await updateOvoNumberAndUri(ovoStructuredIdUri, wegwijsOvo);
    }

    healAbbWithWegWijsData();

    return res.status(200).send(); // since we await, it should be 200
  } catch (e) {
    return throwServer500Error(res, e);
  }
});

function getKboFields(data) {
  const {
    changeTime,
    name: organisationName,
    shortName,
    ovoNumber,
    kboNumber,
    labels = [],
    contacts = [],
    organisationClassifications = [],
    locations = [],
  } = data;

  //no lables = undefined
  //formal naam according to KBO

  let formalName = labels
    ?.filter((fields) => {
      return fields.labelTypeId === "83c1c22a-6776-0ad6-68d2-819e1c6eec66";
    })
    .pop()?.value;

  let startDate = labels
    ?.filter((fields) => {
      return fields.labelTypeId === "83c1c22a-6776-0ad6-68d2-819e1c6eec66";
    })
    .pop()?.validity?.start;

  let activeState = labels?.filter((fields) => {
    return (
      fields.labelTypeId === "83c1c22a-6776-0ad6-68d2-819e1c6eec66" &&
      !fields.validity.hasOwnProperty("end")
    );
  })
    ? ORGANIZATION_STATUS.ACTIVE
    : ORGANIZATION_STATUS.INACTIVE;

  let email = data.contacts
    ?.filter((fields) => {
      return (
        fields.contactTypeId === "f611e91d-a811-4519-afa6-08f0e9dcdd9b" &&
        !fields.validity.hasOwnProperty("end")
      );
    })
    .pop()?.value;

  let rechtsvorm = organisationClassifications
    ?.filter((fields) => {
      return (
        fields.organisationClassificationTypeId ===
          "9bae7539-64fd-5759-743c-ad9dfa4143d4" ||
        fields.organisationClassificationTypeId ===
          "1131205e-9212-435d-b4cd-b0d955d08bcf"
      );
    })
    .pop()?.organisationClassificationName;

  let phone = contacts
    ?.filter((fields) => {
      return (
        fields.contactTypeId === "d792d4ff-8c34-4336-8434-56ecb40f2fa4" &&
        !fields.validity.hasOwnProperty("end")
      );
    })
    .pop()?.value;

  let website = contacts
    ?.filter((fields) => {
      return (
        fields.contactTypeId === "6763f372-02c5-478c-b7d7-802dc60a64b9" &&
        !fields.validity.hasOwnProperty("end")
      );
    })
    .pop()?.value;

  let formattedAddress = locations
    ?.filter((fields) => {
      return (
        fields.isMainLocation === true &&
        !fields.validity?.hasOwnProperty("end")
      );
    })
    .pop()?.formattedAddress;

  //main location according to KBO
  let adressComponent = locations
    ?.filter((fields) => {
      return (
        fields.locationTypeId === "537c0b5b-8ab8-fc3d-0b37-f8249cbdd3ba" &&
        !fields.validity?.hasOwnProperty("end")
      );
    })
    .pop()?.components;

  return {
    changeTime: changeTime ?? "",
    organisationName: organisationName ?? "",
    shortName: shortName ?? organisationName,
    ovoNumber: ovoNumber ?? "",
    kboNumber: kboNumber ?? "",
    formalName: formalName ?? "",
    startDate: startDate ?? "",
    activeState: activeState,
    rechtsvorm: rechtsvorm ?? "",
    email: email ?? "",
    phone: phone ?? "",
    website: website ?? "",
    formattedAddress: formattedAddress ?? "",
    adressComponent: adressComponent ?? "",
  };
}

new CronJob(
  CRON_PATTERN,
  async function () {
    const now = new Date().toISOString();
    console.log(`OVO numbers healing triggered by cron job at ${now}`);
    try {
      await healAbbWithWegWijsData();
    } catch (err) {
      console.log(
        `An error occurred during OVO numbers healing at ${now}: ${err}`
      );
    }
  },
  null,
  true
);

async function healAbbWithWegWijsData() {
  try {
    console.log("Healing wegwijs info starting...");
    const kboIdentifiersOP = await getAllAbbKboOrganizations();
    const kboIdentifiersWegwijs = await getAllOvoAndKboCouplesWegwijs();

    for (const kboIdentifierOP of kboIdentifiersOP) {
      const wegwijsKboOrg = kboIdentifiersWegwijs[kboIdentifierOP.kbo];
      if (wegwijsKboOrg) {
        const wegwijsOvo = wegwijsKboOrg.ovoNumber;
        // If a KBO can't be found in wegwijs but we already have an OVO for it in OP, we keep that OVO.
        // It happens especially a lot for worship services that sometimes lack data in Wegwijs
        if (wegwijsOvo && kboIdentifiersOP.ovo != wegwijsOvo) {
          // We have a mismatch, let's update the OVO number
          let ovoStructuredIdUri = kboIdentifiersOP.ovoStructuredId;
          if (!ovoStructuredIdUri) {
            ovoStructuredIdUri = await constructOvoStructure(
              kboIdentifierOP.kboStructuredId
            );
          }

          await updateOvoNumberAndUri(ovoStructuredIdUri, wegwijsOvo);
        }

        console.log(kboIdentifierOP);
        if (!kboIdentifierOP?.kboOrg) {
          console.log("creating new kboUnit");
          await createKbo(
            wegwijsKboOrg,
            kboIdentifierOP.kboId,
            kboIdentifierOP.abbOrg
          );
        }

        if (isUpdate(wegwijsKboOrg, kboIdentifierOP)) {
          const kboIdentifiers = await getKboIdentifiers(identifiers.adminUnit);
          updateKboOrg(wegwijsKboOrg, kboIdentifiers);
        }
      }
    }
    console.log("Healing complete!");
  } catch (err) {
    console.log(`An error occurred during wegwijs info healing: ${err}`);
  }
}

async function getAllOvoAndKboCouplesWegwijs() {
  let couples = {};

  const response = await fetch(
    `${WEGWIJSAPI}?q=kboNumber:/.*[0-9].*/&fields=${WEGWIJSAPIFIELDS},parents&scroll=true`
  );
  const scrollId = JSON.parse(
    response.headers.get("x-search-metadata")
  ).scrollId;
  let data = await response.json();

  do {
    data.forEach((unit) => {
      const wegwijsUnit = getKboFields(unit);
      couples[wegwijsUnit.kboNumber] = wegwijsUnit;
    });

    const response = await fetch(`${WEGWIJSAPI}/scroll?id=${scrollId}`);
    data = await response.json();
  } while (data.length);

  return couples;
}

function isUpdate(kboWegwijs, kboAbb) {
  let update = false;
  if (kboWegwijs?.changeTime && kboAbb?.changeTime) {
    update =
      new Date(kboWegwijs.changeTime).getTime() >
      new Date(kboAbb.changeTime).getTime();
  }
  return update;
}

async function createKbo(wegwijsKboOrg, kboId, abbOrg) {
  let newKboOrgUri = await createNewKboOrg(wegwijsKboOrg, kboId);
  await linkAbbOrgToKboOrg(abbOrg, newKboOrgUri);
}

function throwServer500Error(res, message) {
  console.log("Something went wrong while calling /sync-from-kbo", message);
  return res.status(500).send();
}

app.use(errorHandler);