setup probe api

data-ingestor/api/probe.js

@@ -0,0 +1,631 @@
+/**
+ *
+ * Copyright HackerBay, Inc.
+ *
+ */
+
+const express = require('express');
+const ProbeService = require('../services/probeService');
+const MonitorService = require('../services/monitorService');
+const LighthouseLogService = require('../services/lighthouseLogService');
+const router = express.Router();
+const isAuthorizedProbe = require('../middlewares/probeAuthorization')
+    .isAuthorizedProbe;
+const sendErrorResponse = require('../middlewares/response').sendErrorResponse;
+const sendItemResponse = require('../middlewares/response').sendItemResponse;
+const sendListResponse = require('../middlewares/response').sendListResponse;
+const { ObjectId } = require('mongodb');
+
+router.get('/monitors', isAuthorizedProbe, async function(req, res) {
+    try {
+        const monitors = await MonitorService.getProbeMonitors(
+            req.probe.id,
+            new Date(new Date().getTime() - 60 * 1000)
+        );
+
+        return sendListResponse(
+            req,
+            res,
+            JSON.stringify(monitors),
+            monitors.length
+        );
+    } catch (error) {
+        return sendErrorResponse(req, res, error);
+    }
+});
+
+router.post('/ping/:monitorId', isAuthorizedProbe, async function(
+    req,
+    response
+) {
+    try {
+        const {
+            monitor,
+            res,
+            resp,
+            rawResp,
+            serverData,
+            type,
+            retryCount,
+            kubernetesData,
+        } = req.body;
+
+        let status,
+            log,
+            reason,
+            data = {};
+        let matchedCriterion;
+
+        if (type === 'incomingHttpRequest') {
+            const newMonitor = await MonitorService.findOneBy({
+                query: { _id: ObjectId(monitor._id) },
+                // select: 'lastPingTime _id criteria',
+            });
+
+            const probeId = req.probe && req.probe.id ? req.probe.id : null;
+            log = await ProbeService.probeHttpRequest(newMonitor, probeId);
+        } else {
+            if (type === 'api' || type === 'url') {
+                const {
+                    stat: validUp,
+                    successReasons: upSuccessReasons,
+                    failedReasons: upFailedReasons,
+                    matchedCriterion: matchedUpCriterion,
+                } =
+                    monitor && monitor.criteria && monitor.criteria.up
+                        ? ProbeService.conditions(
+                              monitor.type,
+                              monitor.criteria.up,
+                              res,
+                              resp,
+                              rawResp
+                          )
+                        : {
+                              stat: false,
+                              successReasons: [],
+                              failedReasons: [],
+                          };
+                const {
+                    stat: validDegraded,
+                    successReasons: degradedSuccessReasons,
+                    failedReasons: degradedFailedReasons,
+                    matchedCriterion: matchedDegradedCriterion,
+                } =
+                    monitor && monitor.criteria && monitor.criteria.degraded
+                        ? ProbeService.conditions(
+                              monitor.type,
+                              monitor.criteria.degraded,
+                              res,
+                              resp,
+                              rawResp
+                          )
+                        : {
+                              stat: false,
+                              successReasons: [],
+                              failedReasons: [],
+                          };
+                const {
+                    stat: validDown,
+                    successReasons: downSuccessReasons,
+                    failedReasons: downFailedReasons,
+                    matchedCriterion: matchedDownCriterion,
+                } =
+                    monitor && monitor.criteria && monitor.criteria.down
+                        ? ProbeService.conditions(
+                              monitor.type,
+                              [
+                                  ...monitor.criteria.down.filter(
+                                      criterion => criterion.default !== true
+                                  ),
+                              ],
+                              res,
+                              resp,
+                              rawResp
+                          )
+                        : {
+                              stat: false,
+                              successReasons: [],
+                              failedReasons: [],
+                          };
+
+                if (validUp) {
+                    status = 'online';
+                    reason = upSuccessReasons;
+                    matchedCriterion = matchedUpCriterion;
+                } else if (validDegraded) {
+                    status = 'degraded';
+                    reason = [...degradedSuccessReasons, ...upFailedReasons];
+                    matchedCriterion = matchedDegradedCriterion;
+                } else if (validDown) {
+                    matchedCriterion = matchedDownCriterion;
+                    status = 'offline';
+                    reason = [
+                        ...downSuccessReasons,
+                        ...degradedFailedReasons,
+                        ...upFailedReasons,
+                    ];
+                } else {
+                    status = 'offline';
+                    reason = [
+                        ...downFailedReasons,
+                        ...degradedFailedReasons,
+                        ...upFailedReasons,
+                    ];
+                    if (monitor.criteria.down) {
+                        matchedCriterion = monitor.criteria.down.find(
+                            criterion => criterion.default === true
+                        );
+                    }
+                }
+                data.status = status;
+                data.reason = reason;
+            }
+            if (type === 'ip') {
+                const {
+                    stat: validUp,
+                    successReasons: upSuccessReasons,
+                    failedReasons: upFailedReasons,
+                    matchedCriterion: matchedUpCriterion,
+                } =
+                    monitor && monitor.criteria && monitor.criteria.up
+                        ? ProbeService.conditions(
+                              monitor.type,
+                              monitor.criteria.up,
+                              res,
+                              resp,
+                              rawResp
+                          )
+                        : {
+                              stat: false,
+                              successReasons: [],
+                              failedReasons: [],
+                          };
+                const {
+                    stat: validDown,
+                    successReasons: downSuccessReasons,
+                    failedReasons: downFailedReasons,
+                    matchedCriterion: matchedDownCriterion,
+                } =
+                    monitor && monitor.criteria && monitor.criteria.down
+                        ? ProbeService.conditions(
+                              monitor.type,
+                              [
+                                  ...monitor.criteria.down.filter(
+                                      criterion => criterion.default !== true
+                                  ),
+                              ],
+                              res,
+                              resp,
+                              rawResp
+                          )
+                        : {
+                              stat: false,
+                              successReasons: [],
+                              failedReasons: [],
+                          };
+                if (validUp) {
+                    status = 'online';
+                    reason = upSuccessReasons;
+                    matchedCriterion = matchedUpCriterion;
+                } else if (validDown) {
+                    matchedCriterion = matchedDownCriterion;
+                    status = 'offline';
+                    reason = [...downSuccessReasons, null, ...upFailedReasons];
+                } else {
+                    status = 'offline';
+                    reason = [...downFailedReasons, null, ...upFailedReasons];
+                    if (monitor.criteria.down) {
+                        matchedCriterion = monitor.criteria.down.find(
+                            criterion => criterion.default === true
+                        );
+                    }
+                }
+                data.status = status;
+                data.reason = reason;
+            }
+            if (type === 'script') {
+                const {
+                    stat: validUp,
+                    successReasons: upSuccessReasons,
+                    failedReasons: upFailedReasons,
+                    matchedCriterion: matchedUpCriterion,
+                } =
+                    monitor && monitor.criteria && monitor.criteria.up
+                        ? ProbeService.scriptConditions(
+                              resp,
+                              monitor.criteria.up
+                          )
+                        : {
+                              stat: false,
+                              successReasons: [],
+                              failedReasons: [],
+                          };
+
+                const {
+                    stat: validDown,
+                    successReasons: downSuccessReasons,
+                    failedReasons: downFailedReasons,
+                    matchedCriterion: matchedDownCriterion,
+                } =
+                    monitor && monitor.criteria && monitor.criteria.down
+                        ? ProbeService.scriptConditions(resp, [
+                              ...monitor.criteria.down.filter(
+                                  criterion => criterion.default !== true
+                              ),
+                          ])
+                        : {
+                              stat: false,
+                              successReasons: [],
+                              failedReasons: [],
+                          };
+
+                const {
+                    stat: validDegraded,
+                    successReasons: degradedSuccessReasons,
+                    failedReasons: degradedFailedReasons,
+                    matchedCriterion: matchedDegradedCriterion,
+                } =
+                    monitor && monitor.criteria && monitor.criteria.degraded
+                        ? ProbeService.scriptConditions(
+                              resp,
+                              monitor.criteria.degraded
+                          )
+                        : {
+                              stat: false,
+                              successReasons: [],
+                              failedReasons: [],
+                          };
+
+                if (validUp) {
+                    status = 'online';
+                    reason = upSuccessReasons;
+                    matchedCriterion = matchedUpCriterion;
+                } else if (validDown) {
+                    status = 'offline';
+                    reason = [...downSuccessReasons, ...upFailedReasons];
+                    matchedCriterion = matchedDownCriterion;
+                } else if (validDegraded) {
+                    status = 'degraded';
+                    reason = [
+                        ...degradedSuccessReasons,
+                        ...upFailedReasons,
+                        ...downFailedReasons,
+                    ];
+                    matchedCriterion = matchedDegradedCriterion;
+                } else {
+                    status = 'offline';
+                    reason = [
+                        ...downFailedReasons,
+                        ...upFailedReasons,
+                        ...degradedFailedReasons,
+                    ];
+                    if (monitor.criteria.down) {
+                        matchedCriterion = monitor.criteria.down.find(
+                            criterion => criterion.default === true
+                        );
+                    }
+                }
+
+                data.status = status;
+                data.reason = reason;
+            }
+            if (type === 'server-monitor') {
+                data = serverData;
+                const {
+                    stat: validUp,
+                    successReasons: upSuccessReasons,
+                    failedReasons: upFailedReasons,
+                    matchedCriterion: matchedUpCriterion,
+                } =
+                    monitor && monitor.criteria && monitor.criteria.up
+                        ? ProbeService.conditions(
+                              monitor.type,
+                              monitor.criteria.up,
+                              data
+                          )
+                        : {
+                              stat: false,
+                              successReasons: [],
+                              failedReasons: [],
+                          };
+                const {
+                    stat: validDegraded,
+                    successReasons: degradedSuccessReasons,
+                    failedReasons: degradedFailedReasons,
+                    matchedCriterion: matchedDegradedCriterion,
+                } =
+                    monitor && monitor.criteria && monitor.criteria.degraded
+                        ? ProbeService.conditions(
+                              monitor.type,
+                              monitor.criteria.degraded,
+                              data
+                          )
+                        : {
+                              stat: false,
+                              successReasons: [],
+                              failedReasons: [],
+                          };
+                const {
+                    stat: validDown,
+                    successReasons: downSuccessReasons,
+                    failedReasons: downFailedReasons,
+                    matchedCriterion: matchedDownCriterion,
+                } =
+                    monitor && monitor.criteria && monitor.criteria.down
+                        ? ProbeService.conditions(
+                              monitor.type,
+                              [
+                                  ...monitor.criteria.down.filter(
+                                      criterion => criterion.default !== true
+                                  ),
+                              ],
+                              data
+                          )
+                        : {
+                              stat: false,
+                              successReasons: [],
+                              failedReasons: [],
+                          };
+
+                if (validUp) {
+                    data.status = 'online';
+                    data.reason = upSuccessReasons;
+                    matchedCriterion = matchedUpCriterion;
+                } else if (validDegraded) {
+                    data.status = 'degraded';
+                    data.reason = [
+                        ...degradedSuccessReasons,
+                        ...upFailedReasons,
+                    ];
+                    matchedCriterion = matchedDegradedCriterion;
+                } else if (validDown) {
+                    data.status = 'offline';
+                    data.reason = [
+                        ...downSuccessReasons,
+                        ...degradedFailedReasons,
+                        ...upFailedReasons,
+                    ];
+                    matchedCriterion = matchedDownCriterion;
+                } else {
+                    data.status = 'offline';
+                    data.reason = [
+                        ...downFailedReasons,
+                        ...degradedFailedReasons,
+                        ...upFailedReasons,
+                    ];
+                    if (monitor.criteria.down) {
+                        matchedCriterion = monitor.criteria.down.find(
+                            criterion => criterion.default === true
+                        );
+                    }
+                }
+            } else {
+                data = req.body;
+                data.responseTime = res || 0;
+                data.responseStatus = resp && resp.status ? resp.status : null;
+                data.status = status;
+                data.sslCertificate =
+                    resp && resp.sslCertificate ? resp.sslCertificate : null;
+                data.lighthouseScanStatus =
+                    resp && resp.lighthouseScanStatus
+                        ? resp.lighthouseScanStatus
+                        : null;
+                data.performance =
+                    resp && resp.performance ? resp.performance : null;
+                data.accessibility =
+                    resp && resp.accessibility ? resp.accessibility : null;
+                data.bestPractices =
+                    resp && resp.bestPractices ? resp.bestPractices : null;
+                data.seo = resp && resp.seo ? resp.seo : null;
+                data.pwa = resp && resp.pwa ? resp.pwa : null;
+                data.lighthouseData =
+                    resp && resp.lighthouseData ? resp.lighthouseData : null;
+                data.retryCount = retryCount || 0;
+                data.reason = reason;
+                data.response = rawResp;
+            }
+            if (type === 'kubernetes') {
+                data = { kubernetesData };
+
+                const {
+                    stat: validUp,
+                    successReasons: upSuccessReasons,
+                    failedReasons: upFailedReasons,
+                    matchedCriterion: matchedUpCriterion,
+                } =
+                    monitor && monitor.criteria && monitor.criteria.up
+                        ? ProbeService.conditions(
+                              monitor.type,
+                              monitor.criteria.up,
+                              data.kubernetesData
+                          )
+                        : {
+                              stat: false,
+                              successReasons: [],
+                              failedReasons: [],
+                          };
+
+                const {
+                    stat: validDegraded,
+                    successReasons: degradedSuccessReasons,
+                    failedReasons: degradedFailedReasons,
+                    matchedCriterion: matchedDegradedCriterion,
+                } =
+                    monitor && monitor.criteria && monitor.criteria.degraded
+                        ? ProbeService.conditions(
+                              monitor.type,
+                              monitor.criteria.degraded,
+                              data.kubernetesData
+                          )
+                        : {
+                              stat: false,
+                              successReasons: [],
+                              failedReasons: [],
+                          };
+
+                const {
+                    stat: validDown,
+                    successReasons: downSuccessReasons,
+                    failedReasons: downFailedReasons,
+                    matchedCriterion: matchedDownCriterion,
+                } =
+                    monitor && monitor.criteria && monitor.criteria.down
+                        ? ProbeService.conditions(
+                              monitor.type,
+                              [
+                                  ...monitor.criteria.down.filter(
+                                      criterion => criterion.default !== true
+                                  ),
+                              ],
+                              data.kubernetesData
+                          )
+                        : {
+                              stat: false,
+                              successReasons: [],
+                              failedReasons: [],
+                          };
+
+                if (validUp) {
+                    data.status = 'online';
+                    data.reason = upSuccessReasons;
+                    matchedCriterion = matchedUpCriterion;
+                } else if (validDegraded) {
+                    data.status = 'degraded';
+                    data.reason = [
+                        ...degradedSuccessReasons,
+                        ...upFailedReasons,
+                    ];
+                    matchedCriterion = matchedDegradedCriterion;
+                } else if (validDown) {
+                    data.status = 'offline';
+                    data.reason = [
+                        ...downSuccessReasons,
+                        ...degradedFailedReasons,
+                        ...upFailedReasons,
+                    ];
+                    matchedCriterion = matchedDownCriterion;
+                } else {
+                    data.status = 'offline';
+                    data.reason = [
+                        ...downFailedReasons,
+                        ...degradedFailedReasons,
+                        ...upFailedReasons,
+                    ];
+                    if (monitor.criteria.down) {
+                        matchedCriterion = monitor.criteria.down.find(
+                            criterion => criterion.default === true
+                        );
+                    }
+                }
+            }
+
+            if (type === 'script') {
+                data.scriptMetadata = {
+                    executionTime: resp.executionTime,
+                    consoleLogs: resp.consoleLogs,
+                    error: resp.error,
+                    statusText: resp.statusText,
+                };
+            }
+
+            data.matchedCriterion = matchedCriterion;
+            // update monitor to save the last matched criterion
+
+            await MonitorService.updateCriterion(monitor._id, matchedCriterion);
+
+            data.monitorId = req.params.monitorId || monitor._id;
+            data.probeId = req.probe && req.probe.id ? req.probe.id : null;
+            data.reason =
+                data && data.reason && data.reason.length
+                    ? data.reason.filter(
+                          (item, pos, self) => self.indexOf(item) === pos
+                      )
+                    : data.reason;
+            const index =
+                data.reason && data.reason.indexOf('Request Timed out');
+            if (index > -1) {
+                data.reason =
+                    data && data.reason && data.reason.length
+                        ? data.reason.filter(
+                              item => !item.includes('Response Time is')
+                          )
+                        : data.reason;
+            }
+
+            if (data.lighthouseScanStatus) {
+                if (data.lighthouseScanStatus === 'scanning') {
+                    await Promise.all([
+                        MonitorService.updateLighthouseScanStatus(
+                            data.monitorId,
+                            'scanning'
+                        ),
+                        LighthouseLogService.updateAllLighthouseLogs(
+                            data.monitorId,
+                            { scanning: true }
+                        ),
+                    ]);
+                } else {
+                    // when this is scanned success or failed.
+                    await MonitorService.updateLighthouseScanStatus(
+                        data.monitorId,
+                        data.lighthouseScanStatus,
+                        data.probeId
+                    );
+                }
+            } else {
+                if (data.lighthouseData) {
+                    data.scanning = false;
+                    log = await ProbeService.saveLighthouseLog(data);
+                } else {
+                    data.matchedUpCriterion =
+                        monitor && monitor.criteria && monitor.criteria.up;
+                    data.matchedDownCriterion =
+                        monitor && monitor.criteria && monitor.criteria.down;
+                    data.matchedDegradedCriterion =
+                        monitor &&
+                        monitor.criteria &&
+                        monitor.criteria.degraded;
+
+                    log = await ProbeService.saveMonitorLog(data);
+
+                    if (type === 'script') {
+                        await MonitorService.updateScriptStatus(
+                            req.params.monitorId,
+                            'completed',
+                            req.probe.id
+                        );
+                    }
+                }
+            }
+        }
+        return sendItemResponse(req, response, log);
+    } catch (error) {
+        return sendErrorResponse(req, response, error);
+    }
+});
+
+router.post('/setTime/:monitorId', isAuthorizedProbe, async function(req, res) {
+    try {
+        const data = req.body;
+        data.probeId = req.probe.id;
+        data.monitorId = req.params.monitorId;
+        const log = await ProbeService.saveMonitorLog(data);
+        return sendItemResponse(req, res, log);
+    } catch (error) {
+        return sendErrorResponse(req, res, error);
+    }
+});
+
+router.post('/getTime/:monitorId', isAuthorizedProbe, async function(req, res) {
+    try {
+        const data = req.body;
+        data.probeId = req.probe.id;
+        data.monitorId = req.params.monitorId;
+        const log = await ProbeService.getMonitorLog(data);
+        return sendItemResponse(req, res, log);
+    } catch (error) {
+        return sendErrorResponse(req, res, error);
+    }
+});
+
+module.exports = router;

data-ingestor/index.js

@@ -75,6 +75,8 @@ app.use(function(req, res, next) {
 app.use(express.urlencoded({ limit: '10mb', extended: true }));
 app.use(express.json({ limit: '10mb' }));
 
+app.use(['/probe', '/api/probe'], require('./api/probe'));
+
 app.set('port', process.env.PORT || 3200);
 
 http.listen(app.get('port'), function() {

data-ingestor/package-lock.json

@@ -8,16 +8,33 @@
             "version": "3.0.0",
             "license": "ISC",
             "dependencies": {
+                "axios": "^0.21.1",
                 "cors": "^2.8.5",
                 "cross-env": "^7.0.3",
                 "custom-env": "^2.0.1",
                 "express": "^4.17.1",
-                "mongodb": "^4.0.0"
+                "lodash": "^4.17.21",
+                "moment": "^2.29.1",
+                "mongodb": "^4.0.0",
+                "p-iteration": "^1.1.8",
+                "uuid": "^8.3.2",
+                "winston": "^3.3.3",
+                "winston-slack-webhook-transport": "^2.0.1"
             },
             "devDependencies": {
                 "nodemon": "^2.0.12"
             }
         },
+        "node_modules/@dabh/diagnostics": {
+            "version": "2.0.2",
+            "resolved": "https://registry.npmjs.org/@dabh/diagnostics/-/diagnostics-2.0.2.tgz",
+            "integrity": "sha512-+A1YivoVDNNVCdfozHSR8v/jyuuLTMXwjWuxPFlFlUapXoGc+Gj9mDlTDDfrwl7rXCl2tNZ0kE8sIBO6YOn96Q==",
+            "dependencies": {
+                "colorspace": "1.1.x",
+                "enabled": "2.0.x",
+                "kuler": "^2.0.0"
+            }
+        },
         "node_modules/@sindresorhus/is": {
             "version": "0.14.0",
             "resolved": "https://registry.npmjs.org/@sindresorhus/is/-/is-0.14.0.tgz",
@@ -158,6 +175,19 @@
             "resolved": "https://registry.npmjs.org/array-flatten/-/array-flatten-1.1.1.tgz",
             "integrity": "sha1-ml9pkFGx5wczKPKgCJaLZOopVdI="
         },
+        "node_modules/async": {
+            "version": "3.2.0",
+            "resolved": "https://registry.npmjs.org/async/-/async-3.2.0.tgz",
+            "integrity": "sha512-TR2mEZFVOj2pLStYxLht7TyfuRzaydfpxr3k9RpHIzMgw7A64dzsdqCxH1WJyQdoe8T10nDXd9wnEigmiuHIZw=="
+        },
+        "node_modules/axios": {
+            "version": "0.21.1",
+            "resolved": "https://registry.npmjs.org/axios/-/axios-0.21.1.tgz",
+            "integrity": "sha512-dKQiRHxGD9PPRIUNIWvZhPTPpl1rf/OxTYKsqKUDjBwYylTvV7SjSHJb9ratfyzM6wCdLCOYLzs73qpg5c4iGA==",
+            "dependencies": {
+                "follow-redirects": "^1.10.0"
+            }
+        },
         "node_modules/balanced-match": {
             "version": "1.0.2",
             "resolved": "https://registry.npmjs.org/balanced-match/-/balanced-match-1.0.2.tgz",
@@ -431,6 +461,15 @@
                 "mimic-response": "^1.0.0"
             }
         },
+        "node_modules/color": {
+            "version": "3.0.0",
+            "resolved": "https://registry.npmjs.org/color/-/color-3.0.0.tgz",
+            "integrity": "sha512-jCpd5+s0s0t7p3pHQKpnJ0TpQKKdleP71LWcA0aqiljpiuAkOSUFN/dyH8ZwF0hRmFlrIuRhufds1QyEP9EB+w==",
+            "dependencies": {
+                "color-convert": "^1.9.1",
+                "color-string": "^1.5.2"
+            }
+        },
         "node_modules/color-convert": {
             "version": "2.0.1",
             "resolved": "https://registry.npmjs.org/color-convert/-/color-convert-2.0.1.tgz",
@@ -446,8 +485,46 @@
         "node_modules/color-name": {
             "version": "1.1.4",
             "resolved": "https://registry.npmjs.org/color-name/-/color-name-1.1.4.tgz",
-            "integrity": "sha512-dOy+3AuW3a2wNbZHIuMZpTcgjGuLU/uBL/ubcZF9OXbDo8ff4O8yVp5Bf0efS8uEoYo5q4Fx7dY9OgQGXgAsQA==",
-            "dev": true
+            "integrity": "sha512-dOy+3AuW3a2wNbZHIuMZpTcgjGuLU/uBL/ubcZF9OXbDo8ff4O8yVp5Bf0efS8uEoYo5q4Fx7dY9OgQGXgAsQA=="
+        },
+        "node_modules/color-string": {
+            "version": "1.6.0",
+            "resolved": "https://registry.npmjs.org/color-string/-/color-string-1.6.0.tgz",
+            "integrity": "sha512-c/hGS+kRWJutUBEngKKmk4iH3sD59MBkoxVapS/0wgpCz2u7XsNloxknyvBhzwEs1IbV36D9PwqLPJ2DTu3vMA==",
+            "dependencies": {
+                "color-name": "^1.0.0",
+                "simple-swizzle": "^0.2.2"
+            }
+        },
+        "node_modules/color/node_modules/color-convert": {
+            "version": "1.9.3",
+            "resolved": "https://registry.npmjs.org/color-convert/-/color-convert-1.9.3.tgz",
+            "integrity": "sha512-QfAUtd+vFdAtFQcC8CCyYt1fYWxSqAiK2cSD6zDB8N3cpsEBAvRxp9zOGg6G/SHHJYAT88/az/IuDGALsNVbGg==",
+            "dependencies": {
+                "color-name": "1.1.3"
+            }
+        },
+        "node_modules/color/node_modules/color-name": {
+            "version": "1.1.3",
+            "resolved": "https://registry.npmjs.org/color-name/-/color-name-1.1.3.tgz",
+            "integrity": "sha1-p9BVi9icQveV3UIyj3QIMcpTvCU="
+        },
+        "node_modules/colors": {
+            "version": "1.4.0",
+            "resolved": "https://registry.npmjs.org/colors/-/colors-1.4.0.tgz",
+            "integrity": "sha512-a+UqTh4kgZg/SlGvfbzDHpgRu7AAQOmmqRHJnxhRZICKFUT91brVhNNt58CMWU9PsBbv3PDCZUHbVxuDiH2mtA==",
+            "engines": {
+                "node": ">=0.1.90"
+            }
+        },
+        "node_modules/colorspace": {
+            "version": "1.1.2",
+            "resolved": "https://registry.npmjs.org/colorspace/-/colorspace-1.1.2.tgz",
+            "integrity": "sha512-vt+OoIP2d76xLhjwbBaucYlNSpPsrJWPlBTtwCpQKIu6/CSMutyzX93O/Do0qzpH3YoHEes8YEFXyZ797rEhzQ==",
+            "dependencies": {
+                "color": "3.0.x",
+                "text-hex": "1.0.x"
+            }
         },
         "node_modules/concat-map": {
             "version": "0.0.1",
@@ -504,6 +581,11 @@
             "resolved": "https://registry.npmjs.org/cookie-signature/-/cookie-signature-1.0.6.tgz",
             "integrity": "sha1-4wOogrNCzD7oylE6eZmXNNqzriw="
         },
+        "node_modules/core-util-is": {
+            "version": "1.0.2",
+            "resolved": "https://registry.npmjs.org/core-util-is/-/core-util-is-1.0.2.tgz",
+            "integrity": "sha1-tf1UIgqivFq1eqtxQMlAdUUDwac="
+        },
         "node_modules/cors": {
             "version": "2.8.5",
             "resolved": "https://registry.npmjs.org/cors/-/cors-2.8.5.tgz",
@@ -662,6 +744,11 @@
             "integrity": "sha512-MSjYzcWNOA0ewAHpz0MxpYFvwg6yjy1NG3xteoqz644VCo/RPgnr1/GGt+ic3iJTzQ8Eu3TdM14SawnVUmGE6A==",
             "dev": true
         },
+        "node_modules/enabled": {
+            "version": "2.0.0",
+            "resolved": "https://registry.npmjs.org/enabled/-/enabled-2.0.0.tgz",
+            "integrity": "sha512-AKrN98kuwOzMIdAizXGI86UFBoo26CL21UM763y1h/GMSJ4/OHU9k2YlsmBpyScFo/wbLzWQJBMCW4+IO3/+OQ=="
+        },
         "node_modules/encodeurl": {
             "version": "1.0.2",
             "resolved": "https://registry.npmjs.org/encodeurl/-/encodeurl-1.0.2.tgz",
@@ -741,6 +828,16 @@
                 "node": ">= 0.10.0"
             }
         },
+        "node_modules/fast-safe-stringify": {
+            "version": "2.0.8",
+            "resolved": "https://registry.npmjs.org/fast-safe-stringify/-/fast-safe-stringify-2.0.8.tgz",
+            "integrity": "sha512-lXatBjf3WPjmWD6DpIZxkeSsCOwqI0maYMpgDlx8g4U2qi4lbjA9oH/HD2a87G+KfsUmo5WbJFmqBZlPxtptag=="
+        },
+        "node_modules/fecha": {
+            "version": "4.2.1",
+            "resolved": "https://registry.npmjs.org/fecha/-/fecha-4.2.1.tgz",
+            "integrity": "sha512-MMMQ0ludy/nBs1/o0zVOiKTpG7qMbonKUzjJgQFEuvq6INZ1OraKPRAWkBq5vlKLOUMpmNYG1JoN3oDPUQ9m3Q=="
+        },
         "node_modules/fill-range": {
             "version": "7.0.1",
             "resolved": "https://registry.npmjs.org/fill-range/-/fill-range-7.0.1.tgz",
@@ -770,6 +867,30 @@
                 "node": ">= 0.8"
             }
         },
+        "node_modules/fn.name": {
+            "version": "1.1.0",
+            "resolved": "https://registry.npmjs.org/fn.name/-/fn.name-1.1.0.tgz",
+            "integrity": "sha512-GRnmB5gPyJpAhTQdSZTSp9uaPSvl09KoYcMQtsB9rQoOmzs9dH6ffeccH+Z+cv6P68Hu5bC6JjRh4Ah/mHSNRw=="
+        },
+        "node_modules/follow-redirects": {
+            "version": "1.14.1",
+            "resolved": "https://registry.npmjs.org/follow-redirects/-/follow-redirects-1.14.1.tgz",
+            "integrity": "sha512-HWqDgT7ZEkqRzBvc2s64vSZ/hfOceEol3ac/7tKwzuvEyWx3/4UegXh5oBOIotkGsObyk3xznnSRVADBgWSQVg==",
+            "funding": [
+                {
+                    "type": "individual",
+                    "url": "https://github.com/sponsors/RubenVerborgh"
+                }
+            ],
+            "engines": {
+                "node": ">=4.0"
+            },
+            "peerDependenciesMeta": {
+                "debug": {
+                    "optional": true
+                }
+            }
+        },
         "node_modules/forwarded": {
             "version": "0.2.0",
             "resolved": "https://registry.npmjs.org/forwarded/-/forwarded-0.2.0.tgz",
@@ -979,6 +1100,11 @@
                 "node": ">= 0.10"
             }
         },
+        "node_modules/is-arrayish": {
+            "version": "0.3.2",
+            "resolved": "https://registry.npmjs.org/is-arrayish/-/is-arrayish-0.3.2.tgz",
+            "integrity": "sha512-eVRqCvVlZbuw3GrM63ovNSNAeA1K16kaR/LRY/92w0zxQ5/1YzwblUX652i4Xs9RwAGjW9d9y6X88t8OaAJfWQ=="
+        },
         "node_modules/is-binary-path": {
             "version": "2.1.0",
             "resolved": "https://registry.npmjs.org/is-binary-path/-/is-binary-path-2.1.0.tgz",
@@ -1085,6 +1211,14 @@
                 "node": ">=8"
             }
         },
+        "node_modules/is-stream": {
+            "version": "2.0.0",
+            "resolved": "https://registry.npmjs.org/is-stream/-/is-stream-2.0.0.tgz",
+            "integrity": "sha512-XCoy+WlUr7d1+Z8GgSuXmpuUFC9fOhRXglJMx+dwLKTkL44Cjd4W1Z5P+BQZpr+cR93aGP4S/s7Ftw6Nd/kiEw==",
+            "engines": {
+                "node": ">=8"
+            }
+        },
         "node_modules/is-typedarray": {
             "version": "1.0.0",
             "resolved": "https://registry.npmjs.org/is-typedarray/-/is-typedarray-1.0.0.tgz",
@@ -1097,6 +1231,11 @@
             "integrity": "sha512-VjSeb/lHmkoyd8ryPVIKvOCn4D1koMqY+vqyjjUfc3xyKtP4dYOxM44sZrnqQSzSds3xyOrUTLTC9LVCVgLngw==",
             "dev": true
         },
+        "node_modules/isarray": {
+            "version": "1.0.0",
+            "resolved": "https://registry.npmjs.org/isarray/-/isarray-1.0.0.tgz",
+            "integrity": "sha1-u5NdSFgsuhaMBoNJV6VKPgcSTxE="
+        },
         "node_modules/isexe": {
             "version": "2.0.0",
             "resolved": "https://registry.npmjs.org/isexe/-/isexe-2.0.0.tgz",
@@ -1117,6 +1256,11 @@
                 "json-buffer": "3.0.0"
             }
         },
+        "node_modules/kuler": {
+            "version": "2.0.0",
+            "resolved": "https://registry.npmjs.org/kuler/-/kuler-2.0.0.tgz",
+            "integrity": "sha512-Xq9nH7KlWZmXAtodXDDRE7vs6DU1gTU8zYDHDiWLSip45Egwq3plLHzPn27NgvzL2r1LMPC1vdqh98sQxtqj4A=="
+        },
         "node_modules/latest-version": {
             "version": "5.1.0",
             "resolved": "https://registry.npmjs.org/latest-version/-/latest-version-5.1.0.tgz",
@@ -1134,6 +1278,23 @@
             "resolved": "https://registry.npmjs.org/lodash/-/lodash-4.17.21.tgz",
             "integrity": "sha512-v2kDEe57lecTulaDIuNTPy3Ry4gLGJ6Z1O3vE1krgXZNrsQ+LFTGHVxVjcXPs17LhbZVGedAJv8XZ1tvj5FvSg=="
         },
+        "node_modules/logform": {
+            "version": "2.2.0",
+            "resolved": "https://registry.npmjs.org/logform/-/logform-2.2.0.tgz",
+            "integrity": "sha512-N0qPlqfypFx7UHNn4B3lzS/b0uLqt2hmuoa+PpuXNYgozdJYAyauF5Ky0BWVjrxDlMWiT3qN4zPq3vVAfZy7Yg==",
+            "dependencies": {
+                "colors": "^1.2.1",
+                "fast-safe-stringify": "^2.0.4",
+                "fecha": "^4.2.0",
+                "ms": "^2.1.1",
+                "triple-beam": "^1.3.0"
+            }
+        },
+        "node_modules/logform/node_modules/ms": {
+            "version": "2.1.3",
+            "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.3.tgz",
+            "integrity": "sha512-6FlzubTLZG3J2a/NVCAleEhjzq5oxgHyaCU9yYXvcLsvoVaHJq/s5xXI6/XXP6tz7R9xAOtHnSO/tXtF3WRTlA=="
+        },
         "node_modules/lowercase-keys": {
             "version": "1.0.1",
             "resolved": "https://registry.npmjs.org/lowercase-keys/-/lowercase-keys-1.0.1.tgz",
@@ -1251,6 +1412,14 @@
             "integrity": "sha512-FM9nNUYrRBAELZQT3xeZQ7fmMOBg6nWNmJKTcgsJeaLstP/UODVpGsr5OhXhhXg6f+qtJ8uiZ+PUxkDWcgIXLw==",
             "dev": true
         },
+        "node_modules/moment": {
+            "version": "2.29.1",
+            "resolved": "https://registry.npmjs.org/moment/-/moment-2.29.1.tgz",
+            "integrity": "sha512-kHmoybcPV8Sqy59DwNDY3Jefr64lK/by/da0ViFcuA4DH0vQg5Q6Ze5VimxkfQNSC+Mls/Kx53s7TjP1RhFEDQ==",
+            "engines": {
+                "node": "*"
+            }
+        },
         "node_modules/mongodb": {
             "version": "4.0.0",
             "resolved": "https://registry.npmjs.org/mongodb/-/mongodb-4.0.0.tgz",
@@ -1393,6 +1562,14 @@
                 "wrappy": "1"
             }
         },
+        "node_modules/one-time": {
+            "version": "1.0.0",
+            "resolved": "https://registry.npmjs.org/one-time/-/one-time-1.0.0.tgz",
+            "integrity": "sha512-5DXOiRKwuSEcQ/l0kGCF6Q3jcADFv5tSmRaJck/OqkVFcOzutB134KRSfF0xDrL39MNnqxbHBbUUcjZIhTgb2g==",
+            "dependencies": {
+                "fn.name": "1.x.x"
+            }
+        },
         "node_modules/p-cancelable": {
             "version": "1.1.0",
             "resolved": "https://registry.npmjs.org/p-cancelable/-/p-cancelable-1.1.0.tgz",
@@ -1402,6 +1579,14 @@
                 "node": ">=6"
             }
         },
+        "node_modules/p-iteration": {
+            "version": "1.1.8",
+            "resolved": "https://registry.npmjs.org/p-iteration/-/p-iteration-1.1.8.tgz",
+            "integrity": "sha512-IMFBSDIYcPNnW7uWYGrBqmvTiq7W0uB0fJn6shQZs7dlF3OvrHOre+JT9ikSZ7gZS3vWqclVgoQSvToJrns7uQ==",
+            "engines": {
+                "node": ">=8.0.0"
+            }
+        },
         "node_modules/package-json": {
             "version": "6.5.0",
             "resolved": "https://registry.npmjs.org/package-json/-/package-json-6.5.0.tgz",
@@ -1468,6 +1653,11 @@
                 "node": ">=4"
             }
         },
+        "node_modules/process-nextick-args": {
+            "version": "2.0.1",
+            "resolved": "https://registry.npmjs.org/process-nextick-args/-/process-nextick-args-2.0.1.tgz",
+            "integrity": "sha512-3ouUOpQhtgrbOa17J7+uxOTpITYWaGP7/AhoR3+A+/1e9skrzelGi/dXzEYyvbxubEF6Wn2ypscTKiKJFFn1ag=="
+        },
         "node_modules/proxy-addr": {
             "version": "2.0.7",
             "resolved": "https://registry.npmjs.org/proxy-addr/-/proxy-addr-2.0.7.tgz",
@@ -1561,6 +1751,20 @@
                 "rc": "cli.js"
             }
         },
+        "node_modules/readable-stream": {
+            "version": "2.3.7",
+            "resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-2.3.7.tgz",
+            "integrity": "sha512-Ebho8K4jIbHAxnuxi7o42OrZgF/ZTNcsZj6nRKyUmkhLFq8CHItp/fy6hQZuZmP/n3yZ9VBUbp4zz/mX8hmYPw==",
+            "dependencies": {
+                "core-util-is": "~1.0.0",
+                "inherits": "~2.0.3",
+                "isarray": "~1.0.0",
+                "process-nextick-args": "~2.0.0",
+                "safe-buffer": "~5.1.1",
+                "string_decoder": "~1.1.1",
+                "util-deprecate": "~1.0.1"
+            }
+        },
         "node_modules/readdirp": {
             "version": "3.6.0",
             "resolved": "https://registry.npmjs.org/readdirp/-/readdirp-3.6.0.tgz",
@@ -1730,6 +1934,14 @@
             "integrity": "sha512-VUJ49FC8U1OxwZLxIbTTrDvLnf/6TDgxZcK8wxR8zs13xpx7xbG60ndBlhNrFi2EMuFRoeDoJO7wthSLq42EjA==",
             "dev": true
         },
+        "node_modules/simple-swizzle": {
+            "version": "0.2.2",
+            "resolved": "https://registry.npmjs.org/simple-swizzle/-/simple-swizzle-0.2.2.tgz",
+            "integrity": "sha1-pNprY1/8zMoz9w0Xy5JZLeleVXo=",
+            "dependencies": {
+                "is-arrayish": "^0.3.1"
+            }
+        },
         "node_modules/sparse-bitfield": {
             "version": "3.0.3",
             "resolved": "https://registry.npmjs.org/sparse-bitfield/-/sparse-bitfield-3.0.3.tgz",
@@ -1739,6 +1951,14 @@
                 "memory-pager": "^1.0.2"
             }
         },
+        "node_modules/stack-trace": {
+            "version": "0.0.10",
+            "resolved": "https://registry.npmjs.org/stack-trace/-/stack-trace-0.0.10.tgz",
+            "integrity": "sha1-VHxws0fo0ytOEI6hoqFZ5f3eGcA=",
+            "engines": {
+                "node": "*"
+            }
+        },
         "node_modules/statuses": {
             "version": "1.5.0",
             "resolved": "https://registry.npmjs.org/statuses/-/statuses-1.5.0.tgz",
@@ -1747,6 +1967,14 @@
                 "node": ">= 0.6"
             }
         },
+        "node_modules/string_decoder": {
+            "version": "1.1.1",
+            "resolved": "https://registry.npmjs.org/string_decoder/-/string_decoder-1.1.1.tgz",
+            "integrity": "sha512-n/ShnvDi6FHbbVfviro+WojiFzv+s8MPMHBczVePfUpDJLwoLT0ht1l4YwBCbi8pJAveEEdnkHyPyTP/mzRfwg==",
+            "dependencies": {
+                "safe-buffer": "~5.1.0"
+            }
+        },
         "node_modules/string-width": {
             "version": "4.2.2",
             "resolved": "https://registry.npmjs.org/string-width/-/string-width-4.2.2.tgz",
@@ -1806,6 +2034,11 @@
                 "url": "https://github.com/sponsors/sindresorhus"
             }
         },
+        "node_modules/text-hex": {
+            "version": "1.0.0",
+            "resolved": "https://registry.npmjs.org/text-hex/-/text-hex-1.0.0.tgz",
+            "integrity": "sha512-uuVGNWzgJ4yhRaNSiubPY7OjISw4sw4E5Uv0wbjp+OzcbmVU/rsT8ujgcXJhn9ypzsgr5vlzpPqP+MBBKcGvbg=="
+        },
         "node_modules/to-readable-stream": {
             "version": "1.0.0",
             "resolved": "https://registry.npmjs.org/to-readable-stream/-/to-readable-stream-1.0.0.tgz",
@@ -1858,6 +2091,11 @@
                 "node": ">=8"
             }
         },
+        "node_modules/triple-beam": {
+            "version": "1.3.0",
+            "resolved": "https://registry.npmjs.org/triple-beam/-/triple-beam-1.3.0.tgz",
+            "integrity": "sha512-XrHUvV5HpdLmIj4uVMxHggLbFSZYIn7HEWsqePZcI50pco+MPqJ50wMGY794X7AOOhxOBAjbkqfAbEe/QMp2Lw=="
+        },
         "node_modules/type-fest": {
             "version": "0.8.1",
             "resolved": "https://registry.npmjs.org/type-fest/-/type-fest-0.8.1.tgz",
@@ -1956,6 +2194,11 @@
                 "node": ">=4"
             }
         },
+        "node_modules/util-deprecate": {
+            "version": "1.0.2",
+            "resolved": "https://registry.npmjs.org/util-deprecate/-/util-deprecate-1.0.2.tgz",
+            "integrity": "sha1-RQ1Nyfpw3nMnYvvS1KKJgUGaDM8="
+        },
         "node_modules/utils-merge": {
             "version": "1.0.1",
             "resolved": "https://registry.npmjs.org/utils-merge/-/utils-merge-1.0.1.tgz",
@@ -1964,6 +2207,14 @@
                 "node": ">= 0.4.0"
             }
         },
+        "node_modules/uuid": {
+            "version": "8.3.2",
+            "resolved": "https://registry.npmjs.org/uuid/-/uuid-8.3.2.tgz",
+            "integrity": "sha512-+NYs2QeMWy+GWFOEm9xnn6HCDp0l7QBD7ml8zLUmJ+93Q5NF0NocErnwkTkXVFNiX3/fpC6afS8Dhb/gz7R7eg==",
+            "bin": {
+                "uuid": "dist/bin/uuid"
+            }
+        },
         "node_modules/vary": {
             "version": "1.1.2",
             "resolved": "https://registry.npmjs.org/vary/-/vary-1.1.2.tgz",
@@ -2019,6 +2270,59 @@
                 "node": ">=8"
             }
         },
+        "node_modules/winston": {
+            "version": "3.3.3",
+            "resolved": "https://registry.npmjs.org/winston/-/winston-3.3.3.tgz",
+            "integrity": "sha512-oEXTISQnC8VlSAKf1KYSSd7J6IWuRPQqDdo8eoRNaYKLvwSb5+79Z3Yi1lrl6KDpU6/VWaxpakDAtb1oQ4n9aw==",
+            "dependencies": {
+                "@dabh/diagnostics": "^2.0.2",
+                "async": "^3.1.0",
+                "is-stream": "^2.0.0",
+                "logform": "^2.2.0",
+                "one-time": "^1.0.0",
+                "readable-stream": "^3.4.0",
+                "stack-trace": "0.0.x",
+                "triple-beam": "^1.3.0",
+                "winston-transport": "^4.4.0"
+            },
+            "engines": {
+                "node": ">= 6.4.0"
+            }
+        },
+        "node_modules/winston-slack-webhook-transport": {
+            "version": "2.0.1",
+            "resolved": "https://registry.npmjs.org/winston-slack-webhook-transport/-/winston-slack-webhook-transport-2.0.1.tgz",
+            "integrity": "sha512-ux0XJPeeabwLJ4OP/0S8ZCC/5sGgSqyt735wHmVkR1I7NubxpI9i+/TP0e4zJ+CFgr596QQcxCccbVe+pmGzVQ==",
+            "dependencies": {
+                "axios": "^0.21.1",
+                "winston-transport": "^4.4.0"
+            }
+        },
+        "node_modules/winston-transport": {
+            "version": "4.4.0",
+            "resolved": "https://registry.npmjs.org/winston-transport/-/winston-transport-4.4.0.tgz",
+            "integrity": "sha512-Lc7/p3GtqtqPBYYtS6KCN3c77/2QCev51DvcJKbkFPQNoj1sinkGwLGFDxkXY9J6p9+EPnYs+D90uwbnaiURTw==",
+            "dependencies": {
+                "readable-stream": "^2.3.7",
+                "triple-beam": "^1.2.0"
+            },
+            "engines": {
+                "node": ">= 6.4.0"
+            }
+        },
+        "node_modules/winston/node_modules/readable-stream": {
+            "version": "3.6.0",
+            "resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-3.6.0.tgz",
+            "integrity": "sha512-BViHy7LKeTz4oNnkcLJ+lVSL6vpiFeX6/d3oSH8zCW7UxP2onchk+vTGB143xuFjHS3deTgkKoXXymXqymiIdA==",
+            "dependencies": {
+                "inherits": "^2.0.3",
+                "string_decoder": "^1.1.1",
+                "util-deprecate": "^1.0.1"
+            },
+            "engines": {
+                "node": ">= 6"
+            }
+        },
         "node_modules/wrappy": {
             "version": "1.0.2",
             "resolved": "https://registry.npmjs.org/wrappy/-/wrappy-1.0.2.tgz",
@@ -2048,6 +2352,16 @@
         }
     },
     "dependencies": {
+        "@dabh/diagnostics": {
+            "version": "2.0.2",
+            "resolved": "https://registry.npmjs.org/@dabh/diagnostics/-/diagnostics-2.0.2.tgz",
+            "integrity": "sha512-+A1YivoVDNNVCdfozHSR8v/jyuuLTMXwjWuxPFlFlUapXoGc+Gj9mDlTDDfrwl7rXCl2tNZ0kE8sIBO6YOn96Q==",
+            "requires": {
+                "colorspace": "1.1.x",
+                "enabled": "2.0.x",
+                "kuler": "^2.0.0"
+            }
+        },
         "@sindresorhus/is": {
             "version": "0.14.0",
             "resolved": "https://registry.npmjs.org/@sindresorhus/is/-/is-0.14.0.tgz",
@@ -2157,6 +2471,19 @@
             "resolved": "https://registry.npmjs.org/array-flatten/-/array-flatten-1.1.1.tgz",
             "integrity": "sha1-ml9pkFGx5wczKPKgCJaLZOopVdI="
         },
+        "async": {
+            "version": "3.2.0",
+            "resolved": "https://registry.npmjs.org/async/-/async-3.2.0.tgz",
+            "integrity": "sha512-TR2mEZFVOj2pLStYxLht7TyfuRzaydfpxr3k9RpHIzMgw7A64dzsdqCxH1WJyQdoe8T10nDXd9wnEigmiuHIZw=="
+        },
+        "axios": {
+            "version": "0.21.1",
+            "resolved": "https://registry.npmjs.org/axios/-/axios-0.21.1.tgz",
+            "integrity": "sha512-dKQiRHxGD9PPRIUNIWvZhPTPpl1rf/OxTYKsqKUDjBwYylTvV7SjSHJb9ratfyzM6wCdLCOYLzs73qpg5c4iGA==",
+            "requires": {
+                "follow-redirects": "^1.10.0"
+            }
+        },
         "balanced-match": {
             "version": "1.0.2",
             "resolved": "https://registry.npmjs.org/balanced-match/-/balanced-match-1.0.2.tgz",
@@ -2350,6 +2677,30 @@
                 "mimic-response": "^1.0.0"
             }
         },
+        "color": {
+            "version": "3.0.0",
+            "resolved": "https://registry.npmjs.org/color/-/color-3.0.0.tgz",
+            "integrity": "sha512-jCpd5+s0s0t7p3pHQKpnJ0TpQKKdleP71LWcA0aqiljpiuAkOSUFN/dyH8ZwF0hRmFlrIuRhufds1QyEP9EB+w==",
+            "requires": {
+                "color-convert": "^1.9.1",
+                "color-string": "^1.5.2"
+            },
+            "dependencies": {
+                "color-convert": {
+                    "version": "1.9.3",
+                    "resolved": "https://registry.npmjs.org/color-convert/-/color-convert-1.9.3.tgz",
+                    "integrity": "sha512-QfAUtd+vFdAtFQcC8CCyYt1fYWxSqAiK2cSD6zDB8N3cpsEBAvRxp9zOGg6G/SHHJYAT88/az/IuDGALsNVbGg==",
+                    "requires": {
+                        "color-name": "1.1.3"
+                    }
+                },
+                "color-name": {
+                    "version": "1.1.3",
+                    "resolved": "https://registry.npmjs.org/color-name/-/color-name-1.1.3.tgz",
+                    "integrity": "sha1-p9BVi9icQveV3UIyj3QIMcpTvCU="
+                }
+            }
+        },
         "color-convert": {
             "version": "2.0.1",
             "resolved": "https://registry.npmjs.org/color-convert/-/color-convert-2.0.1.tgz",
@@ -2362,8 +2713,30 @@
         "color-name": {
             "version": "1.1.4",
             "resolved": "https://registry.npmjs.org/color-name/-/color-name-1.1.4.tgz",
-            "integrity": "sha512-dOy+3AuW3a2wNbZHIuMZpTcgjGuLU/uBL/ubcZF9OXbDo8ff4O8yVp5Bf0efS8uEoYo5q4Fx7dY9OgQGXgAsQA==",
-            "dev": true
+            "integrity": "sha512-dOy+3AuW3a2wNbZHIuMZpTcgjGuLU/uBL/ubcZF9OXbDo8ff4O8yVp5Bf0efS8uEoYo5q4Fx7dY9OgQGXgAsQA=="
+        },
+        "color-string": {
+            "version": "1.6.0",
+            "resolved": "https://registry.npmjs.org/color-string/-/color-string-1.6.0.tgz",
+            "integrity": "sha512-c/hGS+kRWJutUBEngKKmk4iH3sD59MBkoxVapS/0wgpCz2u7XsNloxknyvBhzwEs1IbV36D9PwqLPJ2DTu3vMA==",
+            "requires": {
+                "color-name": "^1.0.0",
+                "simple-swizzle": "^0.2.2"
+            }
+        },
+        "colors": {
+            "version": "1.4.0",
+            "resolved": "https://registry.npmjs.org/colors/-/colors-1.4.0.tgz",
+            "integrity": "sha512-a+UqTh4kgZg/SlGvfbzDHpgRu7AAQOmmqRHJnxhRZICKFUT91brVhNNt58CMWU9PsBbv3PDCZUHbVxuDiH2mtA=="
+        },
+        "colorspace": {
+            "version": "1.1.2",
+            "resolved": "https://registry.npmjs.org/colorspace/-/colorspace-1.1.2.tgz",
+            "integrity": "sha512-vt+OoIP2d76xLhjwbBaucYlNSpPsrJWPlBTtwCpQKIu6/CSMutyzX93O/Do0qzpH3YoHEes8YEFXyZ797rEhzQ==",
+            "requires": {
+                "color": "3.0.x",
+                "text-hex": "1.0.x"
+            }
         },
         "concat-map": {
             "version": "0.0.1",
@@ -2408,6 +2781,11 @@
             "resolved": "https://registry.npmjs.org/cookie-signature/-/cookie-signature-1.0.6.tgz",
             "integrity": "sha1-4wOogrNCzD7oylE6eZmXNNqzriw="
         },
+        "core-util-is": {
+            "version": "1.0.2",
+            "resolved": "https://registry.npmjs.org/core-util-is/-/core-util-is-1.0.2.tgz",
+            "integrity": "sha1-tf1UIgqivFq1eqtxQMlAdUUDwac="
+        },
         "cors": {
             "version": "2.8.5",
             "resolved": "https://registry.npmjs.org/cors/-/cors-2.8.5.tgz",
@@ -2530,6 +2908,11 @@
             "integrity": "sha512-MSjYzcWNOA0ewAHpz0MxpYFvwg6yjy1NG3xteoqz644VCo/RPgnr1/GGt+ic3iJTzQ8Eu3TdM14SawnVUmGE6A==",
             "dev": true
         },
+        "enabled": {
+            "version": "2.0.0",
+            "resolved": "https://registry.npmjs.org/enabled/-/enabled-2.0.0.tgz",
+            "integrity": "sha512-AKrN98kuwOzMIdAizXGI86UFBoo26CL21UM763y1h/GMSJ4/OHU9k2YlsmBpyScFo/wbLzWQJBMCW4+IO3/+OQ=="
+        },
         "encodeurl": {
             "version": "1.0.2",
             "resolved": "https://registry.npmjs.org/encodeurl/-/encodeurl-1.0.2.tgz",
@@ -2597,6 +2980,16 @@
                 "vary": "~1.1.2"
             }
         },
+        "fast-safe-stringify": {
+            "version": "2.0.8",
+            "resolved": "https://registry.npmjs.org/fast-safe-stringify/-/fast-safe-stringify-2.0.8.tgz",
+            "integrity": "sha512-lXatBjf3WPjmWD6DpIZxkeSsCOwqI0maYMpgDlx8g4U2qi4lbjA9oH/HD2a87G+KfsUmo5WbJFmqBZlPxtptag=="
+        },
+        "fecha": {
+            "version": "4.2.1",
+            "resolved": "https://registry.npmjs.org/fecha/-/fecha-4.2.1.tgz",
+            "integrity": "sha512-MMMQ0ludy/nBs1/o0zVOiKTpG7qMbonKUzjJgQFEuvq6INZ1OraKPRAWkBq5vlKLOUMpmNYG1JoN3oDPUQ9m3Q=="
+        },
         "fill-range": {
             "version": "7.0.1",
             "resolved": "https://registry.npmjs.org/fill-range/-/fill-range-7.0.1.tgz",
@@ -2620,6 +3013,16 @@
                 "unpipe": "~1.0.0"
             }
         },
+        "fn.name": {
+            "version": "1.1.0",
+            "resolved": "https://registry.npmjs.org/fn.name/-/fn.name-1.1.0.tgz",
+            "integrity": "sha512-GRnmB5gPyJpAhTQdSZTSp9uaPSvl09KoYcMQtsB9rQoOmzs9dH6ffeccH+Z+cv6P68Hu5bC6JjRh4Ah/mHSNRw=="
+        },
+        "follow-redirects": {
+            "version": "1.14.1",
+            "resolved": "https://registry.npmjs.org/follow-redirects/-/follow-redirects-1.14.1.tgz",
+            "integrity": "sha512-HWqDgT7ZEkqRzBvc2s64vSZ/hfOceEol3ac/7tKwzuvEyWx3/4UegXh5oBOIotkGsObyk3xznnSRVADBgWSQVg=="
+        },
         "forwarded": {
             "version": "0.2.0",
             "resolved": "https://registry.npmjs.org/forwarded/-/forwarded-0.2.0.tgz",
@@ -2766,6 +3169,11 @@
             "resolved": "https://registry.npmjs.org/ipaddr.js/-/ipaddr.js-1.9.1.tgz",
             "integrity": "sha512-0KI/607xoxSToH7GjN1FfSbLoU0+btTicjsQSWQlh/hZykN8KpmMf7uYwPW3R+akZ6R/w18ZlXSHBYXiYUPO3g=="
         },
+        "is-arrayish": {
+            "version": "0.3.2",
+            "resolved": "https://registry.npmjs.org/is-arrayish/-/is-arrayish-0.3.2.tgz",
+            "integrity": "sha512-eVRqCvVlZbuw3GrM63ovNSNAeA1K16kaR/LRY/92w0zxQ5/1YzwblUX652i4Xs9RwAGjW9d9y6X88t8OaAJfWQ=="
+        },
         "is-binary-path": {
             "version": "2.1.0",
             "resolved": "https://registry.npmjs.org/is-binary-path/-/is-binary-path-2.1.0.tgz",
@@ -2839,6 +3247,11 @@
             "integrity": "sha512-Fd4gABb+ycGAmKou8eMftCupSir5lRxqf4aD/vd0cD2qc4HL07OjCeuHMr8Ro4CoMaeCKDB0/ECBOVWjTwUvPQ==",
             "dev": true
         },
+        "is-stream": {
+            "version": "2.0.0",
+            "resolved": "https://registry.npmjs.org/is-stream/-/is-stream-2.0.0.tgz",
+            "integrity": "sha512-XCoy+WlUr7d1+Z8GgSuXmpuUFC9fOhRXglJMx+dwLKTkL44Cjd4W1Z5P+BQZpr+cR93aGP4S/s7Ftw6Nd/kiEw=="
+        },
         "is-typedarray": {
             "version": "1.0.0",
             "resolved": "https://registry.npmjs.org/is-typedarray/-/is-typedarray-1.0.0.tgz",
@@ -2851,6 +3264,11 @@
             "integrity": "sha512-VjSeb/lHmkoyd8ryPVIKvOCn4D1koMqY+vqyjjUfc3xyKtP4dYOxM44sZrnqQSzSds3xyOrUTLTC9LVCVgLngw==",
             "dev": true
         },
+        "isarray": {
+            "version": "1.0.0",
+            "resolved": "https://registry.npmjs.org/isarray/-/isarray-1.0.0.tgz",
+            "integrity": "sha1-u5NdSFgsuhaMBoNJV6VKPgcSTxE="
+        },
         "isexe": {
             "version": "2.0.0",
             "resolved": "https://registry.npmjs.org/isexe/-/isexe-2.0.0.tgz",
@@ -2871,6 +3289,11 @@
                 "json-buffer": "3.0.0"
             }
         },
+        "kuler": {
+            "version": "2.0.0",
+            "resolved": "https://registry.npmjs.org/kuler/-/kuler-2.0.0.tgz",
+            "integrity": "sha512-Xq9nH7KlWZmXAtodXDDRE7vs6DU1gTU8zYDHDiWLSip45Egwq3plLHzPn27NgvzL2r1LMPC1vdqh98sQxtqj4A=="
+        },
         "latest-version": {
             "version": "5.1.0",
             "resolved": "https://registry.npmjs.org/latest-version/-/latest-version-5.1.0.tgz",
@@ -2885,6 +3308,25 @@
             "resolved": "https://registry.npmjs.org/lodash/-/lodash-4.17.21.tgz",
             "integrity": "sha512-v2kDEe57lecTulaDIuNTPy3Ry4gLGJ6Z1O3vE1krgXZNrsQ+LFTGHVxVjcXPs17LhbZVGedAJv8XZ1tvj5FvSg=="
         },
+        "logform": {
+            "version": "2.2.0",
+            "resolved": "https://registry.npmjs.org/logform/-/logform-2.2.0.tgz",
+            "integrity": "sha512-N0qPlqfypFx7UHNn4B3lzS/b0uLqt2hmuoa+PpuXNYgozdJYAyauF5Ky0BWVjrxDlMWiT3qN4zPq3vVAfZy7Yg==",
+            "requires": {
+                "colors": "^1.2.1",
+                "fast-safe-stringify": "^2.0.4",
+                "fecha": "^4.2.0",
+                "ms": "^2.1.1",
+                "triple-beam": "^1.3.0"
+            },
+            "dependencies": {
+                "ms": {
+                    "version": "2.1.3",
+                    "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.3.tgz",
+                    "integrity": "sha512-6FlzubTLZG3J2a/NVCAleEhjzq5oxgHyaCU9yYXvcLsvoVaHJq/s5xXI6/XXP6tz7R9xAOtHnSO/tXtF3WRTlA=="
+                }
+            }
+        },
         "lowercase-keys": {
             "version": "1.0.1",
             "resolved": "https://registry.npmjs.org/lowercase-keys/-/lowercase-keys-1.0.1.tgz",
@@ -2968,6 +3410,11 @@
             "integrity": "sha512-FM9nNUYrRBAELZQT3xeZQ7fmMOBg6nWNmJKTcgsJeaLstP/UODVpGsr5OhXhhXg6f+qtJ8uiZ+PUxkDWcgIXLw==",
             "dev": true
         },
+        "moment": {
+            "version": "2.29.1",
+            "resolved": "https://registry.npmjs.org/moment/-/moment-2.29.1.tgz",
+            "integrity": "sha512-kHmoybcPV8Sqy59DwNDY3Jefr64lK/by/da0ViFcuA4DH0vQg5Q6Ze5VimxkfQNSC+Mls/Kx53s7TjP1RhFEDQ=="
+        },
         "mongodb": {
             "version": "4.0.0",
             "resolved": "https://registry.npmjs.org/mongodb/-/mongodb-4.0.0.tgz",
@@ -3075,12 +3522,25 @@
                 "wrappy": "1"
             }
         },
+        "one-time": {
+            "version": "1.0.0",
+            "resolved": "https://registry.npmjs.org/one-time/-/one-time-1.0.0.tgz",
+            "integrity": "sha512-5DXOiRKwuSEcQ/l0kGCF6Q3jcADFv5tSmRaJck/OqkVFcOzutB134KRSfF0xDrL39MNnqxbHBbUUcjZIhTgb2g==",
+            "requires": {
+                "fn.name": "1.x.x"
+            }
+        },
         "p-cancelable": {
             "version": "1.1.0",
             "resolved": "https://registry.npmjs.org/p-cancelable/-/p-cancelable-1.1.0.tgz",
             "integrity": "sha512-s73XxOZ4zpt1edZYZzvhqFa6uvQc1vwUa0K0BdtIZgQMAJj9IbebH+JkgKZc9h+B05PKHLOTl4ajG1BmNrVZlw==",
             "dev": true
         },
+        "p-iteration": {
+            "version": "1.1.8",
+            "resolved": "https://registry.npmjs.org/p-iteration/-/p-iteration-1.1.8.tgz",
+            "integrity": "sha512-IMFBSDIYcPNnW7uWYGrBqmvTiq7W0uB0fJn6shQZs7dlF3OvrHOre+JT9ikSZ7gZS3vWqclVgoQSvToJrns7uQ=="
+        },
         "package-json": {
             "version": "6.5.0",
             "resolved": "https://registry.npmjs.org/package-json/-/package-json-6.5.0.tgz",
@@ -3128,6 +3588,11 @@
             "integrity": "sha1-6SQ0v6XqjBn0HN/UAddBo8gZ2Jc=",
             "dev": true
         },
+        "process-nextick-args": {
+            "version": "2.0.1",
+            "resolved": "https://registry.npmjs.org/process-nextick-args/-/process-nextick-args-2.0.1.tgz",
+            "integrity": "sha512-3ouUOpQhtgrbOa17J7+uxOTpITYWaGP7/AhoR3+A+/1e9skrzelGi/dXzEYyvbxubEF6Wn2ypscTKiKJFFn1ag=="
+        },
         "proxy-addr": {
             "version": "2.0.7",
             "resolved": "https://registry.npmjs.org/proxy-addr/-/proxy-addr-2.0.7.tgz",
@@ -3200,6 +3665,20 @@
                 "strip-json-comments": "~2.0.1"
             }
         },
+        "readable-stream": {
+            "version": "2.3.7",
+            "resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-2.3.7.tgz",
+            "integrity": "sha512-Ebho8K4jIbHAxnuxi7o42OrZgF/ZTNcsZj6nRKyUmkhLFq8CHItp/fy6hQZuZmP/n3yZ9VBUbp4zz/mX8hmYPw==",
+            "requires": {
+                "core-util-is": "~1.0.0",
+                "inherits": "~2.0.3",
+                "isarray": "~1.0.0",
+                "process-nextick-args": "~2.0.0",
+                "safe-buffer": "~5.1.1",
+                "string_decoder": "~1.1.1",
+                "util-deprecate": "~1.0.1"
+            }
+        },
         "readdirp": {
             "version": "3.6.0",
             "resolved": "https://registry.npmjs.org/readdirp/-/readdirp-3.6.0.tgz",
@@ -3340,6 +3819,14 @@
             "integrity": "sha512-VUJ49FC8U1OxwZLxIbTTrDvLnf/6TDgxZcK8wxR8zs13xpx7xbG60ndBlhNrFi2EMuFRoeDoJO7wthSLq42EjA==",
             "dev": true
         },
+        "simple-swizzle": {
+            "version": "0.2.2",
+            "resolved": "https://registry.npmjs.org/simple-swizzle/-/simple-swizzle-0.2.2.tgz",
+            "integrity": "sha1-pNprY1/8zMoz9w0Xy5JZLeleVXo=",
+            "requires": {
+                "is-arrayish": "^0.3.1"
+            }
+        },
         "sparse-bitfield": {
             "version": "3.0.3",
             "resolved": "https://registry.npmjs.org/sparse-bitfield/-/sparse-bitfield-3.0.3.tgz",
@@ -3349,11 +3836,24 @@
                 "memory-pager": "^1.0.2"
             }
         },
+        "stack-trace": {
+            "version": "0.0.10",
+            "resolved": "https://registry.npmjs.org/stack-trace/-/stack-trace-0.0.10.tgz",
+            "integrity": "sha1-VHxws0fo0ytOEI6hoqFZ5f3eGcA="
+        },
         "statuses": {
             "version": "1.5.0",
             "resolved": "https://registry.npmjs.org/statuses/-/statuses-1.5.0.tgz",
             "integrity": "sha1-Fhx9rBd2Wf2YEfQ3cfqZOBR4Yow="
         },
+        "string_decoder": {
+            "version": "1.1.1",
+            "resolved": "https://registry.npmjs.org/string_decoder/-/string_decoder-1.1.1.tgz",
+            "integrity": "sha512-n/ShnvDi6FHbbVfviro+WojiFzv+s8MPMHBczVePfUpDJLwoLT0ht1l4YwBCbi8pJAveEEdnkHyPyTP/mzRfwg==",
+            "requires": {
+                "safe-buffer": "~5.1.0"
+            }
+        },
         "string-width": {
             "version": "4.2.2",
             "resolved": "https://registry.npmjs.org/string-width/-/string-width-4.2.2.tgz",
@@ -3395,6 +3895,11 @@
             "integrity": "sha512-wK0Ri4fOGjv/XPy8SBHZChl8CM7uMc5VML7SqiQ0zG7+J5Vr+RMQDoHa2CNT6KHUnTGIXH34UDMkPzAUyapBZg==",
             "dev": true
         },
+        "text-hex": {
+            "version": "1.0.0",
+            "resolved": "https://registry.npmjs.org/text-hex/-/text-hex-1.0.0.tgz",
+            "integrity": "sha512-uuVGNWzgJ4yhRaNSiubPY7OjISw4sw4E5Uv0wbjp+OzcbmVU/rsT8ujgcXJhn9ypzsgr5vlzpPqP+MBBKcGvbg=="
+        },
         "to-readable-stream": {
             "version": "1.0.0",
             "resolved": "https://registry.npmjs.org/to-readable-stream/-/to-readable-stream-1.0.0.tgz",
@@ -3432,6 +3937,11 @@
                 "punycode": "^2.1.1"
             }
         },
+        "triple-beam": {
+            "version": "1.3.0",
+            "resolved": "https://registry.npmjs.org/triple-beam/-/triple-beam-1.3.0.tgz",
+            "integrity": "sha512-XrHUvV5HpdLmIj4uVMxHggLbFSZYIn7HEWsqePZcI50pco+MPqJ50wMGY794X7AOOhxOBAjbkqfAbEe/QMp2Lw=="
+        },
         "type-fest": {
             "version": "0.8.1",
             "resolved": "https://registry.npmjs.org/type-fest/-/type-fest-0.8.1.tgz",
@@ -3509,11 +4019,21 @@
                 "prepend-http": "^2.0.0"
             }
         },
+        "util-deprecate": {
+            "version": "1.0.2",
+            "resolved": "https://registry.npmjs.org/util-deprecate/-/util-deprecate-1.0.2.tgz",
+            "integrity": "sha1-RQ1Nyfpw3nMnYvvS1KKJgUGaDM8="
+        },
         "utils-merge": {
             "version": "1.0.1",
             "resolved": "https://registry.npmjs.org/utils-merge/-/utils-merge-1.0.1.tgz",
             "integrity": "sha1-n5VxD1CiZ5R7LMwSR0HBAoQn5xM="
         },
+        "uuid": {
+            "version": "8.3.2",
+            "resolved": "https://registry.npmjs.org/uuid/-/uuid-8.3.2.tgz",
+            "integrity": "sha512-+NYs2QeMWy+GWFOEm9xnn6HCDp0l7QBD7ml8zLUmJ+93Q5NF0NocErnwkTkXVFNiX3/fpC6afS8Dhb/gz7R7eg=="
+        },
         "vary": {
             "version": "1.1.2",
             "resolved": "https://registry.npmjs.org/vary/-/vary-1.1.2.tgz",
@@ -3551,6 +4071,52 @@
                 "string-width": "^4.0.0"
             }
         },
+        "winston": {
+            "version": "3.3.3",
+            "resolved": "https://registry.npmjs.org/winston/-/winston-3.3.3.tgz",
+            "integrity": "sha512-oEXTISQnC8VlSAKf1KYSSd7J6IWuRPQqDdo8eoRNaYKLvwSb5+79Z3Yi1lrl6KDpU6/VWaxpakDAtb1oQ4n9aw==",
+            "requires": {
+                "@dabh/diagnostics": "^2.0.2",
+                "async": "^3.1.0",
+                "is-stream": "^2.0.0",
+                "logform": "^2.2.0",
+                "one-time": "^1.0.0",
+                "readable-stream": "^3.4.0",
+                "stack-trace": "0.0.x",
+                "triple-beam": "^1.3.0",
+                "winston-transport": "^4.4.0"
+            },
+            "dependencies": {
+                "readable-stream": {
+                    "version": "3.6.0",
+                    "resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-3.6.0.tgz",
+                    "integrity": "sha512-BViHy7LKeTz4oNnkcLJ+lVSL6vpiFeX6/d3oSH8zCW7UxP2onchk+vTGB143xuFjHS3deTgkKoXXymXqymiIdA==",
+                    "requires": {
+                        "inherits": "^2.0.3",
+                        "string_decoder": "^1.1.1",
+                        "util-deprecate": "^1.0.1"
+                    }
+                }
+            }
+        },
+        "winston-slack-webhook-transport": {
+            "version": "2.0.1",
+            "resolved": "https://registry.npmjs.org/winston-slack-webhook-transport/-/winston-slack-webhook-transport-2.0.1.tgz",
+            "integrity": "sha512-ux0XJPeeabwLJ4OP/0S8ZCC/5sGgSqyt735wHmVkR1I7NubxpI9i+/TP0e4zJ+CFgr596QQcxCccbVe+pmGzVQ==",
+            "requires": {
+                "axios": "^0.21.1",
+                "winston-transport": "^4.4.0"
+            }
+        },
+        "winston-transport": {
+            "version": "4.4.0",
+            "resolved": "https://registry.npmjs.org/winston-transport/-/winston-transport-4.4.0.tgz",
+            "integrity": "sha512-Lc7/p3GtqtqPBYYtS6KCN3c77/2QCev51DvcJKbkFPQNoj1sinkGwLGFDxkXY9J6p9+EPnYs+D90uwbnaiURTw==",
+            "requires": {
+                "readable-stream": "^2.3.7",
+                "triple-beam": "^1.2.0"
+            }
+        },
         "wrappy": {
             "version": "1.0.2",
             "resolved": "https://registry.npmjs.org/wrappy/-/wrappy-1.0.2.tgz",

data-ingestor/package.json

@@ -11,11 +11,18 @@
     "author": "",
     "license": "ISC",
     "dependencies": {
+        "axios": "^0.21.1",
         "cors": "^2.8.5",
         "cross-env": "^7.0.3",
         "custom-env": "^2.0.1",
         "express": "^4.17.1",
-        "mongodb": "^4.0.0"
+        "lodash": "^4.17.21",
+        "moment": "^2.29.1",
+        "mongodb": "^4.0.0",
+        "p-iteration": "^1.1.8",
+        "uuid": "^8.3.2",
+        "winston": "^3.3.3",
+        "winston-slack-webhook-transport": "^2.0.1"
     },
     "devDependencies": {
         "nodemon": "^2.0.12"