github/oneuptime
1
1
Fork 0
mirror of https://github.com/OneUptime/oneuptime.git synced 2026-04-06 00:32:12 +02:00
Code Issues 193 Packages Projects Releases Wiki Activity

feat: Add concurrency logging for various ingest services

Browse Source
This commit is contained in:
Simon Larsen
2025-08-16 15:04:10 +01:00
parent 1987b1c42e
commit bfbe2437c0
7 changed files with 21 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
FluentIngest/Index.ts
View File

@@ -11,6 +11,7 @@ import Realtime from "Common/Server/Utils/Realtime";
import App from "Common/Server/Utils/StartServer";
import Telemetry from "Common/Server/Utils/Telemetry";
import "./Jobs/FluentIngest/ProcessFluentIngest";
import { FLUENT_INGEST_CONCURRENCY } from "./Config";
const app: ExpressApplication = Express.getExpressApp();
@@ -35,6 +36,8 @@ const init: PromiseVoidFunction = async (): Promise<void> => {
serviceName: APP_NAME,
});
logger.info(`FluentIngest Service - Queue concurrency: ${FLUENT_INGEST_CONCURRENCY}`);
// init the app
await App.init({
appName: APP_NAME,

3
IncomingRequestIngest/Index.ts
View File

@@ -11,6 +11,7 @@ import Realtime from "Common/Server/Utils/Realtime";
import App from "Common/Server/Utils/StartServer";
import Telemetry from "Common/Server/Utils/Telemetry";
import "./Jobs/IncomingRequestIngest/ProcessIncomingRequestIngest";
import { INCOMING_REQUEST_INGEST_CONCURRENCY } from "./Config";
import "ejs";
const app: ExpressApplication = Express.getExpressApp();
@@ -36,6 +37,8 @@ const init: PromiseVoidFunction = async (): Promise<void> => {
serviceName: APP_NAME,
});
logger.info(`IncomingRequestIngest Service - Queue concurrency: ${INCOMING_REQUEST_INGEST_CONCURRENCY}`);
// init the app
await App.init({
appName: APP_NAME,

3
OpenTelemetryIngest/Index.ts
View File

@@ -11,6 +11,7 @@ import Realtime from "Common/Server/Utils/Realtime";
import App from "Common/Server/Utils/StartServer";
import Telemetry from "Common/Server/Utils/Telemetry";
import "./Jobs/TelemetryIngest/ProcessTelemetry";
import { OPEN_TELEMETRY_INGEST_CONCURRENCY } from "./Config";
import "ejs";
const app: ExpressApplication = Express.getExpressApp();
@@ -36,6 +37,8 @@ const init: PromiseVoidFunction = async (): Promise<void> => {
serviceName: APP_NAME,
});
logger.info(`OpenTelemetryIngest Service - Queue concurrency: ${OPEN_TELEMETRY_INGEST_CONCURRENCY}`);
// init the app
await App.init({
appName: APP_NAME,

4
Probe/Index.ts
View File

@@ -1,4 +1,4 @@
import { PORT } from "./Config";
import { PORT, PROBE_MONITORING_WORKERS, PROBE_MONITOR_FETCH_LIMIT, PROBE_SYNTHETIC_MONITOR_SCRIPT_TIMEOUT_IN_MS, PROBE_CUSTOM_CODE_MONITOR_SCRIPT_TIMEOUT_IN_MS, PROBE_MONITOR_RETRY_LIMIT } from "./Config";
import AliveJob from "./Jobs/Alive";
import FetchMonitorList from "./Jobs/Monitor/FetchList";
import FetchMonitorTestList from "./Jobs/Monitor/FetchMonitorTest";
@@ -20,6 +20,8 @@ const init: PromiseVoidFunction = async (): Promise<void> => {
serviceName: APP_NAME,
});
logger.info(`Probe Service - Monitoring workers: ${PROBE_MONITORING_WORKERS}, Monitor fetch limit: ${PROBE_MONITOR_FETCH_LIMIT}, Script timeout: ${PROBE_SYNTHETIC_MONITOR_SCRIPT_TIMEOUT_IN_MS}ms / ${PROBE_CUSTOM_CODE_MONITOR_SCRIPT_TIMEOUT_IN_MS}ms, Retry limit: ${PROBE_MONITOR_RETRY_LIMIT}`);
// init the app
await App.init({
appName: APP_NAME,

3
ProbeIngest/Index.ts
View File

@@ -13,6 +13,7 @@ import Realtime from "Common/Server/Utils/Realtime";
import App from "Common/Server/Utils/StartServer";
import Telemetry from "Common/Server/Utils/Telemetry";
import "./Jobs/ProbeIngest/ProcessProbeIngest";
import { PROBE_INGEST_CONCURRENCY } from "./Config";
import "ejs";
const app: ExpressApplication = Express.getExpressApp();
@@ -41,6 +42,8 @@ const init: PromiseVoidFunction = async (): Promise<void> => {
serviceName: APP_NAME,
});
logger.info(`ProbeIngest Service - Queue concurrency: ${PROBE_INGEST_CONCURRENCY}`);
// init the app
await App.init({
appName: APP_NAME,

3
ServerMonitorIngest/Index.ts
View File

@@ -11,6 +11,7 @@ import Realtime from "Common/Server/Utils/Realtime";
import App from "Common/Server/Utils/StartServer";
import Telemetry from "Common/Server/Utils/Telemetry";
import "./Jobs/ServerMonitorIngest/ProcessServerMonitorIngest";
import { SERVER_MONITOR_INGEST_CONCURRENCY } from "./Config";
const app: ExpressApplication = Express.getExpressApp();
@@ -35,6 +36,8 @@ const init: PromiseVoidFunction = async (): Promise<void> => {
serviceName: APP_NAME,
});
logger.info(`ServerMonitorIngest Service - Queue concurrency: ${SERVER_MONITOR_INGEST_CONCURRENCY}`);
// init the app
await App.init({
appName: APP_NAME,

3
Worker/Index.ts
View File

@@ -8,6 +8,7 @@ import Realtime from "Common/Server/Utils/Realtime";
import PostgresAppInstance from "Common/Server/Infrastructure/PostgresDatabase";
import Redis from "Common/Server/Infrastructure/Redis";
import { ClickhouseAppInstance } from "Common/Server/Infrastructure/ClickhouseDatabase";
import { WORKER_CONCURRENCY } from "./Config";
import "ejs";
const APP_NAME: string = "worker";
@@ -23,6 +24,8 @@ const init: PromiseVoidFunction = async (): Promise<void> => {
logger.debug("Telemetry initialized");
logger.info(`Worker Service - Queue concurrency: ${WORKER_CONCURRENCY}`);
const statusCheck: PromiseVoidFunction = async (): Promise<void> => {
// Check the status of infrastructure components
return await InfrastructureStatus.checkStatusWithRetry({