Open-source status page, incident response and uptime monitoring
TypeScript alertingincident-managementmcpmcp-servermonitoringmonitoring-as-codeobservabilityon-callopen-sourcesrestatus-pagestatuspagesynthetic-monitoringterraformtinybirdtursouptimeuptime-checkeruptime-monitor
Embed db (#1462)
Thibault Le Ouay9cc6569df5e0
diff --git a/apps/server/docker-compose.yaml b/apps/server/docker-compose.yamlnew file mode 100644index 000000000..c125ea8dd--- /dev/null+++ b/apps/server/docker-compose.yaml@@ -0,0 +1,10 @@+name: server+services:+ server:+ build:+ context: ../..+ dockerfile: apps/server/Dockerfile+ ports:+ - 3000:3000+ image: server+ command: .diff --git a/apps/workflows/Dockerfile b/apps/workflows/Dockerfileindex f138d5c1f..b86bd43cc 100644--- a/apps/workflows/Dockerfile+++ b/apps/workflows/Dockerfile@@ -45,7 +45,37 @@ COPY \--from=install \--link \"/app/node_modules" "/app/node_modules"-RUN bun build --compile --sourcemap --format=cjs src/index.ts --outfile=app+RUN bun build --compile --target bun --sourcemap --format=cjs src/index.ts --outfile=app --external '@libsql/*' --external libsql++# ca-certs+FROM debian@sha256:f807f4b16002c623115b0247dca6a55711c6b1ae821dc64fb8a2339e4ce2115d AS ca-certs+LABEL \+ org.opencontainers.image.base.digest="sha256:f807f4b16002c623115b0247dca6a55711c6b1ae821dc64fb8a2339e4ce2115d" \+ org.opencontainers.image.base.name="docker.io/debian:bullseye-slim"+RUN apt update && apt install -y ca-certificates && update-ca-certificates++# docker+FROM oven/bun@sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025 AS docker+LABEL \+ org.opencontainers.image.base.digest="sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025" \+ org.opencontainers.image.base.name="docker.io/oven/bun:latest"+WORKDIR /app/apps/workflows+COPY \+ --link \+ "." "/app/"+RUN bun run src/build-docker.ts++# libsql+FROM oven/bun@sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025 AS libsql+LABEL \+ org.opencontainers.image.base.digest="sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025" \+ org.opencontainers.image.base.name="docker.io/oven/bun:latest"+WORKDIR /app/+COPY \+ --from=docker \+ --link \+ "/app/apps/build-docker/package.json" "/app/package.json"+RUN bun install# runtimeFROM debian@sha256:f807f4b16002c623115b0247dca6a55711c6b1ae821dc64fb8a2339e4ce2115d AS runtime@@ -53,12 +83,28 @@ LABEL \io.dofigen.version="2.5.0" \org.opencontainers.image.base.digest="sha256:f807f4b16002c623115b0247dca6a55711c6b1ae821dc64fb8a2339e4ce2115d" \org.opencontainers.image.base.name="docker.io/debian:bullseye-slim"+WORKDIR /app/COPY \--from=build \--chown=1000:1000 \--chmod=555 \--link \- "/app/apps/workflows/app" "/bin/"+ "/app/apps/workflows/app" "/app/apps/workflows/"+COPY \+ --from=libsql \+ --chown=1000:1000 \+ --link \+ "/app/node_modules" "/app/packages/db/node_modules"+COPY \+ --from=libsql \+ --chown=1000:1000 \+ --link \+ "/app/node_modules" "/app/node_modules"+COPY \+ --from=ca-certs \+ --chown=1000:1000 \+ --link \+ "/etc/ssl/certs/ca-certificates.crt" "/etc/ssl/certs/"USER 1000:1000EXPOSE 3000-ENTRYPOINT ["/bin/app"]+ENTRYPOINT ["/app/apps/workflows/app"]diff --git a/apps/workflows/docker-compose.yaml b/apps/workflows/docker-compose.yamlnew file mode 100644index 000000000..dfce75561--- /dev/null+++ b/apps/workflows/docker-compose.yaml@@ -0,0 +1,26 @@+name: workflows-test+services:+ workflows-test:+ build:+ context: ../..+ dockerfile: apps/workflows/Dockerfile+ environment:+ - DATABASE_URL=http://host.docker.internal:8081+ - DATABASE_AUTH_TOKEN=test+ - RESEND_API_KEY=test+ - UPSTASH_REDIS_REST_URL=test+ - UPSTASH_REDIS_REST_TOKEN=test+ - NODE_ENV=production+ - GCP_PROJECT_ID=test+ extra_hosts:+ - "host.docker.internal:host-gateway"++ ports:+ - 3000:3000+ - 8081:8081+ volumes:+ - type: bind+ source: ./data+ target: /app/data+ image: workflows-test+ command: .diff --git a/apps/workflows/dofigen.lock b/apps/workflows/dofigen.lockindex cdffdc90d..b634b33cf 100644--- a/apps/workflows/dofigen.lock+++ b/apps/workflows/dofigen.lock@@ -12,6 +12,55 @@ effective: |- /packages/error- /packages/trackerbuilders:+ libsql:+ fromImage:+ path: oven/bun+ digest: sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025+ label:+ org.opencontainers.image.base.name: docker.io/oven/bun:latest+ org.opencontainers.image.base.digest: sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025+ workdir: /app/+ copy:+ - fromBuilder: docker+ paths:+ - /app/apps/build-docker/package.json+ target: /app/package.json+ run:+ - bun install+ docker:+ fromImage:+ path: oven/bun+ digest: sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025+ label:+ org.opencontainers.image.base.digest: sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025+ org.opencontainers.image.base.name: docker.io/oven/bun:latest+ workdir: /app/apps/workflows+ copy:+ - paths:+ - .+ target: /app/+ run:+ - bun run src/build-docker.ts+ build:+ fromImage:+ path: oven/bun+ digest: sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025+ label:+ org.opencontainers.image.base.digest: sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025+ org.opencontainers.image.base.name: docker.io/oven/bun:latest+ workdir: /app/apps/workflows+ env:+ NODE_ENV: production+ copy:+ - paths:+ - .+ target: /app/+ - fromBuilder: install+ paths:+ - /app/node_modules+ target: /app/node_modules+ run:+ - bun build --compile --target bun --sourcemap --format=cjs src/index.ts --outfile=app --external '@libsql/*' --external libsqlinstall:fromImage:path: oven/bun@@ -63,26 +112,15 @@ effective: |source: packages/tinybird/package.json- target: packages/upstash/package.jsonsource: packages/upstash/package.json- build:+ ca-certs:fromImage:- path: oven/bun- digest: sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025+ path: debian+ digest: sha256:f807f4b16002c623115b0247dca6a55711c6b1ae821dc64fb8a2339e4ce2115dlabel:- org.opencontainers.image.base.name: docker.io/oven/bun:latest- org.opencontainers.image.base.digest: sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025- workdir: /app/apps/workflows- env:- NODE_ENV: production- copy:- - paths:- - .- target: /app/- - fromBuilder: install- paths:- - /app/node_modules- target: /app/node_modules+ org.opencontainers.image.base.name: docker.io/debian:bullseye-slim+ org.opencontainers.image.base.digest: sha256:f807f4b16002c623115b0247dca6a55711c6b1ae821dc64fb8a2339e4ce2115drun:- - bun build --compile --sourcemap --format=cjs src/index.ts --outfile=app+ - apk update && apk upgrade --available && apk add ca-certificates && update-ca-certificatesfromImage:path: debiandigest: sha256:f807f4b16002c623115b0247dca6a55711c6b1ae821dc64fb8a2339e4ce2115d@@ -90,14 +128,27 @@ effective: |org.opencontainers.image.base.name: docker.io/debian:bullseye-slimorg.opencontainers.image.base.digest: sha256:f807f4b16002c623115b0247dca6a55711c6b1ae821dc64fb8a2339e4ce2115dio.dofigen.version: 2.5.0+ workdir: /app/copy:- fromBuilder: buildpaths:- /app/apps/workflows/app- target: /bin/+ target: /app/apps/workflows/chmod: '555'+ - fromBuilder: libsql+ paths:+ - /app/node_modules+ target: /app/packages/db/node_modules+ - fromBuilder: libsql+ paths:+ - /app/node_modules+ target: /app/node_modules+ - fromBuilder: ca-certs+ paths:+ - /etc/ssl/certs/ca-certificates.crt+ target: /etc/ssl/certs/entrypoint:- - /bin/app+ - /app/apps/workflows/appexpose:- port: 3000images:@@ -112,7 +163,7 @@ images:digest: sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025resources:dofigen.yml:- hash: 9be6075fa415f4f265964fb4db272498168c362211b09cdca638a0bd3ee00746+ hash: 4c0cfc9f42824ef083d401f675c335053cd0458addbcdf987bd0cd2713a31d42content: |ignore:- node_modules@@ -168,12 +219,43 @@ resources:# Compile the TypeScript applicationenv:NODE_ENV: production- run: bun build --compile --sourcemap --format=cjs src/index.ts --outfile=app+ run: bun build --compile --target bun --sourcemap --format=cjs src/index.ts --outfile=app --external '@libsql/*' --external libsql++ docker:+ fromImage: oven/bun+ workdir: /app/apps/workflows+ copy:+ - . /app/+ run: bun run src/build-docker.ts++ libsql:+ fromImage: oven/bun+ workdir: /app/+ copy:+ - fromBuilder: docker+ source: /app/apps/build-docker/package.json+ target: /app/package.json+ run: bun install++ ca-certs:+ fromImage: debian:bullseye-slim+ run: apk update && apk upgrade --available && apk add ca-certificates && update-ca-certificates+fromImage: debian:bullseye-slim+ workdir: /app/copy:- fromBuilder: buildsource: /app/apps/workflows/app- target: /bin/+ target: /app/apps/workflows/chmod: "555"+ - fromBuilder: libsql+ source: /app/node_modules+ target: /app/packages/db/node_modules+ - fromBuilder: libsql+ source: /app/node_modules+ target: /app/node_modules+ - fromBuilder: ca-certs+ source: /etc/ssl/certs/ca-certificates.crt+ target: /etc/ssl/certs/expose: 3000- entrypoint: /bin/app+ entrypoint: /app/apps/workflows/appdiff --git a/apps/workflows/dofigen.yml b/apps/workflows/dofigen.ymlindex 6933acbb9..33ead6542 100644--- a/apps/workflows/dofigen.yml+++ b/apps/workflows/dofigen.yml@@ -52,12 +52,43 @@ builders:# Compile the TypeScript applicationenv:NODE_ENV: production- run: bun build --compile --sourcemap --format=cjs src/index.ts --outfile=app+ run: bun build --compile --target bun --sourcemap --format=cjs src/index.ts --outfile=app --external '@libsql/*' --external libsql++ docker:+ fromImage: oven/bun+ workdir: /app/apps/workflows+ copy:+ - . /app/+ run: bun run src/build-docker.ts++ libsql:+ fromImage: oven/bun+ workdir: /app/+ copy:+ - fromBuilder: docker+ source: /app/apps/build-docker/package.json+ target: /app/package.json+ run: bun install++ ca-certs:+ fromImage: debian:bullseye-slim+ run: apt update && apt install -y ca-certificates && update-ca-certificates+fromImage: debian:bullseye-slim+workdir: /app/copy:- fromBuilder: buildsource: /app/apps/workflows/app- target: /bin/+ target: /app/apps/workflows/chmod: "555"+ - fromBuilder: libsql+ source: /app/node_modules+ target: /app/packages/db/node_modules+ - fromBuilder: libsql+ source: /app/node_modules+ target: /app/node_modules+ - fromBuilder: ca-certs+ source: /etc/ssl/certs/ca-certificates.crt+ target: /etc/ssl/certs/expose: 3000-entrypoint: /bin/app+entrypoint: /app/apps/workflows/appdiff --git a/apps/workflows/fly.toml b/apps/workflows/fly.tomlindex d436cba16..90be284b7 100644--- a/apps/workflows/fly.toml+++ b/apps/workflows/fly.toml@@ -19,7 +19,7 @@ primary_region = 'ams'force_https = trueauto_stop_machines = "suspend"auto_start_machines = true- min_machines_running = 1+ min_machines_running = 2processes = ["app"][http_service.concurrency]@@ -39,4 +39,9 @@ primary_region = 'ams'[env]NODE_ENV = "production"- PORT = "3000"\ No newline at end of file+ PORT = "3000"+++[[mounts]]+ source = "libsql_data"+ destination = "/app/data"diff --git a/apps/workflows/package.json b/apps/workflows/package.jsonindex 995e24a2e..a9fc8a698 100644--- a/apps/workflows/package.json+++ b/apps/workflows/package.json@@ -8,6 +8,7 @@"dependencies": {"@google-cloud/tasks": "4.0.1","@hono/sentry": "1.2.2",+ "@libsql/client": "0.15.15","@openstatus/db": "workspace:*","@openstatus/emails": "workspace:*","@openstatus/notification-discord": "workspace:*",@@ -18,10 +19,12 @@"@openstatus/notification-slack": "workspace:*","@openstatus/notification-twillio-sms": "workspace:*","@openstatus/notification-webhook": "workspace:*",+ "@openstatus/regions": "workspace:*","@openstatus/tinybird": "workspace:*","@openstatus/upstash": "workspace:*","@openstatus/utils": "workspace:*","@upstash/qstash": "2.6.2",+ "drizzle-orm": "0.44.4","hono": "4.5.3","limiter": "^3.0.0","zod": "3.24.2"diff --git a/apps/workflows/src/build-docker.ts b/apps/workflows/src/build-docker.tsnew file mode 100644index 000000000..5d8fe116e--- /dev/null+++ b/apps/workflows/src/build-docker.ts@@ -0,0 +1,33 @@+import path from "node:path";++// Create package.json that contains @libsql/client as dependency. It will be used to create node_modules and copy them alongside compiled server https://github.com/oven-sh/bun/issues/18909+type PackageJson = Record<"name" | "description" | "version", string> &+ Record<"dependencies", Record<string, string>>;+const packageJson: PackageJson = await Bun.file(+ path.join(__dirname, "../../../packages/db", "package.json"),+).json();++const extractDependenciesNames = ["@libsql/client"];+const extractedDependencies = extractDependenciesNames.reduce(+ (acc, cur) => {+ if (packageJson.dependencies[cur]) {+ acc[cur] = packageJson.dependencies[cur];+ }++ return acc;+ },+ {} as Record<string, string>,+);++const packageJsonBuild = {+ name: packageJson.name,+ description: packageJson.description,+ version: packageJson.version,+ // type: "module",+ dependencies: extractedDependencies,+};++await Bun.write(+ "../build-docker/package.json",+ JSON.stringify(packageJsonBuild, null, 2),+);diff --git a/apps/workflows/src/cron/checker.ts b/apps/workflows/src/cron/checker.tsindex 238a0d802..32f51fe91 100644--- a/apps/workflows/src/cron/checker.ts+++ b/apps/workflows/src/cron/checker.ts@@ -2,19 +2,26 @@ import { CloudTasksClient } from "@google-cloud/tasks";import type { google } from "@google-cloud/tasks/build/protos/protos";import { z } from "zod";-import { and, db, eq, gte, lte, notInArray } from "@openstatus/db";+import { and, eq, gte, lte, notInArray } from "@openstatus/db";import {+ type MonitorStatus,maintenance,maintenancesToMonitors,monitor,- type monitorStatusSchema,monitorStatusTable,selectMonitorSchema,selectMonitorStatusSchema,} from "@openstatus/db/src/schema";+import type { Region } from "@openstatus/db/src/schema/constants";+import { regionDict } from "@openstatus/regions";+import { db } from "../lib/db";import type { monitorPeriodicitySchema } from "@openstatus/db/src/schema/constants";-import type { httpPayloadSchema, tpcPayloadSchema } from "@openstatus/utils";+import {+ type httpPayloadSchema,+ type tpcPayloadSchema,+ transformHeaders,+} from "@openstatus/utils";import { env } from "../env";export const isAuthorizedDomain = (url: string) => {@@ -72,20 +79,20 @@ export async function sendCheckerTasks(const monitors = z.array(selectMonitorSchema).safeParse(result);const allResult = [];-if (!monitors.success) {console.error(`Error while fetching the monitors ${monitors.error.errors}`);throw new Error("Error while fetching the monitors");}for (const row of monitors.data) {+ // const selectedRegions = row.regions.length > 0 ? row.regions : ["ams"];+const result = await db.select().from(monitorStatusTable).where(eq(monitorStatusTable.monitorId, row.id)).all();const monitorStatus = z.array(selectMonitorStatusSchema).safeParse(result);-if (!monitorStatus.success) {console.error(`Error while fetching the monitor status ${monitorStatus.error.errors}`,@@ -97,8 +104,20 @@ export async function sendCheckerTasks(const status =monitorStatus.data.find((m) => region === m.region)?.status || "active";+ const r = regionDict[region as keyof typeof regionDict];++ if (!r) {+ console.error(`Invalid region ${region}`);+ continue;+ }+ if (r.deprecated) {+ // Let's uncomment this when we are ready to remove deprecated regions+ // We should not use deprecated regions anymore+ console.error(`Deprecated region ${region}`);+ continue;+ }const response = createCronTask({- monitor: row,+ row,timestamp,client,parent,@@ -106,12 +125,12 @@ export async function sendCheckerTasks(region,});allResult.push(response);-- // REMINDER: vercel.json cron doesn't support seconds - so we need to schedule another task in 30sif (periodicity === "30s") {+ // we schedule another task in 30s+ const scheduledAt = timestamp + 30 * 1000;const response = createCronTask({- monitor: row,- timestamp: timestamp + 30 * 1000, // we schedule another task in 30s+ row,+ timestamp: scheduledAt,client,parent,status,@@ -131,80 +150,96 @@ export async function sendCheckerTasks(`End cron for ${periodicity} with ${allResult.length} jobs with ${success} success and ${failed} failed`,);}--async function createCronTask({- monitor,+// timestamp needs to be in ms+const createCronTask = async ({+ row,timestamp,client,parent,status,region,}: {- monitor: z.infer<typeof selectMonitorSchema>;- status: z.infer<typeof monitorStatusSchema>;- /**- * timestamp needs to be in ms- */+ row: z.infer<typeof selectMonitorSchema>;timestamp: number;client: CloudTasksClient;parent: string;- region: string;-}) {+ status: MonitorStatus;+ region: Region;+}) => {let payload:| z.infer<typeof httpPayloadSchema>| z.infer<typeof tpcPayloadSchema>| null = null;- let url: string | null = null;//- if (monitor.jobType === "http") {+ if (row.jobType === "http") {payload = {- workspaceId: String(monitor.workspaceId),- monitorId: String(monitor.id),- url: monitor.url,- method: monitor.method || "GET",+ workspaceId: String(row.workspaceId),+ monitorId: String(row.id),+ url: row.url,+ method: row.method || "GET",cronTimestamp: timestamp,- body: monitor.body,- headers: monitor.headers,+ body: row.body,+ headers: row.headers,status: status,- assertions: monitor.assertions ? JSON.parse(monitor.assertions) : null,- degradedAfter: monitor.degradedAfter,- timeout: monitor.timeout,+ assertions: row.assertions ? JSON.parse(row.assertions) : null,+ degradedAfter: row.degradedAfter,+ timeout: row.timeout,trigger: "cron",- retry: monitor.retry || 3,- followRedirects: true,- } satisfies z.infer<typeof httpPayloadSchema>;- url = `https://openstatus-checker.fly.dev/checker/http?monitor_id=${monitor.id}`;+ otelConfig: row.otelEndpoint+ ? {+ endpoint: row.otelEndpoint,+ headers: transformHeaders(row.otelHeaders),+ }+ : undefined,+ retry: row.retry || 3,+ followRedirects: row.followRedirects || true,+ };}- if (monitor.jobType === "tcp") {+ if (row.jobType === "tcp") {payload = {- workspaceId: String(monitor.workspaceId),- monitorId: String(monitor.id),- uri: monitor.url,+ workspaceId: String(row.workspaceId),+ monitorId: String(row.id),+ uri: row.url,status: status,- assertions: monitor.assertions ? JSON.parse(monitor.assertions) : null,+ assertions: row.assertions ? JSON.parse(row.assertions) : null,cronTimestamp: timestamp,- degradedAfter: monitor.degradedAfter,- timeout: monitor.timeout,+ degradedAfter: row.degradedAfter,+ timeout: row.timeout,trigger: "cron",- retry: monitor.retry || 3,- } satisfies z.infer<typeof tpcPayloadSchema>;- url = `https://openstatus-checker.fly.dev/checker/tcp?monitor_id=${monitor.id}`;+ retry: row.retry || 3,+ otelConfig: row.otelEndpoint+ ? {+ endpoint: row.otelEndpoint,+ headers: transformHeaders(row.otelHeaders),+ }+ : undefined,+ };}- if (!payload || !url) {+ if (!payload) {throw new Error("Invalid jobType");}-+ const regionInfo = regionDict[region];+ let regionHeader = {};+ if (regionInfo.provider === "fly") {+ regionHeader = { "fly-prefer-region": region };+ }+ if (regionInfo.provider === "koyeb") {+ regionHeader = { "X-KOYEB-REGION-OVERRIDE": region.replace("koyeb_", "") };+ }+ if (regionInfo.provider === "railway") {+ regionHeader = { "railway-region": region.replace("railway_", "") };+ }const newTask: google.cloud.tasks.v2beta3.ITask = {httpRequest: {headers: {"Content-Type": "application/json", // Set content type to ensure compatibility your application's request parsing- "fly-prefer-region": region, // Specify the region you want the request to be sent to+ ...regionHeader,Authorization: `Basic ${env().CRON_SECRET}`,},httpMethod: "POST",- url,+ url: generateUrl({ row, region }),body: Buffer.from(JSON.stringify(payload)).toString("base64"),},scheduleTime: {@@ -214,4 +249,26 @@ async function createCronTask({const request = { parent: parent, task: newTask };return client.createTask(request);+};++function generateUrl({+ row,+ region,+}: {+ row: z.infer<typeof selectMonitorSchema>;+ region: Region;+}) {+ const regionInfo = regionDict[region];++ switch (regionInfo.provider) {+ case "fly":+ return `https://openstatus-checker.fly.dev/checker/${row.jobType}?monitor_id=${row.id}`;+ case "koyeb":+ return `https://openstatus-checker.koyeb.app/checker/${row.jobType}?monitor_id=${row.id}`;+ case "railway":+ return `https://railway-proxy-production-9cb1.up.railway.app/checker/${row.jobType}?monitor_id=${row.id}`;++ default:+ throw new Error("Invalid jobType");+ }}diff --git a/apps/workflows/src/cron/emails.ts b/apps/workflows/src/cron/emails.tsindex 3ca3b507b..1b56156d5 100644--- a/apps/workflows/src/cron/emails.ts+++ b/apps/workflows/src/cron/emails.ts@@ -1,8 +1,9 @@import { and, gte, lte } from "@openstatus/db";-import { db } from "@openstatus/db/src/db";+import { db } from "@openstatus/db";import { user } from "@openstatus/db/src/schema";import { EmailClient } from "@openstatus/emails";import { env } from "../env";+// import { db } from "../lib/db";const email = new EmailClient({ apiKey: env().RESEND_API_KEY });diff --git a/apps/workflows/src/cron/monitor.ts b/apps/workflows/src/cron/monitor.tsindex ece126195..f1f1971fe 100644--- a/apps/workflows/src/cron/monitor.ts+++ b/apps/workflows/src/cron/monitor.ts@@ -2,7 +2,7 @@ import { CloudTasksClient } from "@google-cloud/tasks";import type { google } from "@google-cloud/tasks/build/protos/protos";import {and,- db,+ // db,desc,eq,isNull,@@ -21,6 +21,7 @@ import { Redis } from "@openstatus/upstash";import { RateLimiter } from "limiter";import { z } from "zod";import { env } from "../env";+import { db } from "../lib/db";const redis = Redis.fromEnv();diff --git a/apps/workflows/src/lib/db.ts b/apps/workflows/src/lib/db.tsnew file mode 100644index 000000000..6f414f627--- /dev/null+++ b/apps/workflows/src/lib/db.ts@@ -0,0 +1,19 @@+import { drizzle } from "drizzle-orm/libsql";++import { createClient } from "@libsql/client";+import { schema } from "@openstatus/db";+import { env } from "../env";++const file =+ env().NODE_ENV === "development" ? "dev.db" : "/app/data/replica.db";+const client = createClient({+ url: `file:${file}`,+ syncUrl: env().DATABASE_URL,+ authToken: env().DATABASE_AUTH_TOKEN,+ syncInterval: 60,+});++export const db = drizzle({+ client: client,+ schema,+});diff --git a/docker-compose.yaml b/docker-compose.yamlnew file mode 100644index 000000000..fd37a976c--- /dev/null+++ b/docker-compose.yaml@@ -0,0 +1,59 @@+services:+ internal-server:+ build:+ context: .+ dockerfile: apps/workflows/Dockerfile+ environment:+ - DATABASE_URL=http://libsql:8080+ - DATABASE_AUTH_TOKEN="basic:token"+ - RESEND_API_KEY=test+ - UPSTASH_REDIS_REST_URL=test+ - UPSTASH_REDIS_REST_TOKEN=test+ - NODE_ENV=production+ - GCP_PROJECT_ID=test+ extra_hosts:+ - "host.docker.internal:host-gateway"++ ports:+ - 3000:3000+ volumes:+ - type: bind+ source: ./data+ target: /app/data+ image: workflows-test+ command: .+ libsql:+ image: ghcr.io/tursodatabase/libsql-server:latest+ ports:+ - 8080:8080+ - 5001:5001+ api:+ build:+ context: .+ dockerfile: apps/server/Dockerfile+ ports:+ - 3001:3000+ image: server+ environment:+ - DATABASE_URL=http://libsql-1:8080+ - DATABASE_AUTH_TOKEN="basic:token"+ - UPSTASH_REDIS_REST_URL=test+ - UPSTASH_REDIS_REST_TOKEN=test+ - NODE_ENV=production+ - NEXT_PUBLIC_OPENPANEL_CLIENT_ID=test+ - OPENPANEL_CLIENT_SECRET=test+ - RESEND_API_KEY=test+ command: .+ # dashboard:+ # build:+ # context: .+ # dockerfile: apps/dashboard/Dockerfile+ # ports:+ # - 3002:3000+ # image: dashboard+ # environment:+ # - API_URL=http://host.docker.internal:3001+ # - NEXT_PUBLIC_OPENPANEL_CLIENT_ID=test+ # - OPENPANEL_CLIENT_SECRET=test+ # - NODE_ENV=production+ # command: .diff --git a/packages/db/package.json b/packages/db/package.jsonindex a6339ad1b..48c210444 100644--- a/packages/db/package.json+++ b/packages/db/package.json@@ -13,7 +13,7 @@"dev": "turso dev --db-file ../../openstatus-dev.db"},"dependencies": {- "@libsql/client": "0.15.14",+ "@libsql/client": "0.15.15","@openstatus/assertions": "workspace:*","@openstatus/regions": "workspace:*","@t3-oss/env-core": "0.7.1",diff --git a/packages/db/src/index.ts b/packages/db/src/index.tsindex e8216fb5f..bc52de7eb 100644--- a/packages/db/src/index.ts+++ b/packages/db/src/index.ts@@ -2,3 +2,5 @@ export * as schema from "./schema";export * from "drizzle-orm";export * from "./db";export * from "./utils";+// doing this because the external module not working see : https://github.com/vercel/next.js/issues/43433+// export * from "./sync-db";diff --git a/packages/db/src/sync-db.ts b/packages/db/src/sync-db.tsnew file mode 100644index 000000000..49def9a94--- /dev/null+++ b/packages/db/src/sync-db.ts@@ -0,0 +1,17 @@+import { drizzle } from "drizzle-orm/libsql";++import { createClient } from "@libsql/client";+import { env } from "../env.mjs";+import * as schema from "./schema";++const client = createClient({+ url: "file:/app/data/replica.db",+ syncUrl: env.DATABASE_URL,+ authToken: env.DATABASE_AUTH_TOKEN,+ syncInterval: 60,+});++export const syncDB = drizzle({+ client: client,+ schema,+});diff --git a/pnpm-lock.yaml b/pnpm-lock.yamlindex d4906d8db..250ce73dc 100644--- a/pnpm-lock.yaml+++ b/pnpm-lock.yaml@@ -27,6 +27,12 @@ importers:specifier: 5.7.2version: 5.7.2+ apps/build-docker:+ dependencies:+ '@libsql/client':+ specifier: 0.15.15+ version: 0.15.15([email protected])([email protected])+apps/dashboard:dependencies:'@auth/core':@@ -1088,6 +1094,9 @@ importers:'@hono/sentry':specifier: 1.2.2version: 1.2.2([email protected])+ '@libsql/client':+ specifier: 0.15.15+ version: 0.15.15([email protected])([email protected])'@openstatus/db':specifier: workspace:*version: link:../../packages/db@@ -1118,6 +1127,9 @@ importers:'@openstatus/notification-webhook':specifier: workspace:*version: link:../../packages/notifications/webhook+ '@openstatus/regions':+ specifier: workspace:*+ version: link:../../packages/regions'@openstatus/tinybird':specifier: workspace:*version: link:../../packages/tinybird@@ -1130,6 +1142,9 @@ importers:'@upstash/qstash':specifier: 2.6.2version: 2.6.2+ drizzle-orm:+ specifier: 0.44.4+ version: 0.44.4(@cloudflare/[email protected])(@libsql/[email protected])(@libsql/[email protected]([email protected])([email protected]))(@opentelemetry/[email protected])(@types/[email protected])([email protected])([email protected](@types/[email protected]))hono:specifier: 4.5.3version: 4.5.3@@ -1273,8 +1288,8 @@ importers:packages/db:dependencies:'@libsql/client':- specifier: 0.15.14- version: 0.15.14([email protected])([email protected])+ specifier: 0.15.15+ version: 0.15.15([email protected])([email protected])'@openstatus/assertions':specifier: workspace:*version: link:../assertions@@ -1286,10 +1301,10 @@ importers:version: 0.7.1([email protected])([email protected])drizzle-orm:specifier: 0.44.4- version: 0.44.4(@cloudflare/[email protected])(@libsql/[email protected])(@libsql/[email protected]([email protected])([email protected]))(@opentelemetry/[email protected])(@types/[email protected])([email protected])([email protected](@types/[email protected]))+ version: 0.44.4(@cloudflare/[email protected])(@libsql/[email protected])(@libsql/[email protected]([email protected])([email protected]))(@opentelemetry/[email protected])(@types/[email protected])([email protected])([email protected](@types/[email protected]))drizzle-zod:specifier: 0.5.1- version: 0.5.1([email protected](@cloudflare/[email protected])(@libsql/[email protected])(@libsql/[email protected]([email protected])([email protected]))(@opentelemetry/[email protected])(@types/[email protected])([email protected])([email protected](@types/[email protected])))([email protected])+ version: 0.5.1([email protected](@cloudflare/[email protected])(@libsql/[email protected])(@libsql/[email protected]([email protected])([email protected]))(@opentelemetry/[email protected])(@types/[email protected])([email protected])([email protected](@types/[email protected])))([email protected])zod:specifier: 3.24.2version: 3.24.2@@ -3609,6 +3624,9 @@ packages:'@libsql/[email protected]':resolution: {integrity: sha512-oXeFYcSyAsYWvpWVmynrwNwb+NHNHtMfSIVdfQTF1B9RsgDXQE5YCDP3SS0i1FA8nuLWy2trFDVwP1b2LNdNPQ==}+ '@libsql/[email protected]':+ resolution: {integrity: sha512-twC0hQxPNHPKfeOv3sNT6u2pturQjLcI+CnpTM0SjRpocEGgfiZ7DWKXLNnsothjyJmDqEsBQJ5ztq9Wlu470w==}+'@libsql/[email protected]':resolution: {integrity: sha512-VT3do0a0vwYVaNcp/y05ikkKS3OrFR5UeEf5SUuYZVgKVl1Nc1k9ajoYSsOid8AD/vlhLDB5yFQaV4HmT/OB9w==}@@ -3623,11 +3641,21 @@ packages:cpu: [arm64]os: [darwin]+ '@libsql/[email protected]':+ resolution: {integrity: sha512-4B8ZlX3nIDPndfct7GNe0nI3Yw6ibocEicWdC4fvQbSs/jdq/RC2oCsoJxJ4NzXkvktX70C1J4FcmmoBy069UA==}+ cpu: [arm64]+ os: [darwin]+'@libsql/[email protected]':resolution: {integrity: sha512-19l0oEW/r2kZxDJg+w53C0kq7eFFKpeKDEjV/FAAkBfQwJoGqS4sep9u1fK1X3KzOF5rB8cVyIrQGk+6ibzUeQ==}cpu: [x64]os: [darwin]+ '@libsql/[email protected]':+ resolution: {integrity: sha512-ny2HYWt6lFSIdNFzUFIJ04uiW6finXfMNJ7wypkAD8Pqdm6nAByO+Fdqu8t7sD0sqJGeUCiOg480icjyQ2/8VA==}+ cpu: [x64]+ os: [darwin]+'@libsql/[email protected]':resolution: {integrity: sha512-OF8fFQSkbL7vJY9rfuegK1R7sPgQ6kFMkDamiEccNUvieQ+3urzfDFI616oPl8V7T9zRmnTkSjMOImYCAVRVuw==}@@ -3643,36 +3671,71 @@ packages:cpu: [arm]os: [linux]+ '@libsql/[email protected]':+ resolution: {integrity: sha512-3Uo3SoDPJe/zBnyZKosziRGtszXaEtv57raWrZIahtQDsjxBVjuzYQinCm9LRCJCUT5t2r5Z5nLDPJi2CwZVoA==}+ cpu: [arm]+ os: [linux]+'@libsql/[email protected]':resolution: {integrity: sha512-VGqyvg0k3bg0JMMHCR0XrqBseFU9syWRxEbC0Aluipkw5Xsb+DSr9cNvMtGUbGDg2pEfkY/DDa9hTlst6K7P5w==}cpu: [arm]os: [linux]+ '@libsql/[email protected]':+ resolution: {integrity: sha512-LCsXh07jvSojTNJptT9CowOzwITznD+YFGGW+1XxUr7fS+7/ydUrpDfsMX7UqTqjm7xG17eq86VkWJgHJfvpNg==}+ cpu: [arm]+ os: [linux]+'@libsql/[email protected]':resolution: {integrity: sha512-Wq6oF4goWp20G/LBmI6rdFY716bb81VCzyglkkAwqMwdJeIsaC0DRvD62nx1OSbSZmZMRDobqoe2ZP8BvMvXyQ==}cpu: [arm64]os: [linux]+ '@libsql/[email protected]':+ resolution: {integrity: sha512-KSdnOMy88c9mpOFKUEzPskSaF3VLflfSUCBwas/pn1/sV3pEhtMF6H8VUCd2rsedwoukeeCSEONqX7LLnQwRMA==}+ cpu: [arm64]+ os: [linux]+'@libsql/[email protected]':resolution: {integrity: sha512-Xb112/q3/Z6lKKhwJgR2QVRYtRQblEB69VbStIVjKKw5RZv+r77ZSOHfsR3RHL+R66VN431+DLJBV0+B+AImQw==}cpu: [arm64]os: [linux]+ '@libsql/[email protected]':+ resolution: {integrity: sha512-mCHSMAsDTLK5YH//lcV3eFEgiR23Ym0U9oEvgZA0667gqRZg/2px+7LshDvErEKv2XZ8ixzw3p1IrBzLQHGSsw==}+ cpu: [arm64]+ os: [linux]+'@libsql/[email protected]':resolution: {integrity: sha512-fHUaOYx7cVqbqPLqOIArfPsuWnu+jk9ETR0gt/8rH1J6pW5qhdDWn3B35Hk/ZmzNacBFSWZnHxxhWnZMWYVnVA==}cpu: [x64]os: [linux]+ '@libsql/[email protected]':+ resolution: {integrity: sha512-kNBHaIkSg78Y4BqAdgjcR2mBilZXs4HYkAmi58J+4GRwDQZh5fIUWbnQvB9f95DkWUIGVeenqLRFY2pcTmlsew==}+ cpu: [x64]+ os: [linux]+'@libsql/[email protected]':resolution: {integrity: sha512-EpT1Va1L/y2w0Sj75lxRmaTyX/MD32eKpZiz++3mrE2zRTYAURo9GEbglvSC6Y5aRnLcHPx6XmR25wigRb8WZg==}cpu: [x64]os: [linux]+ '@libsql/[email protected]':+ resolution: {integrity: sha512-UZ4Xdxm4pu3pQXjvfJiyCzZop/9j/eA2JjmhMaAhe3EVLH2g11Fy4fwyUp9sT1QJYR1kpc2JLuybPM0kuXv/Tg==}+ cpu: [x64]+ os: [linux]+'@libsql/[email protected]':resolution: {integrity: sha512-3/G5/SZWXmOCaNwEwDdiXEpjeY7NGx1khPjON1yi3BViKrb2TJiiHHn6zpCN7+ZWNibQFZylkETSTURRlealNA==}cpu: [x64]os: [win32]+ '@libsql/[email protected]':+ resolution: {integrity: sha512-Fj0j8RnBpo43tVZUVoNK6BV/9AtDUM5S7DF3LB4qTYg1LMSZqi3yeCneUTLJD6XomQJlZzbI4mst89yspVSAnA==}+ cpu: [x64]+ os: [win32]+'@mapbox/[email protected]':resolution: {integrity: sha512-gqaTIGC8My3LVSnU38IwjHVKJC94HSonjvFHDk8/aSrApL8v4uWgm8zJkK7MJIIbHuNOr/+Mv2KkQKcxs6LEZA==}engines: {node: '>=12'}@@ -8838,6 +8901,11 @@ packages:cpu: [x64, arm64, wasm32, arm]os: [darwin, linux, win32]+ resolution: {integrity: sha512-NscWthMQt7fpU8lqd7LXMvT9pi+KhhmTHAJWUB/Lj6MWa0MKFv0F2V4C6WKKpjCVZl0VwcDz4nOI3CyaT1DDiA==}+ cpu: [x64, arm64, wasm32, arm]+ os: [darwin, linux, win32]+resolution: {integrity: sha512-c8JK7hyE65X1MHMN+Viq9n11RRC7hgin3HhYKhrMyaXflk5GVplZ60IxyoVtzILeKr+xAJwg6zK6sjTBJ0FKYQ==}engines: {node: '>= 12.0.0'}@@ -14107,6 +14175,17 @@ snapshots:- bufferutil- utf-8-validate+ dependencies:+ '@libsql/core': 0.15.14+ '@libsql/hrana-client': 0.7.0([email protected])([email protected])+ js-base64: 3.7.7+ libsql: 0.5.22+ promise-limit: 2.7.0+ transitivePeerDependencies:+ - bufferutil+ - utf-8-validate+dependencies:'@libsql/core': 0.15.14@@ -14130,9 +14209,15 @@ snapshots:'@libsql/[email protected]':optional: true+ '@libsql/[email protected]':+ optional: true+'@libsql/[email protected]':optional: true+ '@libsql/[email protected]':+ optional: true+dependencies:'@libsql/isomorphic-fetch': 0.3.1@@ -14156,24 +14241,45 @@ snapshots:'@libsql/[email protected]':optional: true+ '@libsql/[email protected]':+ optional: true+'@libsql/[email protected]':optional: true+ '@libsql/[email protected]':+ optional: true+'@libsql/[email protected]':optional: true+ '@libsql/[email protected]':+ optional: true+'@libsql/[email protected]':optional: true+ '@libsql/[email protected]':+ optional: true+'@libsql/[email protected]':optional: true+ '@libsql/[email protected]':+ optional: true+'@libsql/[email protected]':optional: true+ '@libsql/[email protected]':+ optional: true+'@libsql/[email protected]':optional: true+ '@libsql/[email protected]':+ optional: true+'@mapbox/[email protected]':dependencies:unist-util-visit: 1.4.1@@ -18724,19 +18830,19 @@ snapshots:transitivePeerDependencies:- supports-color- [email protected](@cloudflare/[email protected])(@libsql/[email protected])(@libsql/[email protected]([email protected])([email protected]))(@opentelemetry/[email protected])(@types/[email protected])([email protected])([email protected](@types/[email protected])):+ [email protected](@cloudflare/[email protected])(@libsql/[email protected])(@libsql/[email protected]([email protected])([email protected]))(@opentelemetry/[email protected])(@types/[email protected])([email protected])([email protected](@types/[email protected])):optionalDependencies:'@cloudflare/workers-types': 4.20250303.0- '@libsql/client': 0.15.14([email protected])([email protected])+ '@libsql/client': 0.15.15([email protected])([email protected])'@libsql/client-wasm': 0.14.0'@opentelemetry/api': 1.9.0'@types/pg': 8.11.10better-sqlite3: 11.7.0bun-types: 1.2.22(@types/[email protected])- [email protected]([email protected](@cloudflare/[email protected])(@libsql/[email protected])(@libsql/[email protected]([email protected])([email protected]))(@opentelemetry/[email protected])(@types/[email protected])([email protected])([email protected](@types/[email protected])))([email protected]):+ [email protected]([email protected](@cloudflare/[email protected])(@libsql/[email protected])(@libsql/[email protected]([email protected])([email protected]))(@opentelemetry/[email protected])(@types/[email protected])([email protected])([email protected](@types/[email protected])))([email protected]):dependencies:- drizzle-orm: 0.44.4(@cloudflare/[email protected])(@libsql/[email protected])(@libsql/[email protected]([email protected])([email protected]))(@opentelemetry/[email protected])(@types/[email protected])([email protected])([email protected](@types/[email protected]))+ drizzle-orm: 0.44.4(@cloudflare/[email protected])(@libsql/[email protected])(@libsql/[email protected]([email protected])([email protected]))(@opentelemetry/[email protected])(@types/[email protected])([email protected])([email protected](@types/[email protected]))zod: 3.24.2@@ -20191,6 +20297,21 @@ snapshots:'@libsql/linux-x64-musl': 0.5.20'@libsql/win32-x64-msvc': 0.5.20+ dependencies:+ '@neon-rs/load': 0.0.4+ detect-libc: 2.0.2+ optionalDependencies:+ '@libsql/darwin-arm64': 0.5.22+ '@libsql/darwin-x64': 0.5.22+ '@libsql/linux-arm-gnueabihf': 0.5.22+ '@libsql/linux-arm-musleabihf': 0.5.22+ '@libsql/linux-arm64-gnu': 0.5.22+ '@libsql/linux-arm64-musl': 0.5.22+ '@libsql/linux-x64-gnu': 0.5.22+ '@libsql/linux-x64-musl': 0.5.22+ '@libsql/win32-x64-msvc': 0.5.22+optional: true