Skip to content

Open-source status page, incident response and uptime monitoring

Embed db (#1462)

Thibault Le Ouay9cc6569df5e0
diff --git a/apps/server/docker-compose.yaml b/apps/server/docker-compose.yaml
new file mode 100644
index 000000000..c125ea8dd
--- /dev/null
+++ b/apps/server/docker-compose.yaml
@@ -0,0 +1,10 @@
+name: server
+services:
+ server:
+ build:
+ context: ../..
+ dockerfile: apps/server/Dockerfile
+ ports:
+ - 3000:3000
+ image: server
+ command: .
diff --git a/apps/workflows/Dockerfile b/apps/workflows/Dockerfile
index f138d5c1f..b86bd43cc 100644
--- a/apps/workflows/Dockerfile
+++ b/apps/workflows/Dockerfile
@@ -45,7 +45,37 @@ COPY \
--from=install \
--link \
"/app/node_modules" "/app/node_modules"
-RUN bun build --compile --sourcemap --format=cjs src/index.ts --outfile=app
+RUN bun build --compile --target bun --sourcemap --format=cjs src/index.ts --outfile=app --external '@libsql/*' --external libsql
+
+# ca-certs
+FROM debian@sha256:f807f4b16002c623115b0247dca6a55711c6b1ae821dc64fb8a2339e4ce2115d AS ca-certs
+LABEL \
+ org.opencontainers.image.base.digest="sha256:f807f4b16002c623115b0247dca6a55711c6b1ae821dc64fb8a2339e4ce2115d" \
+ org.opencontainers.image.base.name="docker.io/debian:bullseye-slim"
+RUN apt update && apt install -y ca-certificates && update-ca-certificates
+
+# docker
+FROM oven/bun@sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025 AS docker
+LABEL \
+ org.opencontainers.image.base.digest="sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025" \
+ org.opencontainers.image.base.name="docker.io/oven/bun:latest"
+WORKDIR /app/apps/workflows
+COPY \
+ --link \
+ "." "/app/"
+RUN bun run src/build-docker.ts
+
+# libsql
+FROM oven/bun@sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025 AS libsql
+LABEL \
+ org.opencontainers.image.base.digest="sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025" \
+ org.opencontainers.image.base.name="docker.io/oven/bun:latest"
+WORKDIR /app/
+COPY \
+ --from=docker \
+ --link \
+ "/app/apps/build-docker/package.json" "/app/package.json"
+RUN bun install
# runtime
FROM debian@sha256:f807f4b16002c623115b0247dca6a55711c6b1ae821dc64fb8a2339e4ce2115d AS runtime
@@ -53,12 +83,28 @@ LABEL \
io.dofigen.version="2.5.0" \
org.opencontainers.image.base.digest="sha256:f807f4b16002c623115b0247dca6a55711c6b1ae821dc64fb8a2339e4ce2115d" \
org.opencontainers.image.base.name="docker.io/debian:bullseye-slim"
+WORKDIR /app/
COPY \
--from=build \
--chown=1000:1000 \
--chmod=555 \
--link \
- "/app/apps/workflows/app" "/bin/"
+ "/app/apps/workflows/app" "/app/apps/workflows/"
+COPY \
+ --from=libsql \
+ --chown=1000:1000 \
+ --link \
+ "/app/node_modules" "/app/packages/db/node_modules"
+COPY \
+ --from=libsql \
+ --chown=1000:1000 \
+ --link \
+ "/app/node_modules" "/app/node_modules"
+COPY \
+ --from=ca-certs \
+ --chown=1000:1000 \
+ --link \
+ "/etc/ssl/certs/ca-certificates.crt" "/etc/ssl/certs/"
USER 1000:1000
EXPOSE 3000
-ENTRYPOINT ["/bin/app"]
+ENTRYPOINT ["/app/apps/workflows/app"]
diff --git a/apps/workflows/docker-compose.yaml b/apps/workflows/docker-compose.yaml
new file mode 100644
index 000000000..dfce75561
--- /dev/null
+++ b/apps/workflows/docker-compose.yaml
@@ -0,0 +1,26 @@
+name: workflows-test
+services:
+ workflows-test:
+ build:
+ context: ../..
+ dockerfile: apps/workflows/Dockerfile
+ environment:
+ - DATABASE_URL=http://host.docker.internal:8081
+ - DATABASE_AUTH_TOKEN=test
+ - RESEND_API_KEY=test
+ - UPSTASH_REDIS_REST_URL=test
+ - UPSTASH_REDIS_REST_TOKEN=test
+ - NODE_ENV=production
+ - GCP_PROJECT_ID=test
+ extra_hosts:
+ - "host.docker.internal:host-gateway"
+
+ ports:
+ - 3000:3000
+ - 8081:8081
+ volumes:
+ - type: bind
+ source: ./data
+ target: /app/data
+ image: workflows-test
+ command: .
diff --git a/apps/workflows/dofigen.lock b/apps/workflows/dofigen.lock
index cdffdc90d..b634b33cf 100644
--- a/apps/workflows/dofigen.lock
+++ b/apps/workflows/dofigen.lock
@@ -12,6 +12,55 @@ effective: |
- /packages/error
- /packages/tracker
builders:
+ libsql:
+ fromImage:
+ path: oven/bun
+ digest: sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025
+ label:
+ org.opencontainers.image.base.name: docker.io/oven/bun:latest
+ org.opencontainers.image.base.digest: sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025
+ workdir: /app/
+ copy:
+ - fromBuilder: docker
+ paths:
+ - /app/apps/build-docker/package.json
+ target: /app/package.json
+ run:
+ - bun install
+ docker:
+ fromImage:
+ path: oven/bun
+ digest: sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025
+ label:
+ org.opencontainers.image.base.digest: sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025
+ org.opencontainers.image.base.name: docker.io/oven/bun:latest
+ workdir: /app/apps/workflows
+ copy:
+ - paths:
+ - .
+ target: /app/
+ run:
+ - bun run src/build-docker.ts
+ build:
+ fromImage:
+ path: oven/bun
+ digest: sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025
+ label:
+ org.opencontainers.image.base.digest: sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025
+ org.opencontainers.image.base.name: docker.io/oven/bun:latest
+ workdir: /app/apps/workflows
+ env:
+ NODE_ENV: production
+ copy:
+ - paths:
+ - .
+ target: /app/
+ - fromBuilder: install
+ paths:
+ - /app/node_modules
+ target: /app/node_modules
+ run:
+ - bun build --compile --target bun --sourcemap --format=cjs src/index.ts --outfile=app --external '@libsql/*' --external libsql
install:
fromImage:
path: oven/bun
@@ -63,26 +112,15 @@ effective: |
source: packages/tinybird/package.json
- target: packages/upstash/package.json
source: packages/upstash/package.json
- build:
+ ca-certs:
fromImage:
- path: oven/bun
- digest: sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025
+ path: debian
+ digest: sha256:f807f4b16002c623115b0247dca6a55711c6b1ae821dc64fb8a2339e4ce2115d
label:
- org.opencontainers.image.base.name: docker.io/oven/bun:latest
- org.opencontainers.image.base.digest: sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025
- workdir: /app/apps/workflows
- env:
- NODE_ENV: production
- copy:
- - paths:
- - .
- target: /app/
- - fromBuilder: install
- paths:
- - /app/node_modules
- target: /app/node_modules
+ org.opencontainers.image.base.name: docker.io/debian:bullseye-slim
+ org.opencontainers.image.base.digest: sha256:f807f4b16002c623115b0247dca6a55711c6b1ae821dc64fb8a2339e4ce2115d
run:
- - bun build --compile --sourcemap --format=cjs src/index.ts --outfile=app
+ - apk update && apk upgrade --available && apk add ca-certificates && update-ca-certificates
fromImage:
path: debian
digest: sha256:f807f4b16002c623115b0247dca6a55711c6b1ae821dc64fb8a2339e4ce2115d
@@ -90,14 +128,27 @@ effective: |
org.opencontainers.image.base.name: docker.io/debian:bullseye-slim
org.opencontainers.image.base.digest: sha256:f807f4b16002c623115b0247dca6a55711c6b1ae821dc64fb8a2339e4ce2115d
io.dofigen.version: 2.5.0
+ workdir: /app/
copy:
- fromBuilder: build
paths:
- /app/apps/workflows/app
- target: /bin/
+ target: /app/apps/workflows/
chmod: '555'
+ - fromBuilder: libsql
+ paths:
+ - /app/node_modules
+ target: /app/packages/db/node_modules
+ - fromBuilder: libsql
+ paths:
+ - /app/node_modules
+ target: /app/node_modules
+ - fromBuilder: ca-certs
+ paths:
+ - /etc/ssl/certs/ca-certificates.crt
+ target: /etc/ssl/certs/
entrypoint:
- - /bin/app
+ - /app/apps/workflows/app
expose:
- port: 3000
images:
@@ -112,7 +163,7 @@ images:
digest: sha256:00cccad6e9c66bbacc250851f689168606aaea551ac473e908bbcf00a5645025
resources:
dofigen.yml:
- hash: 9be6075fa415f4f265964fb4db272498168c362211b09cdca638a0bd3ee00746
+ hash: 4c0cfc9f42824ef083d401f675c335053cd0458addbcdf987bd0cd2713a31d42
content: |
ignore:
- node_modules
@@ -168,12 +219,43 @@ resources:
# Compile the TypeScript application
env:
NODE_ENV: production
- run: bun build --compile --sourcemap --format=cjs src/index.ts --outfile=app
+ run: bun build --compile --target bun --sourcemap --format=cjs src/index.ts --outfile=app --external '@libsql/*' --external libsql
+
+ docker:
+ fromImage: oven/bun
+ workdir: /app/apps/workflows
+ copy:
+ - . /app/
+ run: bun run src/build-docker.ts
+
+ libsql:
+ fromImage: oven/bun
+ workdir: /app/
+ copy:
+ - fromBuilder: docker
+ source: /app/apps/build-docker/package.json
+ target: /app/package.json
+ run: bun install
+
+ ca-certs:
+ fromImage: debian:bullseye-slim
+ run: apk update && apk upgrade --available && apk add ca-certificates && update-ca-certificates
+
fromImage: debian:bullseye-slim
+ workdir: /app/
copy:
- fromBuilder: build
source: /app/apps/workflows/app
- target: /bin/
+ target: /app/apps/workflows/
chmod: "555"
+ - fromBuilder: libsql
+ source: /app/node_modules
+ target: /app/packages/db/node_modules
+ - fromBuilder: libsql
+ source: /app/node_modules
+ target: /app/node_modules
+ - fromBuilder: ca-certs
+ source: /etc/ssl/certs/ca-certificates.crt
+ target: /etc/ssl/certs/
expose: 3000
- entrypoint: /bin/app
+ entrypoint: /app/apps/workflows/app
diff --git a/apps/workflows/dofigen.yml b/apps/workflows/dofigen.yml
index 6933acbb9..33ead6542 100644
--- a/apps/workflows/dofigen.yml
+++ b/apps/workflows/dofigen.yml
@@ -52,12 +52,43 @@ builders:
# Compile the TypeScript application
env:
NODE_ENV: production
- run: bun build --compile --sourcemap --format=cjs src/index.ts --outfile=app
+ run: bun build --compile --target bun --sourcemap --format=cjs src/index.ts --outfile=app --external '@libsql/*' --external libsql
+
+ docker:
+ fromImage: oven/bun
+ workdir: /app/apps/workflows
+ copy:
+ - . /app/
+ run: bun run src/build-docker.ts
+
+ libsql:
+ fromImage: oven/bun
+ workdir: /app/
+ copy:
+ - fromBuilder: docker
+ source: /app/apps/build-docker/package.json
+ target: /app/package.json
+ run: bun install
+
+ ca-certs:
+ fromImage: debian:bullseye-slim
+ run: apt update && apt install -y ca-certificates && update-ca-certificates
+
fromImage: debian:bullseye-slim
+workdir: /app/
copy:
- fromBuilder: build
source: /app/apps/workflows/app
- target: /bin/
+ target: /app/apps/workflows/
chmod: "555"
+ - fromBuilder: libsql
+ source: /app/node_modules
+ target: /app/packages/db/node_modules
+ - fromBuilder: libsql
+ source: /app/node_modules
+ target: /app/node_modules
+ - fromBuilder: ca-certs
+ source: /etc/ssl/certs/ca-certificates.crt
+ target: /etc/ssl/certs/
expose: 3000
-entrypoint: /bin/app
+entrypoint: /app/apps/workflows/app
diff --git a/apps/workflows/fly.toml b/apps/workflows/fly.toml
index d436cba16..90be284b7 100644
--- a/apps/workflows/fly.toml
+++ b/apps/workflows/fly.toml
@@ -19,7 +19,7 @@ primary_region = 'ams'
force_https = true
auto_stop_machines = "suspend"
auto_start_machines = true
- min_machines_running = 1
+ min_machines_running = 2
processes = ["app"]
[http_service.concurrency]
@@ -39,4 +39,9 @@ primary_region = 'ams'
[env]
NODE_ENV = "production"
- PORT = "3000"
\ No newline at end of file
+ PORT = "3000"
+
+
+[[mounts]]
+ source = "libsql_data"
+ destination = "/app/data"
diff --git a/apps/workflows/package.json b/apps/workflows/package.json
index 995e24a2e..a9fc8a698 100644
--- a/apps/workflows/package.json
+++ b/apps/workflows/package.json
@@ -8,6 +8,7 @@
"dependencies": {
"@google-cloud/tasks": "4.0.1",
"@hono/sentry": "1.2.2",
+ "@libsql/client": "0.15.15",
"@openstatus/db": "workspace:*",
"@openstatus/emails": "workspace:*",
"@openstatus/notification-discord": "workspace:*",
@@ -18,10 +19,12 @@
"@openstatus/notification-slack": "workspace:*",
"@openstatus/notification-twillio-sms": "workspace:*",
"@openstatus/notification-webhook": "workspace:*",
+ "@openstatus/regions": "workspace:*",
"@openstatus/tinybird": "workspace:*",
"@openstatus/upstash": "workspace:*",
"@openstatus/utils": "workspace:*",
"@upstash/qstash": "2.6.2",
+ "drizzle-orm": "0.44.4",
"hono": "4.5.3",
"limiter": "^3.0.0",
"zod": "3.24.2"
diff --git a/apps/workflows/src/build-docker.ts b/apps/workflows/src/build-docker.ts
new file mode 100644
index 000000000..5d8fe116e
--- /dev/null
+++ b/apps/workflows/src/build-docker.ts
@@ -0,0 +1,33 @@
+import path from "node:path";
+
+// Create package.json that contains @libsql/client as dependency. It will be used to create node_modules and copy them alongside compiled server https://github.com/oven-sh/bun/issues/18909
+type PackageJson = Record<"name" | "description" | "version", string> &
+ Record<"dependencies", Record<string, string>>;
+const packageJson: PackageJson = await Bun.file(
+ path.join(__dirname, "../../../packages/db", "package.json"),
+).json();
+
+const extractDependenciesNames = ["@libsql/client"];
+const extractedDependencies = extractDependenciesNames.reduce(
+ (acc, cur) => {
+ if (packageJson.dependencies[cur]) {
+ acc[cur] = packageJson.dependencies[cur];
+ }
+
+ return acc;
+ },
+ {} as Record<string, string>,
+);
+
+const packageJsonBuild = {
+ name: packageJson.name,
+ description: packageJson.description,
+ version: packageJson.version,
+ // type: "module",
+ dependencies: extractedDependencies,
+};
+
+await Bun.write(
+ "../build-docker/package.json",
+ JSON.stringify(packageJsonBuild, null, 2),
+);
diff --git a/apps/workflows/src/cron/checker.ts b/apps/workflows/src/cron/checker.ts
index 238a0d802..32f51fe91 100644
--- a/apps/workflows/src/cron/checker.ts
+++ b/apps/workflows/src/cron/checker.ts
@@ -2,19 +2,26 @@ import { CloudTasksClient } from "@google-cloud/tasks";
import type { google } from "@google-cloud/tasks/build/protos/protos";
import { z } from "zod";
-import { and, db, eq, gte, lte, notInArray } from "@openstatus/db";
+import { and, eq, gte, lte, notInArray } from "@openstatus/db";
import {
+ type MonitorStatus,
maintenance,
maintenancesToMonitors,
monitor,
- type monitorStatusSchema,
monitorStatusTable,
selectMonitorSchema,
selectMonitorStatusSchema,
} from "@openstatus/db/src/schema";
+import type { Region } from "@openstatus/db/src/schema/constants";
+import { regionDict } from "@openstatus/regions";
+import { db } from "../lib/db";
import type { monitorPeriodicitySchema } from "@openstatus/db/src/schema/constants";
-import type { httpPayloadSchema, tpcPayloadSchema } from "@openstatus/utils";
+import {
+ type httpPayloadSchema,
+ type tpcPayloadSchema,
+ transformHeaders,
+} from "@openstatus/utils";
import { env } from "../env";
export const isAuthorizedDomain = (url: string) => {
@@ -72,20 +79,20 @@ export async function sendCheckerTasks(
const monitors = z.array(selectMonitorSchema).safeParse(result);
const allResult = [];
-
if (!monitors.success) {
console.error(`Error while fetching the monitors ${monitors.error.errors}`);
throw new Error("Error while fetching the monitors");
}
for (const row of monitors.data) {
+ // const selectedRegions = row.regions.length > 0 ? row.regions : ["ams"];
+
const result = await db
.select()
.from(monitorStatusTable)
.where(eq(monitorStatusTable.monitorId, row.id))
.all();
const monitorStatus = z.array(selectMonitorStatusSchema).safeParse(result);
-
if (!monitorStatus.success) {
console.error(
`Error while fetching the monitor status ${monitorStatus.error.errors}`,
@@ -97,8 +104,20 @@ export async function sendCheckerTasks(
const status =
monitorStatus.data.find((m) => region === m.region)?.status || "active";
+ const r = regionDict[region as keyof typeof regionDict];
+
+ if (!r) {
+ console.error(`Invalid region ${region}`);
+ continue;
+ }
+ if (r.deprecated) {
+ // Let's uncomment this when we are ready to remove deprecated regions
+ // We should not use deprecated regions anymore
+ console.error(`Deprecated region ${region}`);
+ continue;
+ }
const response = createCronTask({
- monitor: row,
+ row,
timestamp,
client,
parent,
@@ -106,12 +125,12 @@ export async function sendCheckerTasks(
region,
});
allResult.push(response);
-
- // REMINDER: vercel.json cron doesn't support seconds - so we need to schedule another task in 30s
if (periodicity === "30s") {
+ // we schedule another task in 30s
+ const scheduledAt = timestamp + 30 * 1000;
const response = createCronTask({
- monitor: row,
- timestamp: timestamp + 30 * 1000, // we schedule another task in 30s
+ row,
+ timestamp: scheduledAt,
client,
parent,
status,
@@ -131,80 +150,96 @@ export async function sendCheckerTasks(
`End cron for ${periodicity} with ${allResult.length} jobs with ${success} success and ${failed} failed`,
);
}
-
-async function createCronTask({
- monitor,
+// timestamp needs to be in ms
+const createCronTask = async ({
+ row,
timestamp,
client,
parent,
status,
region,
}: {
- monitor: z.infer<typeof selectMonitorSchema>;
- status: z.infer<typeof monitorStatusSchema>;
- /**
- * timestamp needs to be in ms
- */
+ row: z.infer<typeof selectMonitorSchema>;
timestamp: number;
client: CloudTasksClient;
parent: string;
- region: string;
-}) {
+ status: MonitorStatus;
+ region: Region;
+}) => {
let payload:
| z.infer<typeof httpPayloadSchema>
| z.infer<typeof tpcPayloadSchema>
| null = null;
- let url: string | null = null;
//
- if (monitor.jobType === "http") {
+ if (row.jobType === "http") {
payload = {
- workspaceId: String(monitor.workspaceId),
- monitorId: String(monitor.id),
- url: monitor.url,
- method: monitor.method || "GET",
+ workspaceId: String(row.workspaceId),
+ monitorId: String(row.id),
+ url: row.url,
+ method: row.method || "GET",
cronTimestamp: timestamp,
- body: monitor.body,
- headers: monitor.headers,
+ body: row.body,
+ headers: row.headers,
status: status,
- assertions: monitor.assertions ? JSON.parse(monitor.assertions) : null,
- degradedAfter: monitor.degradedAfter,
- timeout: monitor.timeout,
+ assertions: row.assertions ? JSON.parse(row.assertions) : null,
+ degradedAfter: row.degradedAfter,
+ timeout: row.timeout,
trigger: "cron",
- retry: monitor.retry || 3,
- followRedirects: true,
- } satisfies z.infer<typeof httpPayloadSchema>;
- url = `https://openstatus-checker.fly.dev/checker/http?monitor_id=${monitor.id}`;
+ otelConfig: row.otelEndpoint
+ ? {
+ endpoint: row.otelEndpoint,
+ headers: transformHeaders(row.otelHeaders),
+ }
+ : undefined,
+ retry: row.retry || 3,
+ followRedirects: row.followRedirects || true,
+ };
}
- if (monitor.jobType === "tcp") {
+ if (row.jobType === "tcp") {
payload = {
- workspaceId: String(monitor.workspaceId),
- monitorId: String(monitor.id),
- uri: monitor.url,
+ workspaceId: String(row.workspaceId),
+ monitorId: String(row.id),
+ uri: row.url,
status: status,
- assertions: monitor.assertions ? JSON.parse(monitor.assertions) : null,
+ assertions: row.assertions ? JSON.parse(row.assertions) : null,
cronTimestamp: timestamp,
- degradedAfter: monitor.degradedAfter,
- timeout: monitor.timeout,
+ degradedAfter: row.degradedAfter,
+ timeout: row.timeout,
trigger: "cron",
- retry: monitor.retry || 3,
- } satisfies z.infer<typeof tpcPayloadSchema>;
- url = `https://openstatus-checker.fly.dev/checker/tcp?monitor_id=${monitor.id}`;
+ retry: row.retry || 3,
+ otelConfig: row.otelEndpoint
+ ? {
+ endpoint: row.otelEndpoint,
+ headers: transformHeaders(row.otelHeaders),
+ }
+ : undefined,
+ };
}
- if (!payload || !url) {
+ if (!payload) {
throw new Error("Invalid jobType");
}
-
+ const regionInfo = regionDict[region];
+ let regionHeader = {};
+ if (regionInfo.provider === "fly") {
+ regionHeader = { "fly-prefer-region": region };
+ }
+ if (regionInfo.provider === "koyeb") {
+ regionHeader = { "X-KOYEB-REGION-OVERRIDE": region.replace("koyeb_", "") };
+ }
+ if (regionInfo.provider === "railway") {
+ regionHeader = { "railway-region": region.replace("railway_", "") };
+ }
const newTask: google.cloud.tasks.v2beta3.ITask = {
httpRequest: {
headers: {
"Content-Type": "application/json", // Set content type to ensure compatibility your application's request parsing
- "fly-prefer-region": region, // Specify the region you want the request to be sent to
+ ...regionHeader,
Authorization: `Basic ${env().CRON_SECRET}`,
},
httpMethod: "POST",
- url,
+ url: generateUrl({ row, region }),
body: Buffer.from(JSON.stringify(payload)).toString("base64"),
},
scheduleTime: {
@@ -214,4 +249,26 @@ async function createCronTask({
const request = { parent: parent, task: newTask };
return client.createTask(request);
+};
+
+function generateUrl({
+ row,
+ region,
+}: {
+ row: z.infer<typeof selectMonitorSchema>;
+ region: Region;
+}) {
+ const regionInfo = regionDict[region];
+
+ switch (regionInfo.provider) {
+ case "fly":
+ return `https://openstatus-checker.fly.dev/checker/${row.jobType}?monitor_id=${row.id}`;
+ case "koyeb":
+ return `https://openstatus-checker.koyeb.app/checker/${row.jobType}?monitor_id=${row.id}`;
+ case "railway":
+ return `https://railway-proxy-production-9cb1.up.railway.app/checker/${row.jobType}?monitor_id=${row.id}`;
+
+ default:
+ throw new Error("Invalid jobType");
+ }
}
diff --git a/apps/workflows/src/cron/emails.ts b/apps/workflows/src/cron/emails.ts
index 3ca3b507b..1b56156d5 100644
--- a/apps/workflows/src/cron/emails.ts
+++ b/apps/workflows/src/cron/emails.ts
@@ -1,8 +1,9 @@
import { and, gte, lte } from "@openstatus/db";
-import { db } from "@openstatus/db/src/db";
+import { db } from "@openstatus/db";
import { user } from "@openstatus/db/src/schema";
import { EmailClient } from "@openstatus/emails";
import { env } from "../env";
+// import { db } from "../lib/db";
const email = new EmailClient({ apiKey: env().RESEND_API_KEY });
diff --git a/apps/workflows/src/cron/monitor.ts b/apps/workflows/src/cron/monitor.ts
index ece126195..f1f1971fe 100644
--- a/apps/workflows/src/cron/monitor.ts
+++ b/apps/workflows/src/cron/monitor.ts
@@ -2,7 +2,7 @@ import { CloudTasksClient } from "@google-cloud/tasks";
import type { google } from "@google-cloud/tasks/build/protos/protos";
import {
and,
- db,
+ // db,
desc,
eq,
isNull,
@@ -21,6 +21,7 @@ import { Redis } from "@openstatus/upstash";
import { RateLimiter } from "limiter";
import { z } from "zod";
import { env } from "../env";
+import { db } from "../lib/db";
const redis = Redis.fromEnv();
diff --git a/apps/workflows/src/lib/db.ts b/apps/workflows/src/lib/db.ts
new file mode 100644
index 000000000..6f414f627
--- /dev/null
+++ b/apps/workflows/src/lib/db.ts
@@ -0,0 +1,19 @@
+import { drizzle } from "drizzle-orm/libsql";
+
+import { createClient } from "@libsql/client";
+import { schema } from "@openstatus/db";
+import { env } from "../env";
+
+const file =
+ env().NODE_ENV === "development" ? "dev.db" : "/app/data/replica.db";
+const client = createClient({
+ url: `file:${file}`,
+ syncUrl: env().DATABASE_URL,
+ authToken: env().DATABASE_AUTH_TOKEN,
+ syncInterval: 60,
+});
+
+export const db = drizzle({
+ client: client,
+ schema,
+});
diff --git a/docker-compose.yaml b/docker-compose.yaml
new file mode 100644
index 000000000..fd37a976c
--- /dev/null
+++ b/docker-compose.yaml
@@ -0,0 +1,59 @@
+services:
+ internal-server:
+ build:
+ context: .
+ dockerfile: apps/workflows/Dockerfile
+ environment:
+ - DATABASE_URL=http://libsql:8080
+ - DATABASE_AUTH_TOKEN="basic:token"
+ - RESEND_API_KEY=test
+ - UPSTASH_REDIS_REST_URL=test
+ - UPSTASH_REDIS_REST_TOKEN=test
+ - NODE_ENV=production
+ - GCP_PROJECT_ID=test
+ extra_hosts:
+ - "host.docker.internal:host-gateway"
+
+ ports:
+ - 3000:3000
+ volumes:
+ - type: bind
+ source: ./data
+ target: /app/data
+ image: workflows-test
+ command: .
+ libsql:
+ image: ghcr.io/tursodatabase/libsql-server:latest
+ ports:
+ - 8080:8080
+ - 5001:5001
+ api:
+ build:
+ context: .
+ dockerfile: apps/server/Dockerfile
+ ports:
+ - 3001:3000
+ image: server
+ environment:
+ - DATABASE_URL=http://libsql-1:8080
+ - DATABASE_AUTH_TOKEN="basic:token"
+ - UPSTASH_REDIS_REST_URL=test
+ - UPSTASH_REDIS_REST_TOKEN=test
+ - NODE_ENV=production
+ - NEXT_PUBLIC_OPENPANEL_CLIENT_ID=test
+ - OPENPANEL_CLIENT_SECRET=test
+ - RESEND_API_KEY=test
+ command: .
+ # dashboard:
+ # build:
+ # context: .
+ # dockerfile: apps/dashboard/Dockerfile
+ # ports:
+ # - 3002:3000
+ # image: dashboard
+ # environment:
+ # - API_URL=http://host.docker.internal:3001
+ # - NEXT_PUBLIC_OPENPANEL_CLIENT_ID=test
+ # - OPENPANEL_CLIENT_SECRET=test
+ # - NODE_ENV=production
+ # command: .
diff --git a/packages/db/package.json b/packages/db/package.json
index a6339ad1b..48c210444 100644
--- a/packages/db/package.json
+++ b/packages/db/package.json
@@ -13,7 +13,7 @@
"dev": "turso dev --db-file ../../openstatus-dev.db"
},
"dependencies": {
- "@libsql/client": "0.15.14",
+ "@libsql/client": "0.15.15",
"@openstatus/assertions": "workspace:*",
"@openstatus/regions": "workspace:*",
"@t3-oss/env-core": "0.7.1",
diff --git a/packages/db/src/index.ts b/packages/db/src/index.ts
index e8216fb5f..bc52de7eb 100644
--- a/packages/db/src/index.ts
+++ b/packages/db/src/index.ts
@@ -2,3 +2,5 @@ export * as schema from "./schema";
export * from "drizzle-orm";
export * from "./db";
export * from "./utils";
+// doing this because the external module not working see : https://github.com/vercel/next.js/issues/43433
+// export * from "./sync-db";
diff --git a/packages/db/src/sync-db.ts b/packages/db/src/sync-db.ts
new file mode 100644
index 000000000..49def9a94
--- /dev/null
+++ b/packages/db/src/sync-db.ts
@@ -0,0 +1,17 @@
+import { drizzle } from "drizzle-orm/libsql";
+
+import { createClient } from "@libsql/client";
+import { env } from "../env.mjs";
+import * as schema from "./schema";
+
+const client = createClient({
+ url: "file:/app/data/replica.db",
+ syncUrl: env.DATABASE_URL,
+ authToken: env.DATABASE_AUTH_TOKEN,
+ syncInterval: 60,
+});
+
+export const syncDB = drizzle({
+ client: client,
+ schema,
+});
diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
index d4906d8db..250ce73dc 100644
--- a/pnpm-lock.yaml
+++ b/pnpm-lock.yaml
@@ -27,6 +27,12 @@ importers:
specifier: 5.7.2
version: 5.7.2
+ apps/build-docker:
+ dependencies:
+ '@libsql/client':
+ specifier: 0.15.15
+
apps/dashboard:
dependencies:
'@auth/core':
@@ -1088,6 +1094,9 @@ importers:
'@hono/sentry':
specifier: 1.2.2
version: 1.2.2([email protected])
+ '@libsql/client':
+ specifier: 0.15.15
'@openstatus/db':
specifier: workspace:*
version: link:../../packages/db
@@ -1118,6 +1127,9 @@ importers:
'@openstatus/notification-webhook':
specifier: workspace:*
version: link:../../packages/notifications/webhook
+ '@openstatus/regions':
+ specifier: workspace:*
+ version: link:../../packages/regions
'@openstatus/tinybird':
specifier: workspace:*
version: link:../../packages/tinybird
@@ -1130,6 +1142,9 @@ importers:
'@upstash/qstash':
specifier: 2.6.2
version: 2.6.2
+ drizzle-orm:
+ specifier: 0.44.4
hono:
specifier: 4.5.3
version: 4.5.3
@@ -1273,8 +1288,8 @@ importers:
packages/db:
dependencies:
'@libsql/client':
- specifier: 0.15.14
+ specifier: 0.15.15
'@openstatus/assertions':
specifier: workspace:*
version: link:../assertions
@@ -1286,10 +1301,10 @@ importers:
drizzle-orm:
specifier: 0.44.4
drizzle-zod:
specifier: 0.5.1
zod:
specifier: 3.24.2
version: 3.24.2
@@ -3609,6 +3624,9 @@ packages:
'@libsql/[email protected]':
resolution: {integrity: sha512-oXeFYcSyAsYWvpWVmynrwNwb+NHNHtMfSIVdfQTF1B9RsgDXQE5YCDP3SS0i1FA8nuLWy2trFDVwP1b2LNdNPQ==}
+ '@libsql/[email protected]':
+ resolution: {integrity: sha512-twC0hQxPNHPKfeOv3sNT6u2pturQjLcI+CnpTM0SjRpocEGgfiZ7DWKXLNnsothjyJmDqEsBQJ5ztq9Wlu470w==}
+
'@libsql/[email protected]':
resolution: {integrity: sha512-VT3do0a0vwYVaNcp/y05ikkKS3OrFR5UeEf5SUuYZVgKVl1Nc1k9ajoYSsOid8AD/vlhLDB5yFQaV4HmT/OB9w==}
@@ -3623,11 +3641,21 @@ packages:
cpu: [arm64]
os: [darwin]
+ '@libsql/[email protected]':
+ resolution: {integrity: sha512-4B8ZlX3nIDPndfct7GNe0nI3Yw6ibocEicWdC4fvQbSs/jdq/RC2oCsoJxJ4NzXkvktX70C1J4FcmmoBy069UA==}
+ cpu: [arm64]
+ os: [darwin]
+
'@libsql/[email protected]':
resolution: {integrity: sha512-19l0oEW/r2kZxDJg+w53C0kq7eFFKpeKDEjV/FAAkBfQwJoGqS4sep9u1fK1X3KzOF5rB8cVyIrQGk+6ibzUeQ==}
cpu: [x64]
os: [darwin]
+ '@libsql/[email protected]':
+ resolution: {integrity: sha512-ny2HYWt6lFSIdNFzUFIJ04uiW6finXfMNJ7wypkAD8Pqdm6nAByO+Fdqu8t7sD0sqJGeUCiOg480icjyQ2/8VA==}
+ cpu: [x64]
+ os: [darwin]
+
'@libsql/[email protected]':
resolution: {integrity: sha512-OF8fFQSkbL7vJY9rfuegK1R7sPgQ6kFMkDamiEccNUvieQ+3urzfDFI616oPl8V7T9zRmnTkSjMOImYCAVRVuw==}
@@ -3643,36 +3671,71 @@ packages:
cpu: [arm]
os: [linux]
+ '@libsql/[email protected]':
+ resolution: {integrity: sha512-3Uo3SoDPJe/zBnyZKosziRGtszXaEtv57raWrZIahtQDsjxBVjuzYQinCm9LRCJCUT5t2r5Z5nLDPJi2CwZVoA==}
+ cpu: [arm]
+ os: [linux]
+
'@libsql/[email protected]':
resolution: {integrity: sha512-VGqyvg0k3bg0JMMHCR0XrqBseFU9syWRxEbC0Aluipkw5Xsb+DSr9cNvMtGUbGDg2pEfkY/DDa9hTlst6K7P5w==}
cpu: [arm]
os: [linux]
+ '@libsql/[email protected]':
+ resolution: {integrity: sha512-LCsXh07jvSojTNJptT9CowOzwITznD+YFGGW+1XxUr7fS+7/ydUrpDfsMX7UqTqjm7xG17eq86VkWJgHJfvpNg==}
+ cpu: [arm]
+ os: [linux]
+
'@libsql/[email protected]':
resolution: {integrity: sha512-Wq6oF4goWp20G/LBmI6rdFY716bb81VCzyglkkAwqMwdJeIsaC0DRvD62nx1OSbSZmZMRDobqoe2ZP8BvMvXyQ==}
cpu: [arm64]
os: [linux]
+ '@libsql/[email protected]':
+ resolution: {integrity: sha512-KSdnOMy88c9mpOFKUEzPskSaF3VLflfSUCBwas/pn1/sV3pEhtMF6H8VUCd2rsedwoukeeCSEONqX7LLnQwRMA==}
+ cpu: [arm64]
+ os: [linux]
+
'@libsql/[email protected]':
resolution: {integrity: sha512-Xb112/q3/Z6lKKhwJgR2QVRYtRQblEB69VbStIVjKKw5RZv+r77ZSOHfsR3RHL+R66VN431+DLJBV0+B+AImQw==}
cpu: [arm64]
os: [linux]
+ '@libsql/[email protected]':
+ resolution: {integrity: sha512-mCHSMAsDTLK5YH//lcV3eFEgiR23Ym0U9oEvgZA0667gqRZg/2px+7LshDvErEKv2XZ8ixzw3p1IrBzLQHGSsw==}
+ cpu: [arm64]
+ os: [linux]
+
'@libsql/[email protected]':
resolution: {integrity: sha512-fHUaOYx7cVqbqPLqOIArfPsuWnu+jk9ETR0gt/8rH1J6pW5qhdDWn3B35Hk/ZmzNacBFSWZnHxxhWnZMWYVnVA==}
cpu: [x64]
os: [linux]
+ '@libsql/[email protected]':
+ resolution: {integrity: sha512-kNBHaIkSg78Y4BqAdgjcR2mBilZXs4HYkAmi58J+4GRwDQZh5fIUWbnQvB9f95DkWUIGVeenqLRFY2pcTmlsew==}
+ cpu: [x64]
+ os: [linux]
+
'@libsql/[email protected]':
resolution: {integrity: sha512-EpT1Va1L/y2w0Sj75lxRmaTyX/MD32eKpZiz++3mrE2zRTYAURo9GEbglvSC6Y5aRnLcHPx6XmR25wigRb8WZg==}
cpu: [x64]
os: [linux]
+ '@libsql/[email protected]':
+ resolution: {integrity: sha512-UZ4Xdxm4pu3pQXjvfJiyCzZop/9j/eA2JjmhMaAhe3EVLH2g11Fy4fwyUp9sT1QJYR1kpc2JLuybPM0kuXv/Tg==}
+ cpu: [x64]
+ os: [linux]
+
'@libsql/[email protected]':
resolution: {integrity: sha512-3/G5/SZWXmOCaNwEwDdiXEpjeY7NGx1khPjON1yi3BViKrb2TJiiHHn6zpCN7+ZWNibQFZylkETSTURRlealNA==}
cpu: [x64]
os: [win32]
+ '@libsql/[email protected]':
+ resolution: {integrity: sha512-Fj0j8RnBpo43tVZUVoNK6BV/9AtDUM5S7DF3LB4qTYg1LMSZqi3yeCneUTLJD6XomQJlZzbI4mst89yspVSAnA==}
+ cpu: [x64]
+ os: [win32]
+
'@mapbox/[email protected]':
resolution: {integrity: sha512-gqaTIGC8My3LVSnU38IwjHVKJC94HSonjvFHDk8/aSrApL8v4uWgm8zJkK7MJIIbHuNOr/+Mv2KkQKcxs6LEZA==}
engines: {node: '>=12'}
@@ -8838,6 +8901,11 @@ packages:
cpu: [x64, arm64, wasm32, arm]
os: [darwin, linux, win32]
+ resolution: {integrity: sha512-NscWthMQt7fpU8lqd7LXMvT9pi+KhhmTHAJWUB/Lj6MWa0MKFv0F2V4C6WKKpjCVZl0VwcDz4nOI3CyaT1DDiA==}
+ cpu: [x64, arm64, wasm32, arm]
+ os: [darwin, linux, win32]
+
resolution: {integrity: sha512-c8JK7hyE65X1MHMN+Viq9n11RRC7hgin3HhYKhrMyaXflk5GVplZ60IxyoVtzILeKr+xAJwg6zK6sjTBJ0FKYQ==}
engines: {node: '>= 12.0.0'}
@@ -14107,6 +14175,17 @@ snapshots:
- bufferutil
- utf-8-validate
+ dependencies:
+ '@libsql/core': 0.15.14
+ '@libsql/hrana-client': 0.7.0([email protected])([email protected])
+ js-base64: 3.7.7
+ libsql: 0.5.22
+ promise-limit: 2.7.0
+ transitivePeerDependencies:
+ - bufferutil
+ - utf-8-validate
+
dependencies:
'@libsql/core': 0.15.14
@@ -14130,9 +14209,15 @@ snapshots:
'@libsql/[email protected]':
optional: true
+ '@libsql/[email protected]':
+ optional: true
+
'@libsql/[email protected]':
optional: true
+ '@libsql/[email protected]':
+ optional: true
+
dependencies:
'@libsql/isomorphic-fetch': 0.3.1
@@ -14156,24 +14241,45 @@ snapshots:
'@libsql/[email protected]':
optional: true
+ '@libsql/[email protected]':
+ optional: true
+
'@libsql/[email protected]':
optional: true
+ '@libsql/[email protected]':
+ optional: true
+
'@libsql/[email protected]':
optional: true
+ '@libsql/[email protected]':
+ optional: true
+
'@libsql/[email protected]':
optional: true
+ '@libsql/[email protected]':
+ optional: true
+
'@libsql/[email protected]':
optional: true
+ '@libsql/[email protected]':
+ optional: true
+
'@libsql/[email protected]':
optional: true
+ '@libsql/[email protected]':
+ optional: true
+
'@libsql/[email protected]':
optional: true
+ '@libsql/[email protected]':
+ optional: true
+
'@mapbox/[email protected]':
dependencies:
unist-util-visit: 1.4.1
@@ -18724,19 +18830,19 @@ snapshots:
transitivePeerDependencies:
- supports-color
optionalDependencies:
'@cloudflare/workers-types': 4.20250303.0
- '@libsql/client': 0.15.14([email protected])([email protected])
+ '@libsql/client': 0.15.15([email protected])([email protected])
'@libsql/client-wasm': 0.14.0
'@opentelemetry/api': 1.9.0
'@types/pg': 8.11.10
better-sqlite3: 11.7.0
bun-types: 1.2.22(@types/[email protected])
dependencies:
zod: 3.24.2
@@ -20191,6 +20297,21 @@ snapshots:
'@libsql/linux-x64-musl': 0.5.20
'@libsql/win32-x64-msvc': 0.5.20
+ dependencies:
+ '@neon-rs/load': 0.0.4
+ detect-libc: 2.0.2
+ optionalDependencies:
+ '@libsql/darwin-arm64': 0.5.22
+ '@libsql/darwin-x64': 0.5.22
+ '@libsql/linux-arm-gnueabihf': 0.5.22
+ '@libsql/linux-arm-musleabihf': 0.5.22
+ '@libsql/linux-arm64-gnu': 0.5.22
+ '@libsql/linux-arm64-musl': 0.5.22
+ '@libsql/linux-x64-gnu': 0.5.22
+ '@libsql/linux-x64-musl': 0.5.22
+ '@libsql/win32-x64-msvc': 0.5.22
+
optional: true