Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(otel): use http exporter for honeycomb
Gergő Móricz456880e3915d
diff --git a/apps/api/package.json b/apps/api/package.jsonindex bfaed4071..a384f6757 100644--- a/apps/api/package.json+++ b/apps/api/package.json@@ -79,6 +79,7 @@"@opentelemetry/auto-instrumentations-node": "^0.62.0","@opentelemetry/core": "^2.0.1","@opentelemetry/exporter-trace-otlp-grpc": "^0.203.0",+ "@opentelemetry/exporter-trace-otlp-http": "^0.205.0","@opentelemetry/resources": "^2.0.1","@opentelemetry/sdk-node": "^0.203.0","@opentelemetry/sdk-trace-node": "^2.0.1",diff --git a/apps/api/pnpm-lock.yaml b/apps/api/pnpm-lock.yamlindex 5ae124dc5..4ec30a3d8 100644--- a/apps/api/pnpm-lock.yaml+++ b/apps/api/pnpm-lock.yaml@@ -66,6 +66,9 @@ importers:'@opentelemetry/exporter-trace-otlp-grpc':specifier: ^0.203.0version: 0.203.0(@opentelemetry/[email protected])+ '@opentelemetry/exporter-trace-otlp-http':+ specifier: ^0.205.0+ version: 0.205.0(@opentelemetry/[email protected])'@opentelemetry/resources':specifier: ^2.0.1version: 2.0.1(@opentelemetry/[email protected])@@ -1802,6 +1805,10 @@ packages:resolution: {integrity: sha512-9B9RU0H7Ya1Dx/Rkyc4stuBZSGVQF27WigitInx2QQoj6KUpEFYPKoWjdFTunJYxmXmh17HeBvbMa1EhGyPmqQ==}engines: {node: '>=8.0.0'}+ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-wBlPk1nFB37Hsm+3Qy73yQSobVn28F4isnWIBvKpd5IUH/eat8bwcL02H9yzmHyyPmukeccSl2mbN5sDQZYnPg==}+ engines: {node: '>=8.0.0'}+'@opentelemetry/[email protected]':resolution: {integrity: sha512-uIX52NnTM0iBh84MShlpouI7UKqkZ7MrUszTmaypHBu4r7NofznSnQRfJ+uUeDtQDj6w8eFGg5KBLDAwAPz1+A==}engines: {node: '>=14'}@@ -1841,6 +1848,12 @@ packages:peerDependencies:'@opentelemetry/api': '>=1.0.0 <1.10.0'+ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-RMEtHsxJs/GiHHxYT58IY57UXAQTuUnZVco6ymDEqTNlJKTimM4qPUPVe8InNFyBjhHBEAx4k3Q8LtNayBsbUQ==}+ engines: {node: ^18.19.0 || >=20.6.0}+ peerDependencies:+ '@opentelemetry/api': '>=1.0.0 <1.10.0'+'@opentelemetry/[email protected]':resolution: {integrity: sha512-g/2Y2noc/l96zmM+g0LdeuyYKINyBwN6FJySoU15LHPLcMN/1a0wNk2SegwKcxrRdE7Xsm7fkIR5n6XFe3QpPw==}engines: {node: ^18.19.0 || >=20.6.0}@@ -1895,6 +1908,12 @@ packages:peerDependencies:'@opentelemetry/api': ^1.3.0+ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-vr2bwwPCSc9u7rbKc74jR+DXFvyMFQo9o5zs+H/fgbK672Whw/1izUKVf+xfWOdJOvuwTnfWxy+VAY+4TSo74Q==}+ engines: {node: ^18.19.0 || >=20.6.0}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0+'@opentelemetry/[email protected]':resolution: {integrity: sha512-1xwNTJ86L0aJmWRwENCJlH4LULMG2sOXWIVw+Szta4fkqKVY50Eo4HoVKKq6U9QEytrWCr8+zjw0q/ZOeXpcAQ==}engines: {node: ^18.19.0 || >=20.6.0}@@ -2297,6 +2316,12 @@ packages:peerDependencies:'@opentelemetry/api': ^1.3.0+ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-2MN0C1IiKyo34M6NZzD6P9Nv9Dfuz3OJ3rkZwzFmF6xzjDfqqCTatc9v1EpNfaP55iDOCLHFyYNCgs61FFgtUQ==}+ engines: {node: ^18.19.0 || >=20.6.0}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0+'@opentelemetry/[email protected]':resolution: {integrity: sha512-te0Ze1ueJF+N/UOFl5jElJW4U0pZXQ8QklgSfJ2linHN0JJsuaHG8IabEUi2iqxY8ZBDlSiz1Trfv5JcjWWWwQ==}engines: {node: ^18.19.0 || >=20.6.0}@@ -2309,6 +2334,12 @@ packages:peerDependencies:'@opentelemetry/api': ^1.3.0+ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-KmObgqPtk9k/XTlWPJHdMbGCylRAmMJNXIRh6VYJmvlRDMfe+DonH41G7eenG8t4FXn3fxOGh14o/WiMRR6vPg==}+ engines: {node: ^18.19.0 || >=20.6.0}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0+'@opentelemetry/[email protected]':resolution: {integrity: sha512-ZI6LKjyo+QYYZY5SO8vfoCQ9A69r1/g+pyjvtu5RSK38npINN1evEmwqbqhbg2CdcIK3a4PN6pDAJz/yC5/gAA==}engines: {node: ^18.19.0 || >=20.6.0}@@ -2377,18 +2408,36 @@ packages:peerDependencies:'@opentelemetry/api': '>=1.3.0 <1.10.0'+ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-1CJjf3LCvoefUOgegxi8h6r4B/wLSzInyhGP2UmIBYNlo4Qk5CZ73e1eEyWmfXvFtm1ybkmfb2DqWvspsYLrWw==}+ engines: {node: ^18.19.0 || >=20.6.0}+ peerDependencies:+ '@opentelemetry/api': '>=1.3.0 <1.10.0'+'@opentelemetry/[email protected]':resolution: {integrity: sha512-vM2+rPq0Vi3nYA5akQD2f3QwossDnTDLvKbea6u/A2NZ3XDkPxMfo/PNrDoXhDUD/0pPo2CdH5ce/thn9K0kLw==}engines: {node: ^18.19.0 || >=20.6.0}peerDependencies:'@opentelemetry/api': '>=1.4.0 <1.10.0'+ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-nyqhNQ6eEzPWQU60Nc7+A5LIq8fz3UeIzdEVBQYefB4+msJZ2vuVtRuk9KxPMw1uHoHDtYEwkr2Ct0iG29jU8w==}+ engines: {node: ^18.19.0 || >=20.6.0}+ peerDependencies:+ '@opentelemetry/api': '>=1.4.0 <1.10.0'+'@opentelemetry/[email protected]':resolution: {integrity: sha512-wf8OaJoSnujMAHWR3g+/hGvNcsC16rf9s1So4JlMiFaFHiE4HpIA3oUh+uWZQ7CNuK8gVW/pQSkgoa5HkkOl0g==}engines: {node: ^18.19.0 || >=20.6.0}peerDependencies:'@opentelemetry/api': '>=1.9.0 <1.10.0'+ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-J9QX459mzqHLL9Y6FZ4wQPRZG4TOpMCyPOh6mkr/humxE1W2S3Bvf4i75yiMW9uyed2Kf5rxmLhTm/UK8vNkAw==}+ engines: {node: ^18.19.0 || >=20.6.0}+ peerDependencies:+ '@opentelemetry/api': '>=1.9.0 <1.10.0'+'@opentelemetry/[email protected]':resolution: {integrity: sha512-zRMvrZGhGVMvAbbjiNQW3eKzW/073dlrSiAKPVWmkoQzah9wfynpVPeL55f9fVIm0GaBxTLcPeukWGy0/Wj7KQ==}engines: {node: ^18.19.0 || >=20.6.0}@@ -2407,6 +2456,12 @@ packages:peerDependencies:'@opentelemetry/api': '>=1.3.0 <1.10.0'+ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-uTX9FBlVQm4S2gVQO1sb5qyBLq/FPjbp+tmGoxu4tIgtYGmBYB44+KX/725RFDe30yBSaA9Ml9fqphe1hbUyLQ==}+ engines: {node: ^18.19.0 || >=20.6.0}+ peerDependencies:+ '@opentelemetry/api': '>=1.3.0 <1.10.0'+'@opentelemetry/[email protected]':resolution: {integrity: sha512-UhdbPF19pMpBtCWYP5lHbTogLWx9N0EBxtdagvkn5YtsAnCBZzL7SjktG+ZmupRgifsHMjwUaCCaVmqGfSADmA==}engines: {node: ^18.19.0 || >=20.6.0}@@ -8596,6 +8651,10 @@ snapshots:dependencies:'@opentelemetry/api': 1.9.0+ '@opentelemetry/[email protected]':+ dependencies:+ '@opentelemetry/api': 1.9.0+'@opentelemetry/[email protected]':dependencies:'@opentelemetry/api': 1.9.0@@ -8676,6 +8735,11 @@ snapshots:'@opentelemetry/api': 1.9.0'@opentelemetry/semantic-conventions': 1.36.0+ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/semantic-conventions': 1.36.0+'@opentelemetry/[email protected](@opentelemetry/[email protected])':dependencies:'@grpc/grpc-js': 1.13.4@@ -8764,6 +8828,15 @@ snapshots:'@opentelemetry/resources': 2.0.1(@opentelemetry/[email protected])'@opentelemetry/sdk-trace-base': 2.0.1(@opentelemetry/[email protected])+ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 2.1.0(@opentelemetry/[email protected])+ '@opentelemetry/otlp-exporter-base': 0.205.0(@opentelemetry/[email protected])+ '@opentelemetry/otlp-transformer': 0.205.0(@opentelemetry/[email protected])+ '@opentelemetry/resources': 2.1.0(@opentelemetry/[email protected])+ '@opentelemetry/sdk-trace-base': 2.1.0(@opentelemetry/[email protected])+'@opentelemetry/[email protected](@opentelemetry/[email protected])':dependencies:'@opentelemetry/api': 1.9.0@@ -9340,6 +9413,12 @@ snapshots:'@opentelemetry/core': 2.0.1(@opentelemetry/[email protected])'@opentelemetry/otlp-transformer': 0.203.0(@opentelemetry/[email protected])+ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 2.1.0(@opentelemetry/[email protected])+ '@opentelemetry/otlp-transformer': 0.205.0(@opentelemetry/[email protected])+'@opentelemetry/[email protected](@opentelemetry/[email protected])':dependencies:'@grpc/grpc-js': 1.13.4@@ -9359,6 +9438,17 @@ snapshots:'@opentelemetry/sdk-trace-base': 2.0.1(@opentelemetry/[email protected])protobufjs: 7.5.3+ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/api-logs': 0.205.0+ '@opentelemetry/core': 2.1.0(@opentelemetry/[email protected])+ '@opentelemetry/resources': 2.1.0(@opentelemetry/[email protected])+ '@opentelemetry/sdk-logs': 0.205.0(@opentelemetry/[email protected])+ '@opentelemetry/sdk-metrics': 2.1.0(@opentelemetry/[email protected])+ '@opentelemetry/sdk-trace-base': 2.1.0(@opentelemetry/[email protected])+ protobufjs: 7.5.3+'@opentelemetry/[email protected](@opentelemetry/[email protected])':dependencies:'@opentelemetry/api': 1.9.0@@ -9428,6 +9518,12 @@ snapshots:'@opentelemetry/core': 2.0.1(@opentelemetry/[email protected])'@opentelemetry/semantic-conventions': 1.36.0+ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 2.1.0(@opentelemetry/[email protected])+ '@opentelemetry/semantic-conventions': 1.36.0+'@opentelemetry/[email protected](@opentelemetry/[email protected])':dependencies:'@opentelemetry/api': 1.9.0@@ -9435,12 +9531,25 @@ snapshots:'@opentelemetry/core': 2.0.1(@opentelemetry/[email protected])'@opentelemetry/resources': 2.0.1(@opentelemetry/[email protected])+ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/api-logs': 0.205.0+ '@opentelemetry/core': 2.1.0(@opentelemetry/[email protected])+ '@opentelemetry/resources': 2.1.0(@opentelemetry/[email protected])+'@opentelemetry/[email protected](@opentelemetry/[email protected])':dependencies:'@opentelemetry/api': 1.9.0'@opentelemetry/core': 2.0.1(@opentelemetry/[email protected])'@opentelemetry/resources': 2.0.1(@opentelemetry/[email protected])+ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 2.1.0(@opentelemetry/[email protected])+ '@opentelemetry/resources': 2.1.0(@opentelemetry/[email protected])+'@opentelemetry/[email protected](@opentelemetry/[email protected])':dependencies:'@opentelemetry/api': 1.9.0@@ -9483,6 +9592,13 @@ snapshots:'@opentelemetry/resources': 2.0.1(@opentelemetry/[email protected])'@opentelemetry/semantic-conventions': 1.36.0+ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 2.1.0(@opentelemetry/[email protected])+ '@opentelemetry/resources': 2.1.0(@opentelemetry/[email protected])+ '@opentelemetry/semantic-conventions': 1.36.0+'@opentelemetry/[email protected](@opentelemetry/[email protected])':dependencies:'@opentelemetry/api': 1.9.0diff --git a/apps/api/src/index.ts b/apps/api/src/index.tsindex b3cc0138a..3ccbbcc2c 100644--- a/apps/api/src/index.ts+++ b/apps/api/src/index.ts@@ -37,6 +37,7 @@ import { ATTR_SERVICE_NAME } from "@opentelemetry/semantic-conventions";import { resourceFromAttributes } from "@opentelemetry/resources";import { BatchSpanProcessor } from "@opentelemetry/sdk-trace-node";import { OTLPTraceExporter } from "@opentelemetry/exporter-trace-otlp-grpc";+import { OTLPTraceExporter as OTLPHTTPTraceExporter } from "@opentelemetry/exporter-trace-otlp-http";import { nuqShutdown } from "./services/worker/nuq";import { getErrorContactMessage } from "./lib/deployment";import { initializeBlocklist } from "./scraper/WebScraper/utils/blocklist";@@ -82,7 +83,7 @@ const otelSdk = shouldOtel...(process.env.HONEYCOMB_TEAM_ID? [new BatchSpanProcessor(- new OTLPTraceExporter({+ new OTLPHTTPTraceExporter({url: "https://api.honeycomb.io",headers: {"x-honeycomb-team": process.env.HONEYCOMB_TEAM_ID,