Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Nick:
Nicolas540d4e5b5609
diff --cc apps/api/pnpm-lock.yamlindex f07c4ecda,3350c74ea..9a1c9a22b--- a/apps/api/pnpm-lock.yaml+++ b/apps/api/pnpm-lock.yaml@@@ -658,29 -522,6 +679,29 @@@ packagesengines: {node: '>=16.0.0'}hasBin: true- '@grpc/[email protected]':- resolution: {integrity: sha512-HPa/K5NX6ahMoeBv15njAc/sfF4/jmiXLar9UlC2UfHFKZzsCVLc3wbe7+7qua7w9VPh2/L6EBxyAV7/E8Wftg==}++ '@grpc/[email protected]':++ resolution: {integrity: sha512-bgxdZmgTrJZX50OjyVwz3+mNEnCTNkh3cIqGPWVNeW9jX6bn1ZkU80uPd+67/ZpIJIjRQ9qaHCjhavyoWYxumg==}+ engines: {node: '>=12.10.0'}++ '@grpc/[email protected]':+ resolution: {integrity: sha512-AiXO/bfe9bmxBjxxtYxFAXGZvMaN5s8kO+jBHAJCON8rJoB5YS/D6X7ZNc6XQkuHNmyl4CYaMI1fJ/Gn27RGGw==}+ engines: {node: '>=6'}+ hasBin: true++ '@hyperdx/[email protected]':+ resolution: {integrity: sha512-Jgk7JY5J07Mq9fgXApGVhSkS4+WdzzRcWLReAZhxgo46KShxE6w614mFqUSnuo+z6ghlehsy4ForViUfxrFyew==}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0++ '@hyperdx/[email protected]':+ resolution: {integrity: sha512-n8d/K/8M2owL2w4FNfV+lSVW6yoznEj5SdRCysV/ZIfyrZwpijiiSn7gkRcrOfKHmrxrupyp7DVg5L19cGuH6A==}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0++ '@hyperdx/[email protected]':+ resolution: {integrity: sha512-wNw0yQf54j/9KXVWeEOu8G6C5FT5EFlrz4dcmscTkwCvo6fQOLRZa/NbGcqugt0LSFMc0/6/Q5RDWVqDpEn0LQ==}+ hasBin: true+'@ioredis/[email protected]':resolution: {integrity: sha512-Sx1pU8EM64o2BrqNpEO1CNLtKQwyhuXuqyfH7oGKCk+1a33d2r5saW8zNwm3j6BTExtjrv2BxTgzzkMwts6vGg==}@@@ -903,84 -703,6 +924,90 @@@peerDependencies:'@opentelemetry/api': '>=1.0.0 <1.10.0'++ '@opentelemetry/[email protected]':++ resolution: {integrity: sha512-1iKxXXE8415Cdv0yjG3G6hQnB5eVEsJce3QaawX8SjDn0mAS0ZM8fAbZZJD4ajvhC15cePvosSCut404KrIIvQ==}++ engines: {node: '>=14'}++ peerDependencies:++ '@opentelemetry/api': '>=1.0.0 <1.10.0'+++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-cd6GZ9IqCrmvOJwi1HjRR7o9ihF7xhZTekgxUsoyTsPF+SjKMsLF9ur6HeBYkYhk+YjZ1ken3XUMH47oUTvu8Q==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.0.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-oFXvif9iksHUxrzG3P8ohMLt7xSrl+oDMqxD/3XXndU761RFAKSbRDpfrQs25U5D+A2aMV3qk+4kfUWdJhZ77g==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-jhj8xD6S4cydXGCuf2tp56+4QI0DbDH6g+0MiPPJVdXjxLj+iycQuqB2cwljWpByblFaOjyUsL/VKtm8C7sQ9A==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-P9+Hkszih95ITvldGZ+kXvj9HpD1QfS+PwooyHK72GYA+Bgm+yUSAsDkUkDms8+s9HW6poxURv3LcjaMuBBpVQ==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.0.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-n+LhLPsX07URh+HhV2SHVSvz1t4G/l/CE5BjpmhAPqeTceFac1VpyQkavWEJbvnK5bUEXijWt4LxAxFpt2fXyw==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.0.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-SE9f0/6V6EeXC9i+WA4WFjS1EYgaBCpAnI5+lxWvZ7iO7EU1IvHvZhP6Kojr0nLldo83gqg6G7OWFqsID3uF+w==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.0.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-+Rl/VFmu2n6eaRMnVbyfZx1DqR/1KNyWebYuHyQBZaEAVIn/ZLgmofRpXN1X2nhJ4BNaptQUNxAstCYYz6dKoQ==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.0.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-XjOHeAOreh0XX4jlzTTUWWqu1dIGvMWM8yvd43JJdRMAmTZisezjKsxLjMEMIvF0PzQdoXwh9DiS9nYE4/QmpA==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-/BLG+0DQr2tCILFGJKJH2Fg6eyjhqOlVflYpNddUEXnzyQ/PAhTdgirkqbICFgeSW2XYcEY9zXpuRldrVNw9cA==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-7+8WMY0LQeqv6KIObXK+Py44qNFLeCU0ZLLxSZtXEbZ2wJlQISP1St65jRto0NV7isnZoyuOxb2+ZpypPPNv7Q==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-ThNcgTE22W7PKzTzz5qfGxb5Gf7rA3EORousYo2nJWHHcF6gqiMNv2+GXY3MdpjLBr8IgCfhtvbQdD6rlIPUpA==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-ML4Vw0it2uIpETfX6skuSIGLHF9D3TUKOfdfrk9lnrzzWSzg2aS6pl3UeepkQX4wXHdzlxVRB0USrUqsmxMd5Q==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-xI5Q/CMmzBmHshPnzzjD19ptFaYO/rQWzokpNio4QixZYWhJsa35QgRvN9FhPkwgtuJIbt/CWWAufJ3egJNHEA==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0+'@opentelemetry/[email protected]':resolution: {integrity: sha512-2/nRnx3pjYEmdPIaBwtgtSviTKHWnDZN3R+TkRUnhIVrvBKVcq+I5B2rtd6mr6Fe9cHlZ9Ojcuh7pkNh/xdWWg==}engines: {node: '>=14'}@@@ -1215,193 -811,18 +1242,193 @@@peerDependencies:'@opentelemetry/api': ^1.3.0- '@opentelemetry/[email protected]':- resolution: {integrity: sha512-faYX1N0gpLhej/6nyp6bgRjzAKXn5GOEMYY7YhciSfCoITAktLUtQ36d24QEWNA1/WA1y6qQunCe0OhHRkVl9g==}+ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-Zpfqfi83KeKgVQ0C2083GZPon3ZPYQ5E59v9FAbhubtOoUb9Rh7n111YD8FPW3sgx6JKp1odXmBmfQhWCaTOpQ==}engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0- '@opentelemetry/[email protected]':- resolution: {integrity: sha512-pkZT+iFYIZsVn6+GzM0kSX+u3MSLCY9md+lIJOoKl/P+gJFfxJte/60Usdp8Ce4rOs8GduUpSPNe1ddGyDT1sQ==}+ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-H7IfGTqW2reLXqput4yzAe8YpDC0fmVNal95GHMLOrS89W+qWUKIqxolSh63hJyfmwPSFwXASzj7wpSk8Az+Dg==}engines: {node: '>=14'}peerDependencies:- '@opentelemetry/api': '>=1.0.0 <1.10.0'+ '@opentelemetry/api': ^1.3.0- '@opentelemetry/[email protected]':- resolution: {integrity: sha512-9Mb7q5ioFL4E4dDrc4wC/A3NTHDat44v4I3p2pLPSxRvqUbDIQyMVr9uK+EU69+HWhlET1VaSrRzwdckWqY15Q==}+ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-HUjTerD84jRJnSyDrRPqn6xQ7K91o9qLflRPZqzRvq0GRj5PMfc6TJ/z3q/ayWy/2Kzffhrp7HCIVp0u0TkgUg==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-VYK47Z9GBaZX5MQLL7kZDdzQDdyUtHRD4J/GSr6kdwmIpdpUQXLsV3EnboeB8P+BlpucF57FyJKE8yWTOEMfnA==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-+OPcm7C9I5oPqnpStE+1WkdPWjRx0k5XKratxQmIDFZrmhRcqvMte3vrrzE/OBPg9iqh2tKrSe0y7+0sRfTJyQ==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-/NOgUF5gf3T5c3GMyy6fnQxaVzbOf9j2xcetgymIIX2HSN3Gk7o64G7KDvwHwhaa20ZiF0QDLb3m4AT+tn9eRg==}+ engines: {node: '>=14.10.0'}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-4J2ehk5mJyDT6j2yJCOuPxAjit5QB1Fwzhx0LID5jjvhI9LxzZIGDNAPTTHyghSiaRDeNMzceXKkkEQJkg2MNw==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-maSXMxgS0szU52khQzAROV4nWr+3M8mZajMQOc3/7tYjo+Q3HlWAowOuagPvp4pwROK4x6oDaFYlY+ZSj1qjYA==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-RH9WdVRtpnyp8kvya2RYqKsJouPxvHl7jKPsIfrbL8u2QCKloAGi0uEqDHoOS15ZRYPQTDXZ7d8jSpUgSQmvpA==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.7.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-vOx55fxdNjo2XojJf8JN4jP7VVvQCh7UQzzQ2Q2FpGJpt8Z3EErKaY8xOBkOuJH0TtL/Q72rmIn9c+mRG46BxA==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-a9TijXZZbk0vI5TGLZl+0kxyFfrXHhX6Svtz7Pp2/VBlCSKrazuULEyoJQrOknJyFWNMEmbbJgOciHCCpQcisw==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-JIrvhpgqY6437QIqToyozrUG1h5UhwHkaGK/WAX+fkrpyPtc+RO5FkRtUd9BH0MibabHHvqsnBGKfKVijbmp8w==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-uXJbYU/5/MBHjMp1FqrILLRuiJCs3Ofk0MeRDk8g1S1gD47U8X3JnSwcMO1rtRo1x1a7zKaQHaoYu49p/4eSKw==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.3.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-UYlnOYyDdzo1Gw559EHCzru0RwhvuXCwoH8jGo9J4gO1TE58GjnEmIjomMsKBCym3qWNJfIQXw+9SZCV0DdQNg==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.0.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-ZAS+4pq8o7dsugGTwV9s6JMKSxi+guIHdn0acOv0bqj26e9pWDFx5Ky+bI0aY46uR9Y0JyXqY+KAEYM/SO3DFA==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.0.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-gxxxwfk0inDMb5DLeuxQ3L8TtptxSiTNHE4nnAJH34IQXAVRhXSXW1rK8PmDKDngRPIZ6J7ncUCjjIn8b+AgqQ==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.0.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-OppYOXwV9LQqqtYUCywqoOqX/JT9LQ5/FMuPZ//eTkvuHdUC4ZMwz2c6uSoT2R90GWvvGnF1iEqTGyTT3xAt2Q==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': '>=1.3.0 <1.9.0'+- '@opentelemetry/[email protected]':- resolution: {integrity: sha512-hhTW8pFp9PSyosYzzuUL9rdm7HF97w3OCyElufFHyUnYnKkCBbu8ne2LyF/KSdI/xZ81ubxWZs78hX4S7pLq5g==}++ '@opentelemetry/[email protected]':++ resolution: {integrity: sha512-bgab3q/4dYUutUpQCEaSDa+mLoQJG3vJKeSiGuhM4iZaSpkz8ov0fs1MGil5PfxCo6Hhw3bB3bFYhUtnsfT/Pg==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.0.0+- '@opentelemetry/[email protected]':- resolution: {integrity: sha512-soZQdO9EAROMwa9bL2C0VLadbrfRjSA9t7g6X8sL0X1B8V59pzOayYMyTW9qTECn9uuJV98A7qOnJm6KH6yk8w==}++ '@opentelemetry/[email protected]':++ resolution: {integrity: sha512-Sex+JyEZ/xX328TArBqQjh1NZSfNyw5NdASUIi9hnPsnMBMSBaDe7B9JRnXv0swz7niNyAnXa6MY7yOCV76EvA==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': '>=1.0.0 <1.10.0'++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-nda97ZwhpZKyUJTXqQuKzNhPMUgMLunbbGWn8kroBwegn+nh6OhtyGkrVQsQLNdVKJl0KeB5z0ZgeWszrYhwFw==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': '>=1.0.0 <1.9.0'++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-7bRBJn3FG1l195A1m+xXRHvgzAOBsfmRi9uZ5Da18oTh7BLmNDiA8+kpk51FpTsU1PCikPVpRDNPhKVB6lyzZg==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': '>=1.0.0 <1.9.0'++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-faYX1N0gpLhej/6nyp6bgRjzAKXn5GOEMYY7YhciSfCoITAktLUtQ36d24QEWNA1/WA1y6qQunCe0OhHRkVl9g==}+ engines: {node: '>=14'}++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-TZv/1Y2QCL6sJ+X9SsPPBXe4786bc/Qsw0hQXFsNTbJzDTGGUmOAlSZ2qPiuqAd4ZheUYfD+QA20IvAjUz9Hhg==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.0.0+- '@opentelemetry/[email protected]':- resolution: {integrity: sha512-+IUh4gAwJf49vOJM6PIjmgOapRH5zr21ZpFnNU0QZmxRi52AXVhZN7A89pKW6GAQheWnVQLD7iUN87ieYt70tw==}++ '@opentelemetry/[email protected]':++ resolution: {integrity: sha512-VxrwUi/9QcVIV+40d/jOKQthfD/E4/ppQ9FsYpDH7qy16cOO5519QOdihCQJYpVNbgDqf6q3hVrCy1f8UuG8YA==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.0.0+- '@opentelemetry/[email protected]':- resolution: {integrity: sha512-16Z6kyrmszoa7J1uj1kbSAgZuk11K07yEDj6fa3I9XBf8Debi8y4K8ex94kpxbCfEraWagXji3bCWvaq3k4dRg==}++ '@opentelemetry/[email protected]':++ resolution: {integrity: sha512-iIarQu6MiCjEEp8dOzmBvCSlRITPFTinFB2oNKAjU6xhx8d7eUcjNOKhBGQTvuCriZrxrEvDaEEY9NfrPQ6uYQ==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.0.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-22ndMDakxX+nuhAYwqsciexV8/w26JozRUV0FN9kJiqSWtA1b5dCVtlp3J6JivG5t8kDN9UF5efatNnVbqRT9Q==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.0.0+- '@opentelemetry/[email protected]':- resolution: {integrity: sha512-rm2HKJ9lsdoVvrbmkr9dkOzg3Uk0FksXNxvNBgrCprM1XhMoJwThI5i0h/5sJypISUAJlEeJS6gn6nROj/NpkQ==}++ '@opentelemetry/[email protected]':++ resolution: {integrity: sha512-vdotx+l3Q+89PeyXMgKEGnZ/CwzwMtuMi/ddgD9/5tKZ08DfDGB2Npz9m2oXPHRCjc4Ro6ifMqFlRyzIvgOjhg==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': ^1.0.0++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-cyv0MwAaPF7O86x5hk3NNgenMObeejZFLJJDVuSeSMIsknlsj3oOZzRv3qSzlwYomXsICfBeFFlxwHQte5mGXQ==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': '>=1.0.0 <1.9.0'++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-pkZT+iFYIZsVn6+GzM0kSX+u3MSLCY9md+lIJOoKl/P+gJFfxJte/60Usdp8Ce4rOs8GduUpSPNe1ddGyDT1sQ==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': '>=1.0.0 <1.10.0'++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-ULQQtl82b673PpZc5/0EtH4V+BrwVOgKJZEB7tYZnGTG3I98tQVk89S9/JSixomDr++F4ih+LSJTCqIKBz+MQQ==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': '>=1.4.0 <1.9.0'+ '@opentelemetry/api-logs': '>=0.39.1'++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-FrAqCbbGao9iKI+Mgh+OsC9+U2YMoXnlDHe06yH7dvavCKzE3S892dGtX54+WhSFVxHR/TMRVJiK/CV93GR0TQ==}+ engines: {node: '>=14'}+ peerDependencies:+ '@opentelemetry/api': '>=1.3.0 <1.9.0'++ '@opentelemetry/[email protected]':+ resolution: {integrity: sha512-9Mb7q5ioFL4E4dDrc4wC/A3NTHDat44v4I3p2pLPSxRvqUbDIQyMVr9uK+EU69+HWhlET1VaSrRzwdckWqY15Q==}engines: {node: '>=14'}peerDependencies:'@opentelemetry/api': '>=1.3.0 <1.10.0'@@@ -1438,6 -837,6 +1465,10 @@@resolution: {integrity: sha512-ZDjMJJQRlyk8A1KZFCc+bCbsyrn1wTwdNt56F7twdfUfnHUZUq77/WfONCj8p72NZOyP7pNTdUWSTYC3GTbuuQ==}engines: {node: '>=14'}++ '@opentelemetry/[email protected]':++ resolution: {integrity: sha512-sAay1RrB+ONOem0OZanAR1ZI/k7yDpnOQSQmTMuGImUQb2y8EbSaCJ94FQluM74xoU03vlb2d2U90hZluL6nQg==}++ engines: {node: '>=14'}++'@opentelemetry/[email protected]':resolution: {integrity: sha512-nSDlnHSqzC3pXn/wZEZVLuAuJ1MYMXPBwtv2qAbCa3847SaHItdE7SzUq/Jtb0KZmh1zfAbNi3AAMjztTT4Ugg==}engines: {node: '>=14'}@@@ -2025,9 -1160,6 +2047,9 @@@'@types/[email protected]':resolution: {integrity: sha512-olP3sd1qOEe5dXTSaFvQG+02VdRXcdytWLAZsAq1PecU8uqQAhkrnbli7DagjtXKW/Bl7YJbUsa8MPcuc8LHEQ==}- '@types/[email protected]':- resolution: {integrity: sha512-4+tE/lwdAahgZT1g30Jkdm9PzFRde0xwxBNUyRsCitRvCQB90iuA2uJYdUnhnANRcqGXaWOGY4FEoxeElNAK2g==}++ '@types/[email protected]':++ resolution: {integrity: sha512-TTEwmtjgVbYAzZYWyeHPrrtWnfVkm8tQkP8P21uQifPgMRgjrow3XDEYqucuC8SKZJT7pUnhU/JymvjggxO9vw==}+'@types/[email protected]':resolution: {integrity: sha512-D0CFMMtydbJAegzOyHjtiKPLlvnm3iTZyZRSZoLq2mRhDdmLfIWOCYPfQJ4cu2erKghU++QvjcUjp/5h7hESpA==}@@@ -3030,14 -2113,6 +3070,14 @@@resolution: {integrity: sha512-7XHNxH7qX9xG5mIwxkhumTox/MIRNcOgDrxWsMt2pAr23WHp6MrRlN7FBSFpCpr+oVO0F744iUgR82nJMfG2SA==}- resolution: {integrity: sha512-DSrkyMTfAnAm4ks9Go20QGOcXEyW/NmZhvTYBU2rb4afBB393WIMQPWPEDMl/k8xqiNN9HYq2zao3oWXsdl2Tg==}++ resolution: {integrity: sha512-LDODD4TMYx7XXdpwxAVRAIAuB0bzv0s+ywFonY46k126qzQHT9ygyoa9tncmOiQmmDrik65UYsEkv3lbfqQ3yQ==}+ engines: {node: '>=14'}++ resolution: {integrity: sha512-Jh/AIwwgaxan+7ZUUmRLCjtchyDiqh4KjBJ5tW3plBZb5iL/BPcso8A5DlzeD9qlw0duCamnNdpFjxwaT0KyKg==}+ engines: {node: '>=14'}+resolution: {integrity: sha512-hymDOu5B53XvN4QT9dBmZxPX4CWhBPPLguTZ9MMFeFa/Kg0xWVfylOVNlJji/E7yTZWFd/q9GO5TxDLq156D7g==}engines: {node: '>= 4'}@@@ -4368,10 -3402,6 +4426,10 @@@resolution: {integrity: sha512-vtK/94akxsTMhe0/cbfpR+syPuszcuwhqVjJq26CuNDgFGj682oRBXOP5MJpv2r7JtE8MsiepGIqvvOTBwn2vA==}- resolution: {integrity: sha512-RXyHaACeqXeqAKGLDl68rQKbmObRsTIn4TYVUUug1KfS47YWCo5MacGITEryugIgZqORCvJWEk4l449POg5Txg==}++ resolution: {integrity: sha512-mRUWCc3KUU4w1jU8sGxICXH/gNS94DvI1gxqDvBzhj1JpcsimQkYiOJfwsPUykUI5ZaspFbSgmBLER8IrQ3tqw==}+ engines: {node: '>=12.0.0'}+resolution: {integrity: sha512-llQsMLSUDUPT44jdrU/O37qlnifitDP+ZwrmmZcoSKyLKvtZxpyV0n2/bD/N4tBAAZ/gJEdZU7KMraoK1+XYAg==}engines: {node: '>= 0.10'}@@@ -5924,9 -4445,15 +5992,15 @@@ snapshotsdependencies:'@jridgewell/trace-mapping': 0.3.9+ '@dabh/[email protected]':+ dependencies:+ colorspace: 1.1.4+ enabled: 2.0.0+ kuler: 2.0.0+'@devil7softwares/[email protected]': {}- '@dqbd/[email protected]': {}+ '@dqbd/[email protected]': {}'@flydotio/[email protected]':dependencies:@@@ -5936,83 -4463,6 +6010,83 @@@shell-quote: 1.8.1yargs: 17.7.2- '@grpc/[email protected]':++ '@grpc/[email protected]':+ dependencies:+ '@grpc/proto-loader': 0.7.13+ '@js-sdsl/ordered-map': 4.4.2++ '@grpc/[email protected]':+ dependencies:+ lodash.camelcase: 4.3.0+ long: 5.2.3- protobufjs: 7.3.2++ protobufjs: 7.4.0+ yargs: 17.7.2++ '@hyperdx/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@hyperdx/instrumentation-sentry-node': 0.1.0(@opentelemetry/[email protected])+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/semantic-conventions': 1.25.1- '@sentry/core': 8.13.0- '@sentry/types': 8.13.0- '@sentry/utils': 8.13.0++ '@sentry/core': 8.26.0++ '@sentry/types': 8.26.0++ '@sentry/utils': 8.26.0+ json-stringify-safe: 5.0.1+ shimmer: 1.2.1+ tslib: 2.6.3+ transitivePeerDependencies:+ - supports-color++ '@hyperdx/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/semantic-conventions': 1.25.1+ json-stringify-safe: 5.0.1+ shimmer: 1.2.1+ tslib: 2.6.3+ transitivePeerDependencies:+ - supports-color++ '@hyperdx/[email protected]':+ dependencies:+ '@hyperdx/instrumentation-exception': 0.1.0(@opentelemetry/[email protected])+ '@hyperdx/instrumentation-sentry-node': 0.1.0(@opentelemetry/[email protected])+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/api-logs': 0.51.1+ '@opentelemetry/auto-instrumentations-node': 0.46.1(@opentelemetry/[email protected])+ '@opentelemetry/core': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/exporter-logs-otlp-http': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/exporter-metrics-otlp-proto': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/exporter-trace-otlp-proto': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-http': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-runtime-node': 0.4.0(@opentelemetry/[email protected])+ '@opentelemetry/resources': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/sdk-logs': 0.51.1(@opentelemetry/[email protected])(@opentelemetry/[email protected])+ '@opentelemetry/sdk-metrics': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/sdk-node': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/sdk-trace-base': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/semantic-conventions': 1.25.1+ cli-spinners: 2.9.2+ json-stringify-safe: 5.0.1+ lodash.isobject: 3.0.2+ lodash.isplainobject: 4.0.6+ lodash.isstring: 4.0.1+ node-fetch: 2.7.0+ open: 8.4.2+ ora: 5.4.1+ pino-abstract-transport: 1.2.0+ semver: 7.6.2+ shimmer: 1.2.1+ tslib: 2.6.3- winston-transport: 4.7.0++ winston-transport: 4.8.0+ transitivePeerDependencies:+ - encoding+ - supports-color+'@ioredis/[email protected]': {}'@isaacs/[email protected]':@@@ -6330,63 -4747,6 +6404,63 @@@'@opentelemetry/[email protected]': {}+ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/instrumentation': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-amqplib': 0.37.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-aws-lambda': 0.41.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-aws-sdk': 0.41.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-bunyan': 0.38.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-cassandra-driver': 0.38.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-connect': 0.36.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-cucumber': 0.6.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-dataloader': 0.9.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-dns': 0.36.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-express': 0.39.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-fastify': 0.36.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-fs': 0.12.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-generic-pool': 0.36.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-graphql': 0.40.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-grpc': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-hapi': 0.38.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-http': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-ioredis': 0.40.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-knex': 0.36.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-koa': 0.40.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-lru-memoizer': 0.37.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-memcached': 0.36.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-mongodb': 0.43.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-mongoose': 0.38.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-mysql': 0.38.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-mysql2': 0.38.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-nestjs-core': 0.37.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-net': 0.36.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-pg': 0.41.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-pino': 0.39.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-redis': 0.39.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-redis-4': 0.39.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-restify': 0.38.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-router': 0.37.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-socket.io': 0.39.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-tedious': 0.10.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-undici': 0.2.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-winston': 0.37.0(@opentelemetry/[email protected])+ '@opentelemetry/resource-detector-alibaba-cloud': 0.28.10(@opentelemetry/[email protected])- '@opentelemetry/resource-detector-aws': 1.5.1(@opentelemetry/[email protected])- '@opentelemetry/resource-detector-azure': 0.2.9(@opentelemetry/[email protected])++ '@opentelemetry/resource-detector-aws': 1.7.0(@opentelemetry/[email protected])++ '@opentelemetry/resource-detector-azure': 0.2.12(@opentelemetry/[email protected])+ '@opentelemetry/resource-detector-container': 0.3.11(@opentelemetry/[email protected])- '@opentelemetry/resource-detector-gcp': 0.29.10(@opentelemetry/[email protected])++ '@opentelemetry/resource-detector-gcp': 0.29.13(@opentelemetry/[email protected])+ '@opentelemetry/resources': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/sdk-node': 0.51.1(@opentelemetry/[email protected])+ transitivePeerDependencies:+ - encoding+ - supports-color++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+'@opentelemetry/[email protected](@opentelemetry/[email protected])':dependencies:'@opentelemetry/api': 1.9.0@@@ -6401,73 -4756,7 +6475,78 @@@'@opentelemetry/api': 1.9.0'@opentelemetry/semantic-conventions': 1.25.1- '@opentelemetry/[email protected](@opentelemetry/[email protected])':++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':++ dependencies:++ '@opentelemetry/api': 1.9.0++ '@opentelemetry/semantic-conventions': 1.27.0+++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/api-logs': 0.51.1+ '@opentelemetry/core': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/otlp-exporter-base': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/otlp-transformer': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/sdk-logs': 0.51.1(@opentelemetry/[email protected])(@opentelemetry/[email protected])++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/otlp-exporter-base': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/otlp-transformer': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/resources': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/sdk-metrics': 1.24.1(@opentelemetry/[email protected])++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/exporter-metrics-otlp-http': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/otlp-exporter-base': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/otlp-proto-exporter-base': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/otlp-transformer': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/resources': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/sdk-metrics': 1.24.1(@opentelemetry/[email protected])++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:- '@grpc/grpc-js': 1.10.10++ '@grpc/grpc-js': 1.12.2+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/otlp-grpc-exporter-base': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/otlp-transformer': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/resources': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/sdk-trace-base': 1.24.1(@opentelemetry/[email protected])++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/otlp-exporter-base': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/otlp-transformer': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/resources': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/sdk-trace-base': 1.24.1(@opentelemetry/[email protected])++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/otlp-exporter-base': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/otlp-proto-exporter-base': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/otlp-transformer': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/resources': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/sdk-trace-base': 1.24.1(@opentelemetry/[email protected])++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/resources': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/sdk-trace-base': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/semantic-conventions': 1.24.1++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':dependencies:'@opentelemetry/api': 1.9.0'@opentelemetry/core': 1.25.1(@opentelemetry/[email protected])@@@ -6476,14 -4765,13 +6555,14 @@@transitivePeerDependencies:- supports-color- '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ '@opentelemetry/[email protected](@opentelemetry/[email protected])':dependencies:'@opentelemetry/api': 1.9.0- '@opentelemetry/core': 1.25.1(@opentelemetry/[email protected])- '@opentelemetry/instrumentation': 0.52.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation': 0.51.1(@opentelemetry/[email protected])- '@opentelemetry/propagator-aws-xray': 1.25.1(@opentelemetry/[email protected])++ '@opentelemetry/propagator-aws-xray': 1.26.0(@opentelemetry/[email protected])+ '@opentelemetry/resources': 1.25.1(@opentelemetry/[email protected])'@opentelemetry/semantic-conventions': 1.25.1+ '@types/aws-lambda': 8.10.122transitivePeerDependencies:- supports-color@@@ -6491,8 -4779,7 +6570,8 @@@dependencies:'@opentelemetry/api': 1.9.0'@opentelemetry/core': 1.25.1(@opentelemetry/[email protected])- '@opentelemetry/instrumentation': 0.52.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation': 0.51.1(@opentelemetry/[email protected])- '@opentelemetry/propagation-utils': 0.30.10(@opentelemetry/[email protected])++ '@opentelemetry/propagation-utils': 0.30.12(@opentelemetry/[email protected])'@opentelemetry/semantic-conventions': 1.25.1transitivePeerDependencies:- supports-color@@@ -6933,272 -4972,6 +7012,275 @@@transitivePeerDependencies:- supports-color+ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation': 0.51.1(@opentelemetry/[email protected])+ transitivePeerDependencies:+ - supports-color++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/api-logs': 0.51.1+ '@opentelemetry/instrumentation': 0.51.1(@opentelemetry/[email protected])+ transitivePeerDependencies:+ - supports-color++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@types/shimmer': 1.0.5+ import-in-the-middle: 1.7.1+ require-in-the-middle: 7.3.0+ semver: 7.6.2+ shimmer: 1.2.1+ transitivePeerDependencies:+ - supports-color+ optional: true++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/api-logs': 0.51.1+ '@types/shimmer': 1.0.5+ import-in-the-middle: 1.7.4+ require-in-the-middle: 7.3.0+ semver: 7.6.2+ shimmer: 1.2.1+ transitivePeerDependencies:+ - supports-color++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/api-logs': 0.52.1+ '@types/shimmer': 1.0.5+ import-in-the-middle: 1.11.0+ require-in-the-middle: 7.3.0+ semver: 7.6.2+ shimmer: 1.2.1+ transitivePeerDependencies:+ - supports-color++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.24.1(@opentelemetry/[email protected])++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:- '@grpc/grpc-js': 1.10.10++ '@grpc/grpc-js': 1.12.2+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/otlp-exporter-base': 0.51.1(@opentelemetry/[email protected])- protobufjs: 7.3.2++ protobufjs: 7.4.0++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/otlp-exporter-base': 0.51.1(@opentelemetry/[email protected])- protobufjs: 7.3.2++ protobufjs: 7.4.0++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/api-logs': 0.51.1+ '@opentelemetry/core': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/resources': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/sdk-logs': 0.51.1(@opentelemetry/[email protected])(@opentelemetry/[email protected])+ '@opentelemetry/sdk-metrics': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/sdk-trace-base': 1.24.1(@opentelemetry/[email protected])+- '@opentelemetry/[email protected](@opentelemetry/[email protected])':++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+- '@opentelemetry/[email protected](@opentelemetry/[email protected])':++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0- '@opentelemetry/core': 1.25.1(@opentelemetry/[email protected])++ '@opentelemetry/core': 1.26.0(@opentelemetry/[email protected])++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.24.1(@opentelemetry/[email protected])++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.24.1(@opentelemetry/[email protected])++ '@opentelemetry/[email protected]': {}++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/resources': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/semantic-conventions': 1.25.1+- '@opentelemetry/[email protected](@opentelemetry/[email protected])':++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/resources': 1.25.1(@opentelemetry/[email protected])- '@opentelemetry/semantic-conventions': 1.25.1++ '@opentelemetry/semantic-conventions': 1.27.0+- '@opentelemetry/[email protected](@opentelemetry/[email protected])':++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0++ '@opentelemetry/core': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/resources': 1.25.1(@opentelemetry/[email protected])- '@opentelemetry/semantic-conventions': 1.25.1++ '@opentelemetry/semantic-conventions': 1.27.0++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/resources': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/semantic-conventions': 1.25.1+- '@opentelemetry/[email protected](@opentelemetry/[email protected])':++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/resources': 1.25.1(@opentelemetry/[email protected])- '@opentelemetry/semantic-conventions': 1.25.1++ '@opentelemetry/semantic-conventions': 1.27.0+ gcp-metadata: 6.1.0+ transitivePeerDependencies:+ - encoding+ - supports-color++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/semantic-conventions': 1.24.1++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/semantic-conventions': 1.25.1++ '@opentelemetry/[email protected](@opentelemetry/[email protected])(@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/api-logs': 0.51.1+ '@opentelemetry/core': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/resources': 1.24.1(@opentelemetry/[email protected])++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/resources': 1.24.1(@opentelemetry/[email protected])+ lodash.merge: 4.6.2++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/resources': 1.25.1(@opentelemetry/[email protected])+ lodash.merge: 4.6.2++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/api-logs': 0.51.1+ '@opentelemetry/core': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/exporter-trace-otlp-grpc': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/exporter-trace-otlp-http': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/exporter-trace-otlp-proto': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/exporter-zipkin': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation': 0.51.1(@opentelemetry/[email protected])+ '@opentelemetry/resources': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/sdk-logs': 0.51.1(@opentelemetry/[email protected])(@opentelemetry/[email protected])+ '@opentelemetry/sdk-metrics': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/sdk-trace-base': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/sdk-trace-node': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/semantic-conventions': 1.24.1+ transitivePeerDependencies:+ - supports-color++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/resources': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/semantic-conventions': 1.24.1++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/resources': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/semantic-conventions': 1.25.1++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/context-async-hooks': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/core': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/propagator-b3': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/propagator-jaeger': 1.24.1(@opentelemetry/[email protected])+ '@opentelemetry/sdk-trace-base': 1.24.1(@opentelemetry/[email protected])+ semver: 7.6.2++ '@opentelemetry/[email protected]': {}++ '@opentelemetry/[email protected]': {}+++ '@opentelemetry/[email protected]': {}+++ '@opentelemetry/[email protected](@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.25.1(@opentelemetry/[email protected])++ '@pdf-lib/[email protected]':+ dependencies:+ pako: 1.0.11++ '@pdf-lib/[email protected]':+ dependencies:+ pako: 1.0.11++ '@pkgjs/[email protected]':+ optional: true++ '@prisma/[email protected]':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/instrumentation': 0.52.1(@opentelemetry/[email protected])+ '@opentelemetry/sdk-trace-base': 1.25.1(@opentelemetry/[email protected])+ transitivePeerDependencies:+ - supports-color++ '@protobufjs/[email protected]': {}++ '@protobufjs/[email protected]': {}++ '@protobufjs/[email protected]': {}++ '@protobufjs/[email protected]': {}++ '@protobufjs/[email protected]':+ dependencies:+ '@protobufjs/aspromise': 1.1.2+ '@protobufjs/inquire': 1.1.0++ '@protobufjs/[email protected]': {}++ '@protobufjs/[email protected]': {}++ '@protobufjs/[email protected]': {}++ '@protobufjs/[email protected]': {}++ '@protobufjs/[email protected]': {}+'@puppeteer/[email protected]':dependencies:debug: 4.3.4@@@ -7226,494 -4999,149 +7308,483 @@@'@redis/[email protected]':dependencies:- cluster-key-slot: 1.1.2- generic-pool: 3.9.0- yallist: 4.0.0+ cluster-key-slot: 1.1.2+ generic-pool: 3.9.0+ yallist: 4.0.0++ '@redis/[email protected](@redis/[email protected])':+ dependencies:+ '@redis/client': 1.5.16++ '@redis/[email protected](@redis/[email protected])':+ dependencies:+ '@redis/client': 1.5.16++ '@redis/[email protected](@redis/[email protected])':+ dependencies:+ '@redis/client': 1.5.16++ '@redis/[email protected](@redis/[email protected])':+ dependencies:+ '@redis/client': 1.5.16++ '@selderee/[email protected]':+ dependencies:+ domhandler: 5.0.3+ selderee: 0.11.0++ '@sentry/[email protected]':+ optional: true++ '@sentry/[email protected]':+ optional: true++ '@sentry/[email protected]':+ optional: true++ '@sentry/[email protected]':+ optional: true++ '@sentry/[email protected]':+ optional: true++ '@sentry/[email protected]':+ optional: true++ '@sentry/[email protected]':+ optional: true++ '@sentry/[email protected]':+ dependencies:+ https-proxy-agent: 5.0.1+ node-fetch: 2.7.0+ progress: 2.0.3+ proxy-from-env: 1.1.0+ which: 2.0.2+ optionalDependencies:+ '@sentry/cli-darwin': 2.33.1+ '@sentry/cli-linux-arm': 2.33.1+ '@sentry/cli-linux-arm64': 2.33.1+ '@sentry/cli-linux-i686': 2.33.1+ '@sentry/cli-linux-x64': 2.33.1+ '@sentry/cli-win32-i686': 2.33.1+ '@sentry/cli-win32-x64': 2.33.1+ transitivePeerDependencies:+ - encoding+ - supports-color+- '@sentry/[email protected]':- dependencies:- '@sentry/types': 8.13.0- '@sentry/utils': 8.13.0-+ '@sentry/[email protected]':+ dependencies:+ '@sentry/types': 8.26.0+ '@sentry/utils': 8.26.0++ '@sentry/[email protected]':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/context-async-hooks': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/core': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation': 0.52.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-connect': 0.38.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-express': 0.41.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-fastify': 0.38.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-fs': 0.14.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-graphql': 0.42.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-hapi': 0.40.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-http': 0.52.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-ioredis': 0.42.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-koa': 0.42.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-mongodb': 0.46.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-mongoose': 0.40.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-mysql': 0.40.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-mysql2': 0.40.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-nestjs-core': 0.39.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-pg': 0.43.0(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation-redis-4': 0.41.0(@opentelemetry/[email protected])+ '@opentelemetry/resources': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/sdk-trace-base': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/semantic-conventions': 1.25.1+ '@prisma/instrumentation': 5.17.0+ '@sentry/core': 8.26.0+ '@sentry/opentelemetry': 8.26.0(@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected])+ '@sentry/types': 8.26.0+ '@sentry/utils': 8.26.0+ import-in-the-middle: 1.11.0+ optionalDependencies:+ opentelemetry-instrumentation-fetch-node: 1.2.3(@opentelemetry/[email protected])+ transitivePeerDependencies:+ - supports-color++ '@sentry/[email protected](@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected])':+ dependencies:+ '@opentelemetry/api': 1.9.0+ '@opentelemetry/core': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/instrumentation': 0.52.1(@opentelemetry/[email protected])+ '@opentelemetry/sdk-trace-base': 1.25.1(@opentelemetry/[email protected])+ '@opentelemetry/semantic-conventions': 1.25.1+ '@sentry/core': 8.26.0+ '@sentry/types': 8.26.0+ '@sentry/utils': 8.26.0++ '@sentry/[email protected]':+ dependencies:+ '@sentry/core': 8.26.0+ '@sentry/node': 8.26.0+ '@sentry/types': 8.26.0+ '@sentry/utils': 8.26.0+ detect-libc: 2.0.3+ node-abi: 3.67.0+ transitivePeerDependencies:+ - supports-color+- '@sentry/[email protected]': {}-+ '@sentry/[email protected]': {}+- '@sentry/[email protected]':- dependencies:- '@sentry/types': 8.13.0-+ '@sentry/[email protected]':+ dependencies:+ '@sentry/types': 8.26.0++ '@sinclair/[email protected]': {}++ '@sinonjs/[email protected]':+ dependencies:+ type-detect: 4.0.8++ '@sinonjs/[email protected]':+ dependencies:+ '@sinonjs/commons': 3.0.1++ '@smithy/[email protected]':+ dependencies:+ '@smithy/types': 3.6.0+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/node-config-provider': 3.1.9+ '@smithy/types': 3.6.0+ '@smithy/util-config-provider': 3.0.0+ '@smithy/util-middleware': 3.0.8+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/middleware-serde': 3.0.8+ '@smithy/protocol-http': 4.1.5+ '@smithy/types': 3.6.0+ '@smithy/util-body-length-browser': 3.0.0+ '@smithy/util-middleware': 3.0.8+ '@smithy/util-stream': 3.2.1+ '@smithy/util-utf8': 3.0.0+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/node-config-provider': 3.1.9+ '@smithy/property-provider': 3.1.8+ '@smithy/types': 3.6.0+ '@smithy/url-parser': 3.0.8+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@aws-crypto/crc32': 3.0.0+ '@smithy/types': 1.2.0+ '@smithy/util-hex-encoding': 1.1.0+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/protocol-http': 4.1.5+ '@smithy/querystring-builder': 3.0.8+ '@smithy/types': 3.6.0+ '@smithy/util-base64': 3.0.0+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/protocol-http': 4.1.5+ '@smithy/querystring-builder': 3.0.8+ '@smithy/types': 3.6.0+ '@smithy/util-base64': 3.0.0+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/types': 3.6.0+ '@smithy/util-buffer-from': 3.0.0+ '@smithy/util-utf8': 3.0.0+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/types': 3.6.0+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/protocol-http': 4.1.5+ '@smithy/types': 3.6.0+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/core': 2.5.1+ '@smithy/middleware-serde': 3.0.8+ '@smithy/node-config-provider': 3.1.9+ '@smithy/shared-ini-file-loader': 3.1.9+ '@smithy/types': 3.6.0+ '@smithy/url-parser': 3.0.8+ '@smithy/util-middleware': 3.0.8+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/node-config-provider': 3.1.9+ '@smithy/protocol-http': 4.1.5+ '@smithy/service-error-classification': 3.0.8+ '@smithy/smithy-client': 3.4.2+ '@smithy/types': 3.6.0+ '@smithy/util-middleware': 3.0.8+ '@smithy/util-retry': 3.0.8+ tslib: 2.6.3+ uuid: 9.0.1++ '@smithy/[email protected]':+ dependencies:+ '@smithy/types': 3.6.0+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/types': 3.6.0+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/property-provider': 3.1.8+ '@smithy/shared-ini-file-loader': 3.1.9+ '@smithy/types': 3.6.0+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/abort-controller': 3.1.6+ '@smithy/protocol-http': 4.1.5+ '@smithy/querystring-builder': 3.0.8+ '@smithy/types': 3.6.0+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/types': 3.6.0+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/types': 1.2.0+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/types': 3.6.0+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/types': 3.6.0+ '@smithy/util-uri-escape': 3.0.0+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/types': 3.6.0+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/types': 3.6.0++ '@smithy/[email protected]':+ dependencies:+ '@smithy/types': 3.6.0+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/eventstream-codec': 1.1.0+ '@smithy/is-array-buffer': 1.1.0+ '@smithy/types': 1.2.0+ '@smithy/util-hex-encoding': 1.1.0+ '@smithy/util-middleware': 1.1.0+ '@smithy/util-uri-escape': 1.1.0+ '@smithy/util-utf8': 1.1.0+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/is-array-buffer': 3.0.0+ '@smithy/protocol-http': 4.1.5+ '@smithy/types': 3.6.0+ '@smithy/util-hex-encoding': 3.0.0+ '@smithy/util-middleware': 3.0.8+ '@smithy/util-uri-escape': 3.0.0+ '@smithy/util-utf8': 3.0.0+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/core': 2.5.1+ '@smithy/middleware-endpoint': 3.2.1+ '@smithy/middleware-stack': 3.0.8+ '@smithy/protocol-http': 4.1.5+ '@smithy/types': 3.6.0+ '@smithy/util-stream': 3.2.1+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ tslib: 2.6.3++ '@smithy/[email protected]':+ dependencies:+ '@smithy/querystring-parser': 3.0.8+ '@smithy/types': 3.6.0+ tslib: 2.6.3- '@redis/[email protected](@redis/[email protected])':+ '@smithy/[email protected]':dependencies:- '@redis/client': 1.5.16+ '@smithy/util-buffer-from': 3.0.0+ '@smithy/util-utf8': 3.0.0+ tslib: 2.6.3- '@redis/[email protected](@redis/[email protected])':+ '@smithy/[email protected]':dependencies:- '@redis/client': 1.5.16+ tslib: 2.6.3- '@redis/[email protected](@redis/[email protected])':+ '@smithy/[email protected]':dependencies:- '@redis/client': 1.5.16+ tslib: 2.6.3- '@redis/[email protected](@redis/[email protected])':+ '@smithy/[email protected]':dependencies:- '@redis/client': 1.5.16+ '@smithy/is-array-buffer': 1.1.0+ tslib: 2.6.3- '@selderee/[email protected]':+ '@smithy/[email protected]':dependencies:- domhandler: 5.0.3- selderee: 0.11.0+ '@smithy/is-array-buffer': 2.2.0+ tslib: 2.6.3- '@sentry/[email protected]':- optional: true+ '@smithy/[email protected]':+ dependencies:+ '@smithy/is-array-buffer': 3.0.0+ tslib: 2.6.3- '@sentry/[email protected]':- optional: true+ '@smithy/[email protected]':+ dependencies:+ tslib: 2.6.3- '@sentry/[email protected]':- optional: true+ '@smithy/[email protected]':+ dependencies:+ '@smithy/property-provider': 3.1.8+ '@smithy/smithy-client': 3.4.2+ '@smithy/types': 3.6.0+ bowser: 2.11.0+ tslib: 2.6.3- '@sentry/[email protected]':- optional: true+ '@smithy/[email protected]':+ dependencies:+ '@smithy/config-resolver': 3.0.10+ '@smithy/credential-provider-imds': 3.2.5+ '@smithy/node-config-provider': 3.1.9+ '@smithy/property-provider': 3.1.8+ '@smithy/smithy-client': 3.4.2+ '@smithy/types': 3.6.0+ tslib: 2.6.3- '@sentry/[email protected]':- optional: true+ '@smithy/[email protected]':+ dependencies:+ '@smithy/node-config-provider': 3.1.9+ '@smithy/types': 3.6.0+ tslib: 2.6.3- '@sentry/[email protected]':- optional: true+ '@smithy/[email protected]':+ dependencies:+ tslib: 2.6.3- '@sentry/[email protected]':- optional: true+ '@smithy/[email protected]':+ dependencies:+ tslib: 2.6.3- '@sentry/[email protected]':+ '@smithy/[email protected]':dependencies:- https-proxy-agent: 5.0.1- node-fetch: 2.7.0- progress: 2.0.3- proxy-from-env: 1.1.0- which: 2.0.2- optionalDependencies:- '@sentry/cli-darwin': 2.33.1- '@sentry/cli-linux-arm': 2.33.1- '@sentry/cli-linux-arm64': 2.33.1- '@sentry/cli-linux-i686': 2.33.1- '@sentry/cli-linux-x64': 2.33.1- '@sentry/cli-win32-i686': 2.33.1- '@sentry/cli-win32-x64': 2.33.1- transitivePeerDependencies:- - encoding- - supports-color+ tslib: 2.6.3- '@sentry/[email protected]':+ '@smithy/[email protected]':dependencies:- '@sentry/types': 8.26.0- '@sentry/utils': 8.26.0+ '@smithy/types': 3.6.0+ tslib: 2.6.3- '@sentry/[email protected]':+ '@smithy/[email protected]':dependencies:- '@opentelemetry/api': 1.9.0- '@opentelemetry/context-async-hooks': 1.25.1(@opentelemetry/[email protected])- '@opentelemetry/core': 1.25.1(@opentelemetry/[email protected])- '@opentelemetry/instrumentation': 0.52.1(@opentelemetry/[email protected])- '@opentelemetry/instrumentation-connect': 0.38.0(@opentelemetry/[email protected])- '@opentelemetry/instrumentation-express': 0.41.1(@opentelemetry/[email protected])- '@opentelemetry/instrumentation-fastify': 0.38.0(@opentelemetry/[email protected])- '@opentelemetry/instrumentation-fs': 0.14.0(@opentelemetry/[email protected])- '@opentelemetry/instrumentation-graphql': 0.42.0(@opentelemetry/[email protected])- '@opentelemetry/instrumentation-hapi': 0.40.0(@opentelemetry/[email protected])- '@opentelemetry/instrumentation-http': 0.52.1(@opentelemetry/[email protected])- '@opentelemetry/instrumentation-ioredis': 0.42.0(@opentelemetry/[email protected])- '@opentelemetry/instrumentation-koa': 0.42.0(@opentelemetry/[email protected])- '@opentelemetry/instrumentation-mongodb': 0.46.0(@opentelemetry/[email protected])- '@opentelemetry/instrumentation-mongoose': 0.40.0(@opentelemetry/[email protected])- '@opentelemetry/instrumentation-mysql': 0.40.0(@opentelemetry/[email protected])- '@opentelemetry/instrumentation-mysql2': 0.40.0(@opentelemetry/[email protected])- '@opentelemetry/instrumentation-nestjs-core': 0.39.0(@opentelemetry/[email protected])- '@opentelemetry/instrumentation-pg': 0.43.0(@opentelemetry/[email protected])- '@opentelemetry/instrumentation-redis-4': 0.41.0(@opentelemetry/[email protected])- '@opentelemetry/resources': 1.25.1(@opentelemetry/[email protected])- '@opentelemetry/sdk-trace-base': 1.25.1(@opentelemetry/[email protected])- '@opentelemetry/semantic-conventions': 1.25.1- '@prisma/instrumentation': 5.17.0- '@sentry/core': 8.26.0- '@sentry/opentelemetry': 8.26.0(@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected])- '@sentry/types': 8.26.0- '@sentry/utils': 8.26.0- import-in-the-middle: 1.11.0- optionalDependencies:- opentelemetry-instrumentation-fetch-node: 1.2.3(@opentelemetry/[email protected])- transitivePeerDependencies:- - supports-color+ '@smithy/service-error-classification': 3.0.8+ '@smithy/types': 3.6.0+ tslib: 2.6.3- '@sentry/[email protected](@opentelemetry/[email protected])(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected](@opentelemetry/[email protected]))(@opentelemetry/[email protected])':+ '@smithy/[email protected]':dependencies:- '@opentelemetry/api': 1.9.0- '@opentelemetry/core': 1.25.1(@opentelemetry/[email protected])- '@opentelemetry/instrumentation': 0.52.1(@opentelemetry/[email protected])- '@opentelemetry/sdk-trace-base': 1.25.1(@opentelemetry/[email protected])- '@opentelemetry/semantic-conventions': 1.25.1- '@sentry/core': 8.26.0- '@sentry/types': 8.26.0- '@sentry/utils': 8.26.0+ '@smithy/fetch-http-handler': 4.0.0+ '@smithy/node-http-handler': 3.2.5+ '@smithy/types': 3.6.0+ '@smithy/util-base64': 3.0.0+ '@smithy/util-buffer-from': 3.0.0+ '@smithy/util-hex-encoding': 3.0.0+ '@smithy/util-utf8': 3.0.0+ tslib: 2.6.3- '@sentry/[email protected]':+ '@smithy/[email protected]':dependencies:- '@sentry/core': 8.26.0- '@sentry/node': 8.26.0- '@sentry/types': 8.26.0- '@sentry/utils': 8.26.0- detect-libc: 2.0.3- node-abi: 3.67.0- transitivePeerDependencies:- - supports-color+ tslib: 2.6.3- '@sentry/[email protected]': {}+ '@smithy/[email protected]':+ dependencies:+ tslib: 2.6.3- '@sentry/[email protected]':+ '@smithy/[email protected]':dependencies:- '@sentry/types': 8.26.0+ '@smithy/util-buffer-from': 1.1.0+ tslib: 2.6.3- '@sinclair/[email protected]': {}+ '@smithy/[email protected]':+ dependencies:+ '@smithy/util-buffer-from': 2.2.0+ tslib: 2.6.3- '@sinonjs/[email protected]':+ '@smithy/[email protected]':dependencies:- type-detect: 4.0.8+ '@smithy/util-buffer-from': 3.0.0+ tslib: 2.6.3- '@sinonjs/[email protected]':+ '@smithy/[email protected]':dependencies:- '@sinonjs/commons': 3.0.1+ '@smithy/abort-controller': 3.1.6+ '@smithy/types': 3.6.0+ tslib: 2.6.3'@stdlib/[email protected]': {}@@@ -7932,8 -5343,6 +8005,8 @@@dependencies:'@types/node': 20.14.1- '@types/[email protected]': {}++ '@types/[email protected]': {}+'@types/[email protected]': {}'@types/[email protected]': {}@@@ -7951,31 -5360,6 +8024,31 @@@expect: 29.7.0pretty-format: 29.7.0+ '@types/[email protected]': {}++ '@types/[email protected]':+ dependencies:+ '@types/koa': 2.14.0++ '@types/[email protected]':+ dependencies:+ '@types/accepts': 1.3.7+ '@types/content-disposition': 0.5.8+ '@types/cookies': 0.9.0- '@types/http-assert': 1.5.5++ '@types/http-assert': 1.5.6+ '@types/http-errors': 2.0.4+ '@types/keygrip': 1.0.6+ '@types/koa-compose': 3.2.8+ '@types/node': 20.14.1++ '@types/[email protected]':+ dependencies:+ '@types/koa': 2.14.0++ '@types/[email protected]':+ dependencies:+ '@types/node': 20.14.1+'@types/[email protected]': {}'@types/[email protected]':@@@ -8989,25 -6335,6 +9083,25 @@@+ dependencies:+ extend: 3.0.2+ https-proxy-agent: 7.0.5+ is-stream: 2.0.1+ node-fetch: 2.7.0- uuid: 10.0.0++ uuid: 9.0.1+ transitivePeerDependencies:+ - encoding+ - supports-color++ dependencies:- gaxios: 6.7.0++ gaxios: 6.7.1+ json-bigint: 1.0.0+ transitivePeerDependencies:+ - encoding+ - supports-color+@@@ -9764,11 -7068,13 +9860,13 @@@+ [email protected]: {}+- [email protected](@supabase/[email protected])([email protected])([email protected])([email protected])([email protected])([email protected])([email protected])([email protected]([email protected]))([email protected]([email protected]))([email protected])([email protected]([email protected]))([email protected])([email protected]):+ [email protected](@aws-sdk/[email protected](@aws-sdk/[email protected](@aws-sdk/[email protected]))(@aws-sdk/[email protected]))(@supabase/[email protected])([email protected])([email protected])([email protected])([email protected])([email protected])([email protected])([email protected])([email protected](@aws-sdk/[email protected](@aws-sdk/[email protected](@aws-sdk/[email protected])))([email protected]))([email protected]([email protected]))([email protected])([email protected]([email protected]))([email protected])([email protected]):dependencies:- '@langchain/core': 0.2.12([email protected](@supabase/[email protected])([email protected])([email protected])([email protected])([email protected])([email protected])([email protected])([email protected]([email protected]))([email protected]([email protected]))([email protected])([email protected]([email protected]))([email protected])([email protected]))([email protected]([email protected]))- '@langchain/openai': 0.2.1([email protected](@supabase/[email protected])([email protected])([email protected])([email protected])([email protected])([email protected])([email protected])([email protected]([email protected]))([email protected]([email protected]))([email protected])([email protected]([email protected]))([email protected])([email protected]))- '@langchain/textsplitters': 0.0.3([email protected](@supabase/[email protected])([email protected])([email protected])([email protected])([email protected])([email protected])([email protected])([email protected]([email protected]))([email protected]([email protected]))([email protected])([email protected]([email protected]))([email protected])([email protected]))([email protected]([email protected]))+ '@langchain/core': 0.2.12([email protected](@aws-sdk/[email protected](@aws-sdk/[email protected](@aws-sdk/[email protected]))(@aws-sdk/[email protected]))(@supabase/[email protected])([email protected])([email protected])([email protected])([email protected])([email protected])([email protected])([email protected])([email protected](@aws-sdk/[email protected](@aws-sdk/[email protected](@aws-sdk/[email protected])))([email protected]))([email protected]([email protected]))([email protected])([email protected]([email protected]))([email protected])([email protected]))([email protected]([email protected]))+ '@langchain/openai': 0.2.1([email protected](@aws-sdk/[email protected](@aws-sdk/[email protected](@aws-sdk/[email protected]))(@aws-sdk/[email protected]))(@supabase/[email protected])([email protected])([email protected])([email protected])([email protected])([email protected])([email protected])([email protected])([email protected](@aws-sdk/[email protected](@aws-sdk/[email protected](@aws-sdk/[email protected])))([email protected]))([email protected]([email protected]))([email protected])([email protected]([email protected]))([email protected])([email protected]))+ '@langchain/textsplitters': 0.0.3([email protected](@aws-sdk/[email protected](@aws-sdk/[email protected](@aws-sdk/[email protected]))(@aws-sdk/[email protected]))(@supabase/[email protected])([email protected])([email protected])([email protected])([email protected])([email protected])([email protected])([email protected])([email protected](@aws-sdk/[email protected](@aws-sdk/[email protected](@aws-sdk/[email protected])))([email protected]))([email protected]([email protected]))([email protected])([email protected]([email protected]))([email protected])([email protected]))([email protected]([email protected]))binary-extensions: 2.3.0js-tiktoken: 1.0.12js-yaml: 4.1.0@@@ -10475,21 -7755,6 +10588,21 @@@+ dependencies:+ '@protobufjs/aspromise': 1.1.2+ '@protobufjs/base64': 1.1.2+ '@protobufjs/codegen': 2.0.4+ '@protobufjs/eventemitter': 1.1.0+ '@protobufjs/fetch': 1.1.0+ '@protobufjs/float': 1.0.2+ '@protobufjs/inquire': 1.1.0+ '@protobufjs/path': 1.1.2+ '@protobufjs/pool': 1.1.0+ '@protobufjs/utf8': 1.1.0+ '@types/node': 20.14.1+ long: 5.2.3+dependencies:forwarded: 0.2.0diff --cc apps/api/src/controllers/v1/extract.tsindex f4e93e7fc,000000000..f290c5ab2mode 100644,000000..100644--- a/apps/api/src/controllers/v1/extract.ts+++ b/apps/api/src/controllers/v1/extract.ts@@@ -1,197 -1,0 +1,188 @@@+import { Request, Response } from "express";- import { Logger } from "../../lib/logger";+import {+ Document,- legacyDocumentConverter,- legacyExtractorOptions,- legacyScrapeOptions,+ RequestWithAuth,+ ExtractRequest,+ extractRequestSchema,+ ExtractResponse,- legacyCrawlerOptions,+ MapDocument,+} from "./types";- import { billTeam } from "../../services/billing/credit_billing";+import { v4 as uuidv4 } from "uuid";- import { numTokensFromString } from "../../lib/LLM-extraction/helpers";- import { addScrapeJob, waitForJob } from "../../services/queue-jobs";- import { logJob } from "../../services/logging/log_job";+import { getJobPriority } from "../../lib/job-priority";+import { PlanType } from "../../types";- import { getMapResults } from "./map";+import { rerankDocuments } from "../../lib/extract/reranker";+import { generateBasicCompletion } from "../../lib/extract/completions";++import { getMapResults } from "./map";++++export async function extractController(+ req: RequestWithAuth<{}, ExtractResponse, ExtractRequest>,+ res: Response<ExtractResponse>+) {+ req.body = extractRequestSchema.parse(req.body);+ let earlyReturn = false;++ const origin = req.body.origin;+ const timeout = req.body.timeout;+// const pageOptions = legacyScrapeOptions(req.body);+// const extractorOptions = req.body.extract ? legacyExtractorOptions(req.body.extract) : undefined;+ const jobId = uuidv4();++ const startTime = new Date().getTime();+ const jobPriority = await getJobPriority({+ plan: req.auth.plan as PlanType,+ team_id: req.auth.team_id,+ basePriority: 10,+ });++ const urls = req.body.urls;+ const mappedDocuments: MapDocument[] = [];++ const prompt = req.body.prompt;+ const keywords = await generateBasicCompletion(`If the user's prompt is: "${prompt}", what are the most important keywords besides the extraction task? Output only the keywords, separated by commas.`);++ for (const url of urls) {+ if (url.endsWith("/*")) {+ const mapResults = await getMapResults({+ url: url.slice(0, -2),+ search: req.body.prompt,+ limit: 100,+ ignoreSitemap: true,+ includeSubdomains: false,+ crawlerOptions: {},+ teamId: req.auth.team_id,+ plan: req.auth.plan,+ origin: req.body.origin,+ subId: req.acuc?.sub_id,+ includeMetadata: true+ });+ // top 3 links+ const top3Links = (mapResults.links as MapDocument[]).slice(0, 3);+ console.log(top3Links);+ // console.log(top3Links);+ mappedDocuments.push(...(mapResults.links as MapDocument[]));+ // transform mappedUrls to just documents+ // we quickly rerank- const rerank = await rerankDocuments(mappedDocuments.map(x => `URL: ${x.url}\nTITLE: ${x.title}\nDESCRIPTION: ${x.description}`), "What URLs are most relevant to the following prompt: " + req.body.prompt.toLocaleLowerCase().replace("extract", " ").replace("extract ", " "));++ const rerank = await rerankDocuments(mappedDocuments.map(x => `URL: ${x.url}\nTITLE: ${x.title}\nDESCRIPTION: ${x.description}`), "What URLs are most relevant to the following prompt: " + (req.body.prompt || '').toLocaleLowerCase().replace("extract", " ").replace("extract ", " "));+ console.log(rerank);+ } else {+ mappedDocuments.push({ url });+ }+ }++ req.body.urls = mappedDocuments.map(x => x.url);++++// const job = await addScrapeJob(+// {+// url: req.body.url,+// mode: "single_urls",+// crawlerOptions: {},+// team_id: req.auth.team_id,+// plan: req.auth.plan,+// pageOptions,+// extractorOptions,+// origin: req.body.origin,+// is_scrape: true,+// },+// {},+// jobId,+// jobPriority+// );++// const totalWait = (req.body.waitFor ?? 0) + (req.body.actions ?? []).reduce((a,x) => (x.type === "wait" ? x.milliseconds : 0) + a, 0);++// let doc: any | undefined;+// try {+// doc = (await waitForJob(job.id, timeout + totalWait))[0];+// } catch (e) {+// Logger.error(`Error in scrapeController: ${e}`);+// if (e instanceof Error && e.message.startsWith("Job wait")) {+// return res.status(408).json({+// success: false,+// error: "Request timed out",+// });+// } else {+// return res.status(500).json({+// success: false,+// error: `(Internal server error) - ${e && e?.message ? e.message : e} ${+// extractorOptions && extractorOptions.mode !== "markdown"+// ? " - Could be due to LLM parsing issues"+// : ""+// }`,+// });+// }+// }++// await job.remove();++// if (!doc) {+// console.error("!!! PANIC DOC IS", doc, job);+// return res.status(200).json({+// success: true,+// warning: "No page found",+// data: doc,+// });+// }++// delete doc.index;+// delete doc.provider;++// const endTime = new Date().getTime();+// const timeTakenInSeconds = (endTime - startTime) / 1000;+// const numTokens =+// doc && doc.markdown+// ? numTokensFromString(doc.markdown, "gpt-3.5-turbo")+// : 0;++// let creditsToBeBilled = 1; // Assuming 1 credit per document+// if (earlyReturn) {+// // Don't bill if we're early returning+// return;+// }+// if(req.body.extract && req.body.formats.includes("extract")) {+// creditsToBeBilled = 5;+// }++// billTeam(req.auth.team_id, req.acuc?.sub_id, creditsToBeBilled).catch(error => {+// Logger.error(`Failed to bill team ${req.auth.team_id} for ${creditsToBeBilled} credits: ${error}`);+// // Optionally, you could notify an admin or add to a retry queue here+// });++// if (!pageOptions || !pageOptions.includeRawHtml) {+// if (doc && doc.rawHtml) {+// delete doc.rawHtml;+// }+// }++// if(pageOptions && pageOptions.includeExtract) {+// if(!pageOptions.includeMarkdown && doc && doc.markdown) {+// delete doc.markdown;+// }+// }++// logJob({+// job_id: jobId,+// success: true,+// message: "Scrape completed",+// num_docs: 1,+// docs: [doc],+// time_taken: timeTakenInSeconds,+// team_id: req.auth.team_id,+// mode: "scrape",+// url: req.body.url,+// crawlerOptions: {},+// pageOptions: pageOptions,+// origin: origin,+// extractor_options: extractorOptions,+// num_tokens: numTokens,+// });++ return res.status(200).json({+ success: true,+ data: null,+ scrape_id: origin?.includes("website") ? jobId : undefined,+ });+}diff --cc apps/api/src/controllers/v1/map.tsindex 7e74b43e4,458565438..91d712de2--- a/apps/api/src/controllers/v1/map.ts+++ b/apps/api/src/controllers/v1/map.ts@@@ -29,50 -29,39 +29,54 @@@ const MAX_MAP_LIMIT = 5000// Max Links that "Smart /map" can returnconst MAX_FIRE_ENGINE_RESULTS = 1000;- interface MapOptions {- url: string;- search?: string;- limit?: number;- ignoreSitemap?: boolean;- includeSubdomains?: boolean;- crawlerOptions?: any;- teamId: string;- plan: string;- origin?: string;- subId?: string;- includeMetadata?: boolean;- }-export async function mapController(- req: RequestWithAuth<{}, MapResponse, MapRequest>,- res: Response<MapResponse>-) {- const startTime = new Date().getTime();-- req.body = mapRequestSchema.parse(req.body);-- const limit: number = req.body.limit ?? MAX_MAP_LIMIT;--+export async function getMapResults({+ url,+ search,+ limit = MAX_MAP_LIMIT,+ ignoreSitemap = false,- includeSubdomains = false,++ includeSubdomains = true,+ crawlerOptions = {},+ teamId,+ plan,+ origin,+ subId,- includeMetadata = false,- }: MapOptions) {- const startTime = new Date().getTime();++ includeMetadata = false++}: {++ url: string;++ search?: string;++ limit?: number;++ ignoreSitemap?: boolean;++ includeSubdomains?: boolean;++ crawlerOptions?: any;++ teamId: string;++ plan?: string;++ origin?: string;++ subId: string | null;++ includeMetadata?: boolean;++}) {const id = uuidv4();- let links: { url: string; title?: string; description?: string }[] = [{ url }];- let links: string[] = [req.body.url];++ let links: string[] = [url];const sc: StoredCrawl = {- originUrl: req.body.url,+ originUrl: url,- crawlerOptions,- pageOptions: {},+ crawlerOptions: {- ...req.body,++ ...crawlerOptions,+ scrapeOptions: undefined,+ },+ scrapeOptions: scrapeOptions.parse({}),+ internalOptions: {},- team_id: req.auth.team_id,+ team_id: teamId,createdAt: Date.now(),- plan,- plan: req.auth.plan,++ plan: plan,};const crawler = crawlToCrawler(id, sc);- let urlWithoutWww = req.body.url.replace("www.", "");+ let urlWithoutWww = url.replace("www.", "");- let mapUrl = search ? `"${search}" site:${urlWithoutWww}` : `site:${url}`;+- let mapUrl = req.body.search- ? `"${req.body.search}" site:${urlWithoutWww}`- : `site:${req.body.url}`;++ let mapUrl = search++ ? `"${search}" site:${urlWithoutWww}`++ : `site:${url}`;const resultsPerPage = 100;const maxPages = Math.ceil(Math.min(MAX_FIRE_ENGINE_RESULTS, limit) / resultsPerPage);@@@ -96,11 -85,12 +100,13 @@@pagePromises = Array.from({ length: maxPages }, (_, i) => fetchPage(i + 1));allResults = await Promise.all(pagePromises);- await redis.set(cacheKey, JSON.stringify(allResults), "EX", 24 * 60 * 60);+ await redis.set(cacheKey, JSON.stringify(allResults), "EX", 24 * 60 * 60); // Cache for 24 hours}++ console.log("allResults", allResults);+ // Parallelize sitemap fetch with serper searchconst [sitemap, ...searchResults] = await Promise.all([- req.body.ignoreSitemap ? null : crawler.tryGetSitemap(),+ ignoreSitemap ? null : crawler.tryGetSitemap(),...(cachedResult ? [] : pagePromises),]);@@@ -124,14 -114,11 +130,11 @@@}if (mapResults.length > 0) {- if (req.body.search) {+ if (search) {+ // Ensure all map results are first, maintaining their orderlinks = [- { url: mapResults[0].url, title: mapResults[0].title, description: mapResults[0].description },- ...mapResults.slice(1).map((x) => ({- url: x.url,- title: x.title,- description: x.description- })),+ mapResults[0].url,+ ...mapResults.slice(1).map((x) => x.url),...links,];} else {@@@ -145,9 -128,11 +144,10 @@@}}+ // Perform cosine similarity between the search query and the list of links- if (req.body.search) {- const searchQuery = req.body.search.toLowerCase();-+ if (search) {- const filteredLinks = performCosineSimilarity(links.map(l => l.url), search.toLowerCase());- links = links.filter(l => filteredLinks.includes(l.url));++ const searchQuery = search.toLowerCase();+ links = performCosineSimilarity(links, searchQuery);}links = links@@@ -158,75 -143,98 +158,123 @@@return null;}})- .filter((x) => x !== null);+ .filter((x) => x !== null) as string[];- links = links.filter((x) => isSameDomain(x.url, url));+ // allows for subdomains to be included- links = links.filter((x) => isSameDomain(x, req.body.url));++ links = links.filter((x) => isSameDomain(x, url));+ // if includeSubdomains is false, filter out subdomains- if (!req.body.includeSubdomains) {- links = links.filter((x) => isSameSubdomain(x, req.body.url));+ if (!includeSubdomains) {- links = links.filter((x) => isSameSubdomain(x.url, url));++ links = links.filter((x) => isSameSubdomain(x, url));}- links = removeDuplicateUrls(links.map(l => l.url)).map(url => links.find(l => l.url === url));+ // remove duplicates that could be due to http/https or www+ links = removeDuplicateUrls(links);- const endTime = new Date().getTime();- const timeTakenInSeconds = (endTime - startTime) / 1000;- billTeam(req.auth.team_id, req.acuc?.sub_id, 1).catch((error) => {++ billTeam(teamId, subId, 1).catch((error) => {+ logger.error(- `Failed to bill team ${req.auth.team_id} for 1 credit: ${error}`++ `Failed to bill team ${teamId} for 1 credit: ${error}`+ );- // Optionally, you could notify an admin or add to a retry queue here+ });- const endTime = new Date().getTime();- const timeTakenInSeconds = (endTime - startTime) / 1000;-const linksToReturn = links.slice(0, limit);+ logJob({+ job_id: id,+ success: links.length > 0,- message: "Map completed",++ message: "Map completed",+ num_docs: linksToReturn.length,+ docs: linksToReturn,- time_taken: timeTakenInSeconds,- team_id: req.auth.team_id,++ time_taken: (new Date().getTime() - Date.now()) / 1000,++ team_id: teamId,+ mode: "map",- url: req.body.url,++ url: url,+ crawlerOptions: {},+ scrapeOptions: {},- origin: req.body.origin,++ origin: origin ?? "api",+ num_tokens: 0,+ });+- return res.status(200).json({+ return {- links: includeMetadata ? linksToReturn : linksToReturn.map(l => l.url),- scrapeId: origin?.includes("website") ? id : undefined,- timeTakenInSeconds,- id,- linksLength: links.length,- linksToReturnLength: linksToReturn.length,- docs: linksToReturn.map(l => l.url),+ success: true,- links: linksToReturn,- scrape_id: req.body.origin?.includes("website") ? id : undefined,++ links: includeMetadata ? mapResults : linksToReturn,++ scrape_id: origin?.includes("website") ? id : undefined,+ };+}++export async function mapController(+ req: RequestWithAuth<{}, MapResponse, MapRequest>,+ res: Response<MapResponse>+) {+ req.body = mapRequestSchema.parse(req.body);+- const results = await getMapResults({++ console.log("req.body", req.body);++ const result = await getMapResults({+ url: req.body.url,+ search: req.body.search,+ limit: req.body.limit,+ ignoreSitemap: req.body.ignoreSitemap,+ includeSubdomains: req.body.includeSubdomains,- crawlerOptions: legacyCrawlerOptions(req.body),++ crawlerOptions: req.body,+ teamId: req.auth.team_id,+ plan: req.auth.plan,+ origin: req.body.origin,- subId: req.acuc?.sub_id,- });-- await billTeam(req.auth.team_id, req.acuc?.sub_id, 1).catch((error) => {- Logger.error(`Failed to bill team ${req.auth.team_id} for 1 credit: ${error}`);++ subId: req.acuc?.sub_id});+- await logJob({- job_id: results.id,- success: results.linksLength > 0,- message: "Map completed",- num_docs: results.linksToReturnLength,- docs: results.docs,- time_taken: results.timeTakenInSeconds,- team_id: req.auth.team_id,- mode: "map",- url: req.body.url,- crawlerOptions: {},- pageOptions: {},- origin: req.body.origin,- extractor_options: { mode: "markdown" },- num_tokens: 0,- });++ const response = {++ success: true as const,++ links: result.links,++ scrape_id: result.scrape_id++ };+- return res.status(200).json({- success: true,- links: results.links.map(l => l.url),- scrape_id: results.scrapeId,- });++ return res.status(200).json(response);}++ // Subdomain sitemap url checking++ // // For each result, check for subdomains, get their sitemaps and add them to the links+ // const processedUrls = new Set();+ // const processedSubdomains = new Set();++ // for (const result of links) {+ // let url;+ // let hostParts;+ // try {+ // url = new URL(result);+ // hostParts = url.hostname.split('.');+ // } catch (e) {+ // continue;+ // }++ // console.log("hostParts", hostParts);+ // // Check if it's a subdomain (more than 2 parts, and not 'www')+ // if (hostParts.length > 2 && hostParts[0] !== 'www') {+ // const subdomain = hostParts[0];+ // console.log("subdomain", subdomain);+ // const subdomainUrl = `${url.protocol}//${subdomain}.${hostParts.slice(-2).join('.')}`;+ // console.log("subdomainUrl", subdomainUrl);++ // if (!processedSubdomains.has(subdomainUrl)) {+ // processedSubdomains.add(subdomainUrl);++ // const subdomainCrawl = crawlToCrawler(id, {+ // originUrl: subdomainUrl,+ // crawlerOptions: legacyCrawlerOptions(req.body),+ // pageOptions: {},+ // team_id: req.auth.team_id,+ // createdAt: Date.now(),+ // plan: req.auth.plan,+ // });+ // const subdomainSitemap = await subdomainCrawl.tryGetSitemap();+ // if (subdomainSitemap) {+ // subdomainSitemap.forEach((x) => {+ // if (!processedUrls.has(x.url)) {+ // processedUrls.add(x.url);+ // links.push(x.url);+ // }+ // });+ // }+ // }+ // }-// }++// }diff --cc apps/api/src/controllers/v1/types.tsindex 4e31dd86f,ec78509a1..530ca7657--- a/apps/api/src/controllers/v1/types.ts+++ b/apps/api/src/controllers/v1/types.ts@@@ -155,9 -172,8 +185,10 @@@ export const scrapeRequestSchema = scrareturn obj;});++export type ScrapeRequest = z.infer<typeof scrapeRequestSchema>;+ export type ScrapeRequestInput = z.input<typeof scrapeRequestSchema>;export const batchScrapeRequestSchema = scrapeOptions.extend({urls: url.array(),@@@ -480,28 -484,54 +514,61 @@@ export function fromLegacyCrawlerOption};}- export function legacyExtractorOptions(x: ExtractOptions): ExtractorOptions {++++++export interface MapDocument {++ url: string;++ title?: string;++ description?: string;++}+ export function fromLegacyScrapeOptions(pageOptions: PageOptions, extractorOptions: ExtractorOptions | undefined, timeout: number | undefined): { scrapeOptions: ScrapeOptions, internalOptions: InternalOptions } {return {- mode: x.mode ? "llm-extraction" : "markdown",- extractionPrompt: x.prompt ?? "Based on the information on the page, extract the information from the schema.",- extractionSchema: x.schema,- userPrompt: x.prompt ?? "",- };+ scrapeOptions: scrapeOptions.parse({+ formats: [+ (pageOptions.includeMarkdown ?? true) ? "markdown" as const : null,+ (pageOptions.includeHtml ?? false) ? "html" as const : null,+ (pageOptions.includeRawHtml ?? false) ? "rawHtml" as const : null,+ (pageOptions.screenshot ?? false) ? "screenshot" as const : null,+ (pageOptions.fullPageScreenshot ?? false) ? "screenshot@fullPage" as const : null,+ (extractorOptions !== undefined && extractorOptions.mode.includes("llm-extraction")) ? "extract" as const : null,+ "links"+ ].filter(x => x !== null),+ waitFor: pageOptions.waitFor,+ headers: pageOptions.headers,+ includeTags: (typeof pageOptions.onlyIncludeTags === "string" ? [pageOptions.onlyIncludeTags] : pageOptions.onlyIncludeTags),+ excludeTags: (typeof pageOptions.removeTags === "string" ? [pageOptions.removeTags] : pageOptions.removeTags),+ onlyMainContent: pageOptions.onlyMainContent ?? false,+ timeout: timeout,+ parsePDF: pageOptions.parsePDF,+ actions: pageOptions.actions,+ location: pageOptions.geolocation,+ skipTlsVerification: pageOptions.skipTlsVerification,+ removeBase64Images: pageOptions.removeBase64Images,+ extract: extractorOptions !== undefined && extractorOptions.mode.includes("llm-extraction") ? {+ systemPrompt: extractorOptions.extractionPrompt,+ prompt: extractorOptions.userPrompt,+ schema: extractorOptions.extractionSchema,+ } : undefined,+ mobile: pageOptions.mobile,+ }),+ internalOptions: {+ atsv: pageOptions.atsv,+ v0DisableJsDom: pageOptions.disableJsDom,+ v0UseFastMode: pageOptions.useFastMode,+ },+ // TODO: fallback, fetchPageContent, replaceAllPathsWithAbsolutePaths, includeLinks+ }}- export function legacyDocumentConverter(doc: any): Document {- if (doc === null || doc === undefined) return null;-- if (doc.metadata) {- if (doc.metadata.screenshot) {- doc.screenshot = doc.metadata.screenshot;- delete doc.metadata.screenshot;- }+ export function fromLegacyCombo(pageOptions: PageOptions, extractorOptions: ExtractorOptions | undefined, timeout: number | undefined, crawlerOptions: any): { scrapeOptions: ScrapeOptions, internalOptions: InternalOptions} {+ const { scrapeOptions, internalOptions: i1 } = fromLegacyScrapeOptions(pageOptions, extractorOptions, timeout);+ const { internalOptions: i2 } = fromLegacyCrawlerOptions(crawlerOptions);+ return { scrapeOptions, internalOptions: Object.assign(i1, i2) };+ }- if (doc.metadata.fullPageScreenshot) {- doc.fullPageScreenshot = doc.metadata.fullPageScreenshot;- delete doc.metadata.fullPageScreenshot;- }+ export function toLegacyDocument(document: Document, internalOptions: InternalOptions): V0Document | { url: string; } {+ if (internalOptions.v0CrawlOnlyUrls) {+ return { url: document.metadata.sourceURL! };}return {diff --cc apps/api/src/search/fireEngine.tsindex 1186c8a2c,361a9ebc0..2b5ffd2e2--- a/apps/api/src/search/fireEngine.ts+++ b/apps/api/src/search/fireEngine.ts@@@ -30,12 -30,12 +30,15 @@@ export async function fireEngineMappage: options.page ?? 1,});++ console.log("data", data);++if (!process.env.FIRE_ENGINE_BETA_URL) {console.warn("(v1/map Beta) Results might differ from cloud offering currently.");return [];}++ console.log("process.env.FIRE_ENGINE_BETA_URL", process.env.FIRE_ENGINE_BETA_URL);let config = {method: "POST",@@@ -48,6 -48,6 +51,7 @@@};const response = await axios(config);if (response && response.data) {++ console.log("response", response.data);return response.data;} else {return [];