Skip to content

armgit / papra

Public Imported from GitHub
0

The minimalistic document archiving platform.

feat(extractors): improved tests

Corentin Thomasset8dcd6bc5edd2
diff --git a/package.json b/package.json
index b5df1c04..7e354122 100644
--- a/package.json
+++ b/package.json
@@ -51,6 +51,7 @@
"devDependencies": {
"@antfu/eslint-config": "^3.15.0",
"@types/node": "^22.10.7",
+ "@vitest/coverage-v8": "3.0.3",
"bumpp": "^9.10.1",
"eslint": "^9.18.0",
"mime": "^4.0.6",
diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
index ee850498..9760802e 100644
--- a/pnpm-lock.yaml
+++ b/pnpm-lock.yaml
@@ -18,9 +18,12 @@ importers:
'@types/node':
specifier: ^22.10.7
version: 22.10.7
+ '@vitest/coverage-v8':
+ specifier: 3.0.3
bumpp:
specifier: ^9.10.1
- version: 9.10.1
+ version: 9.10.1([email protected])
eslint:
specifier: ^9.18.0
version: 9.18.0([email protected])
@@ -165,6 +168,10 @@ packages:
resolution: {integrity: sha512-L6mZmwFDK6Cjh1nRCLXpa6no13ZIioJDz7mdkzHv399pThrTa/k0nUlNaenOeh2kWu/iaOQYElEpKPUswUa9Vg==}
engines: {node: '>=6.9.0'}
+ resolution: {integrity: sha512-6zABk/ECA/QYSCQ1NGiVwwbQerUCZ+TQbp64Q3AgmfNvurHH0j8TtXa1qbShXA6qqkpAj4V5W8pP6mLe1mcMqA==}
+ engines: {node: '>=18'}
+
resolution: {integrity: sha512-Pxhij4UXg8KSr7rPek6Zowm+5M22rbd2g1nfojHJkxp5YkFqiZ2+YLEM/XGVIzvGOcM0nqjIFxrpDwWRZYWYjA==}
@@ -402,6 +409,14 @@ packages:
resolution: {integrity: sha512-c7hNEllBlenFTHBky65mhq8WD2kbN9Q6gk0bTk8lSBvc554jpXSkST1iePudpt7+A/AQvuHs9EMqjHDXMY1lrA==}
engines: {node: '>=18.18'}
+ '@isaacs/[email protected]':
+ resolution: {integrity: sha512-O8jcjabXaleOG9DQ0+ARXWZBTfnP4WNAqzuiJK7ll44AmxGKv/J2M4TPjxjY3znBCfvBXFzucm1twdyFybFqEA==}
+ engines: {node: '>=12'}
+
+ '@istanbuljs/[email protected]':
+ resolution: {integrity: sha512-ZXRY4jNvVgSVQ8DL3LTcakaAtXwTVUxE81hslsyD2AtoXW/wVob10HkOJ1X/pAlcI7D+2YoZKg5do8G/w6RYgA==}
+ engines: {node: '>=8'}
+
'@jridgewell/[email protected]':
resolution: {integrity: sha512-imAbBGkb+ebQyxKgzv5Hu2nmROxoDOXHh80evxdoXNOrvAnVx7zimzc1Oo5h9RlfV4vPXaE2iM5pOFbvOCClWA==}
engines: {node: '>=6.0.0'}
@@ -436,6 +451,10 @@ packages:
resolution: {integrity: sha512-oGB+UxlgWcgQkgwo8GcEGwemoTFt3FIO9ababBmaGwXIoBKZ+GTy0pP185beGg7Llih/NSHSV2XAs1lnznocSg==}
engines: {node: '>= 8'}
+ '@pkgjs/[email protected]':
+ resolution: {integrity: sha512-+1VkjdD0QBLPodGrJUeqarH8VAIvQODIbwh9XpP5Syisf7YoQgsJKPNFoqqLQlu+VQ/tVSshMR6loPMn8U+dPg==}
+ engines: {node: '>=14'}
+
resolution: {integrity: sha512-cq8o4cWH0ibXh9VGi5P20Tu9XF/0fFXl9EUinr9QfTM7a7p0oTA4iJRCQWppXR1Pg8dSM0UCItCkPwsk9qWWYA==}
engines: {node: ^12.20.0 || ^14.18.0 || >=16.0.0}
@@ -679,6 +698,15 @@ packages:
resolution: {integrity: sha512-BkLMNpdV6prozk8LlyK/SOoWLmUFi+ZD+pcqti9ILCbVvHGk1ui1g4jJOc2WDLaeExz2qWwojxlPce5PljcT3w==}
engines: {node: ^18.18.0 || ^20.9.0 || >=21.1.0}
+ '@vitest/[email protected]':
+ resolution: {integrity: sha512-uVbJ/xhImdNtzPnLyxCZJMTeTIYdgcC2nWtBBBpR1H6z0w8m7D+9/zrDIx2nNxgMg9r+X8+RY2qVpUDeW2b3nw==}
+ peerDependencies:
+ '@vitest/browser': 3.0.3
+ vitest: 3.0.3
+ peerDependenciesMeta:
+ '@vitest/browser':
+ optional: true
+
'@vitest/[email protected]':
resolution: {integrity: sha512-u8DpDnMbPcqBmJOB4PeEtn6q7vKmLVTLFMpzoxSAo0hjYdl4iYSHRleqwPQo0ywc7UV0S6RKIahYRQ3BnZdMVw==}
peerDependencies:
@@ -760,10 +788,18 @@ packages:
resolution: {integrity: sha512-quJQXlTSUGL2LH9SUXo8VwsY4soanhgo6LNSm84E1LBcE8s3O0wpdiRzyR9z/ZZJMlMWv37qOOb9pdJlMUEKFQ==}
engines: {node: '>=8'}
+ resolution: {integrity: sha512-7HSX4QQb4CspciLpVFwyRe79O3xsIZDDLER21kERQ71oaPodF8jL725AgJMFAYbooIqolJoRLuM81SpeUkpkvA==}
+ engines: {node: '>=12'}
+
resolution: {integrity: sha512-zbB9rCJAT1rbjiVDb2hqKFHNYLxgtk8NURxZ3IZwD3F6NtxbXZQCnnSi1Lkx+IDohdPlFp222wVALIheZJQSEg==}
engines: {node: '>=8'}
+ resolution: {integrity: sha512-bN798gFfQX+viw3R7yrGWRqnrN2oRkEkUjjl4JNn4E8GxxbjtG3FbrEIIY3l8/hrwUwIeCZvi4QuOTP4MErVug==}
+ engines: {node: '>=12'}
+
resolution: {integrity: sha512-lYe4Gx7QT+MKGbDsA+Z+he/Wtef0BiwDOlK/XkBrdfsh9J/jPPXbX0tE9x9cl27Tmu5gg3QUbUrQYa/y+KOHPQ==}
@@ -1059,12 +1095,18 @@ packages:
resolution: {integrity: sha512-47qPchRCykZC03FhkYAhrvwU4xDBFIj1QPqaarj6mdM/hgUzfPHcpkHJOn3mJAufFeeAxAzeGsr5X0M4k6fLZQ==}
engines: {node: '>=12'}
+ resolution: {integrity: sha512-I88TYZWc9XiYHRQ4/3c5rjjfgkjhLyW2luGIheGERbNQ6OY7yTybanSpDXZa8y7VUP9YmDcYa+eyq4ca7iLqWA==}
+
resolution: {integrity: sha512-I+DQ8xgafao9Ha6y0qjHHvpZ9OfyA1qKlkHkjywxzniORU2awxyz7f/iVJcULmrF2yrM3nHQf+iDjJtbbexd/g==}
resolution: {integrity: sha512-MSjYzcWNOA0ewAHpz0MxpYFvwg6yjy1NG3xteoqz644VCo/RPgnr1/GGt+ic3iJTzQ8Eu3TdM14SawnVUmGE6A==}
+ resolution: {integrity: sha512-L18DaJsXSUk2+42pv8mLs5jJT2hqFkFE4j21wOmgbUqsZ2hL72NsUU785g9RXgo3s0ZNgVl42TiHp3ZtOv/Vyg==}
+
resolution: {integrity: sha512-0/r0MySGYG8YqlayBZ6MuCfECmHFdJ5qyPh8s8wa5Hnm6SaFLSK1VYCbj+NKp090Nm1caZhD+QTnmxO7esYGyQ==}
engines: {node: '>=10.13.0'}
@@ -1349,6 +1391,10 @@ packages:
resolution: {integrity: sha512-AiwGJM8YcNOaobumgtng+6NHuOqC3A7MixFeDafM3X9cIUM+xUXoS5Vfgf+OihAYe20fxqNM9yPBXJzRtZ/4eA==}
+ resolution: {integrity: sha512-Ld2g8rrAyMYFXBhEqMz8ZAHBi4J4uS1i/CxGMDnjyFWddMXLVcDp051DZfu+t7+ab7Wv6SMqpWmyFIj5UbfFvg==}
+ engines: {node: '>=14'}
+
resolution: {integrity: sha512-ZsDfxO51wGAXREY55a7la9LScWpwv9RxIrYABrlvOFBlH/ShPnrtsXeuUIfXKKOVicNxQ+o8JTbJvjS4M89yew==}
@@ -1399,6 +1445,10 @@ packages:
resolution: {integrity: sha512-XxwI8EOhVQgWp6iDL+3b0r86f4d6AX6zSU55HfB4ydCEuXLXc5FcYeOu+nnGftS4TEju/11rt4KJPTMgbfmv4A==}
engines: {node: '>=10.13.0'}
+ resolution: {integrity: sha512-7Bv8RF0k6xjo7d4A/PxYLbUCfb6c+Vpd2/mB2yRDlew7Jb5hEXiCD9ibfO7wpk8i4sevK6DFny9h7EYbM3/sHg==}
+ hasBin: true
+
resolution: {integrity: sha512-nFR0zLpU2YCaRxwoCJvL6UvCH2JFyFVIvwTLsIf21AuHlMskA1hhTdk+LlYJtOlYt9v6dvszD2BGRqBL+iQK9Q==}
deprecated: Glob versions prior to v9 are no longer supported
@@ -1442,6 +1492,9 @@ packages:
resolution: {integrity: sha512-mxIDAb9Lsm6DoOJ7xH+5+X4y1LU/4Hi50L9C5sIswK3JzULS4bwk1FvjdBgvYR4bzT4tuUQiC15FE2f5HbLvYw==}
+ resolution: {integrity: sha512-H2iMtd0I4Mt5eYiapRdIDjp+XzelXQ0tFE4JS7YFwFevXXMmOp9myNrUvCg0D6ws8iqkRPBfKHgbwig1SmlLfg==}
+
resolution: {integrity: sha512-dFcAjpTQFgoLMzC2VwU+C/CbS7uRL0lWmxDITmqm7C+7F0Odmj6s9l6alZc6AELXhrnggM2CeWSXHGOdX2YtwA==}
engines: {node: '>= 6'}
@@ -1513,6 +1566,25 @@ packages:
resolution: {integrity: sha512-RHxMLp9lnKHGHRng9QFhRCMbYAcVpn69smSGcq3f36xjgVVWThj4qqLbTLlq7Ssj8B+fIQ1EuCEGI2lKsyQeIw==}
+ resolution: {integrity: sha512-O8dpsF+r0WV/8MNRKfnmrtCWhuKjxrq2w+jpzBL5UZKTi2LeVWnWOmWRxFlesJONmc+wLAGvKQZEOanko0LFTg==}
+ engines: {node: '>=8'}
+
+ resolution: {integrity: sha512-GCfE1mtsHGOELCU8e/Z7YWzpmybrx/+dSTfLrvY8qRmaY6zXTKWn6WQIjaAFw069icm6GVMNkgu0NzI4iPZUNw==}
+ engines: {node: '>=10'}
+
+ resolution: {integrity: sha512-yg2d+Em4KizZC5niWhQaIomgf5WlL4vOOjZ5xGCmF8SnPE/mDWWXgvRExdcpCgh9lLRRa1/fSYp2ymmbJ1pI+A==}
+ engines: {node: '>=10'}
+
+ resolution: {integrity: sha512-BewmUXImeuRk2YY0PVbxgKAysvhRPUQE0h5QRM++nVWyubKGV0l8qQ5op8+B2DOmwSe63Jivj0BjkPQVf8fP5g==}
+ engines: {node: '>=8'}
+
+ resolution: {integrity: sha512-OGlZQpz2yfahA/Rd1Y8Cd9SIEsqvXkLVoSw/cgwhnhFMDbsQFeZYoJJ7bIZBS9BcamUW96asq/npPWugM+RQBw==}
+
resolution: {integrity: sha512-/imKNG4EbWNrVjoNC/1H5/9GFy+tqjGBHCaSsN+P2RnPqjsLmv6UD3Ej+Kj8nBWaRAwyk7kK5ZUc+OEatnTR3A==}
hasBin: true
@@ -1616,16 +1688,26 @@ packages:
resolution: {integrity: sha512-23I4pFZHmAemUnz8WZXbYRSKYj801VDaNv9ETuMh7IrMc7VuVVSo+Z9iLE3ni30+U48iDWfi30d3twAXBYmnCg==}
+ resolution: {integrity: sha512-JNAzZcXrCt42VGLuYz0zfAzDfAvJWW6AfYlDBQyDV5DClI2m5sAmK+OIO7s59XfsRsWHp02jAJrRadPRGTt6SQ==}
+
resolution: {integrity: sha512-KpNARQA3Iwv+jTA0utUVVbrh+Jlrr1Fv0e56GGzAFOXN7dk/FviaDW8LHmK52DlcH4WP2n6gI8vN1aesBFgo9w==}
resolution: {integrity: sha512-sNPKHvyjVf7gyjwS4xGTaW/mCnF8wnjtifKBEhxfZ7E/S8tQ0rssrwGNn6q8JH/ohItJfSQp9mBtQYuTlH5QnA==}
+ resolution: {integrity: sha512-L0WhttDl+2BOsybvEOLK7fW3UA0OQ0IQ2d6Zl2x/a6vVRs3bAY0ECOSHHeL5jD+SbOpOCUEi0y1DgHEn9Qn1AQ==}
+
resolution: {integrity: sha512-g3FeP20LNwhALb/6Cz6Dd4F2ngze0jz7tbzrD2wAV+o9FeNHe4rL+yK2md0J/fiSf1sa1ADhXqi5+oVwOM/eGw==}
engines: {node: '>=8'}
+ resolution: {integrity: sha512-hXdUTZYIVOt1Ex//jAQi+wTZZpUpwBj/0QsOzqegb3rGMMeJiSEu5xLHnYfBrRV4RH2+OCSOO95Is/7x1WJ4bw==}
+ engines: {node: '>=10'}
+
resolution: {integrity: sha512-wiYz4+JrLyb/DqW2hkFJxP7Vd7JuTDm77fvbM8VfEQdmSMqcImWeeRbHwZjBjIFki/VaMK2BhFi7oUUZeM5bqw==}
@@ -1795,6 +1877,10 @@ packages:
resolution: {integrity: sha512-3FnjYuehv9k6ovOEbyOswadCDPX1piCfhV8ncmYtHOjuPwylVWsghTLo7rabjC3Rx5xD4HDx8Wm1xnMF7S5qFQ==}
engines: {node: '>=8'}
+ resolution: {integrity: sha512-qOOzS1cBTWYF4BH8fVePDBOO9iptMnGUEZwNc/cMWnTV2nVLZ7VoNWEPHkYczZA0pdoA7dl6e7FL659nX9S2aw==}
+ engines: {node: '>=16 || 14 >=14.17'}
+
resolution: {integrity: sha512-bAxsR8BVfj60DWXHE3u30oHzfl4G7khkSuPW+qvpd7jFRHm7dLxOjUk1EHACJ/hxLY8phGJ0YhYHZo7jil7Qdg==}
engines: {node: '>= 8'}
@@ -1924,6 +2010,9 @@ packages:
resolution: {integrity: sha512-R4nPAVTAU0B9D35/Gk3uJf/7XYbQcyohSKdvAxIRSNghFl4e71hVoGnBNQz9cWaXxO2I10KTC+3jMdvvoKw6dQ==}
engines: {node: '>=6'}
+ resolution: {integrity: sha512-UEZIS3/by4OC8vL3P2dTXRETpebLI2NiI5vIrjaD/5UtrkFX/tNbwjTSRAGC/+7CAo2pIcBaRgWmcBBHcsaCIw==}
+
resolution: {integrity: sha512-ts9KSdroZisdvKMWVAVCXiKqnqNfXz4+IbrBG8/BWx/TR5le+jfenvoBuIZ6UWM9nz47W7AbD9qYfAwfWMIwzA==}
@@ -1962,6 +2051,10 @@ packages:
resolution: {integrity: sha512-LDJzPVEEEPR+y48z93A0Ed0yXb8pAByGWo/k5YYdYgpY2/2EsOsksJrq7lOHxryrVOn1ejG6oAp8ahvOIQD8sw==}
+ resolution: {integrity: sha512-Xa4Nw17FS9ApQFJ9umLiJS4orGjm7ZzwUrwamcGQuHSzDyth9boKDaycYdDcZDuqYATXw4HFXgaqWTctW/v1HA==}
+ engines: {node: '>=16 || 14 >=14.18'}
+
resolution: {integrity: sha512-whLdWMYL2TwI08hn8/ZqAbrVemu0LNaNNJZX73O6qaIdCTfXutsLhMkjdENX0qhsQ9uIimo4/aQOmXkoon2nDQ==}
@@ -2358,6 +2451,10 @@ packages:
resolution: {integrity: sha512-wKyQRQpjJ0sIp62ErSZdGsjMJWsap5oRNihHhu6G7JVO/9jIB6UyevL+tXuOqrng8j/cxKTWyWUwvSTriiZz/g==}
engines: {node: '>=8'}
+ resolution: {integrity: sha512-HnLOCR3vjcY8beoNLtcjZ5/nxn2afmME6lhrDrebokqMap+XbeW8n9TXpPDOqdGK5qcI3oT0GKTW6wC7EMiVqA==}
+ engines: {node: '>=12'}
+
resolution: {integrity: sha512-hkRX8U1WjJFd8LsDJ2yQ/wWWxaopEsABU1XfkM8A+j0+85JAGppt16cr1Whg6KIbb4okU6Mql6BOj+uup/wKeA==}
@@ -2365,6 +2462,10 @@ packages:
resolution: {integrity: sha512-Y38VPSHcqkFrCpFnQ9vuSXmquuv5oXOKpGeT6aGrr3o3Gc9AlVa6JBfUSOCnbxGGZF+/0ooI7KrPuUSztUdU5A==}
engines: {node: '>=8'}
+ resolution: {integrity: sha512-iq6eVVI64nQQTRYq2KtEg2d2uU7LElhTJwsH4YzIHZshxlgZms/wIc4VoDQTlG/IvVIrBKG06CrZnp0qv7hkcQ==}
+ engines: {node: '>=12'}
+
resolution: {integrity: sha512-dOESqjYr96iWYylGObzd39EuNTa5VJxyvVAEm5Jnh7KGo75V43Hk1odPQkNDyXNmUR6k+gEiDVXnjB8HJ3crXw==}
engines: {node: '>=12'}
@@ -2412,6 +2513,10 @@ packages:
resolution: {integrity: sha512-DZ4yORTwrbTj/7MZYq2w+/ZFdI6OZ/f9SFHR+71gIVUZhOQPHzVCLpvRnPgyaMpfWxxk/4ONva3GQSyNIKRv6A==}
engines: {node: '>=10'}
+ resolution: {integrity: sha512-pFYqmTw68LXVjeWJMST4+borgQP2AyMNbg1BpZh9LbyhUeNkeaPF9gzfPGUAnSMV3qPYdWUwDIjjCLiSDOl7vg==}
+ engines: {node: '>=18'}
+
resolution: {integrity: sha512-0+DUvqWMValLmha6lr4kD8iAMK1HzV0/aKnCtWb9v9641TnP/MFb7Pc2bxoxQjTXAErryXVgUOfv2YqNllqGeg==}
@@ -2627,6 +2732,10 @@ packages:
resolution: {integrity: sha512-YVGIj2kamLSTxw6NsZjoBxfSwsn0ycdesmc4p+Q21c5zPuZ1pl+NfxVdxPtdHvmNVOQ6XSYG4AUtyt/Fi7D16Q==}
engines: {node: '>=10'}
+ resolution: {integrity: sha512-si7QWI6zUMq56bESFvagtmzMdGOtoxfR+Sez11Mobfc7tm+VkUckk9bW2UeffTGVUbOksxmSw0AA2gs8g71NCQ==}
+ engines: {node: '>=12'}
+
resolution: {integrity: sha512-l4Sp/DRseor9wL6EvV2+TuQn63dMkPjZ/sp9XkghTEbV9KlPS1xUsZ3u7/IQO4wxtcFB4bgpQPRcR3QCvezPcQ==}
@@ -2828,6 +2937,8 @@ snapshots:
'@babel/helper-string-parser': 7.25.9
'@babel/helper-validator-identifier': 7.25.9
+ '@bcoe/[email protected]': {}
+
dependencies:
picocolors: 1.1.1
@@ -3003,6 +3114,17 @@ snapshots:
'@humanwhocodes/[email protected]': {}
+ '@isaacs/[email protected]':
+ dependencies:
+ string-width: 5.1.2
+ string-width-cjs: [email protected]
+ strip-ansi: 7.1.0
+ strip-ansi-cjs: [email protected]
+ wrap-ansi: 8.1.0
+ wrap-ansi-cjs: [email protected]
+
+ '@istanbuljs/[email protected]': {}
+
'@jridgewell/[email protected]':
dependencies:
'@jridgewell/set-array': 1.2.1
@@ -3048,6 +3170,9 @@ snapshots:
'@nodelib/fs.scandir': 2.1.5
fastq: 1.18.0
+ '@pkgjs/[email protected]':
+ optional: true
+
'@pkgr/[email protected]': {}
@@ -3276,6 +3401,24 @@ snapshots:
'@typescript-eslint/types': 8.21.0
eslint-visitor-keys: 4.2.0
+ dependencies:
+ '@ampproject/remapping': 2.3.0
+ '@bcoe/v8-coverage': 1.0.2
+ debug: 4.4.0
+ istanbul-lib-coverage: 3.2.2
+ istanbul-lib-report: 3.0.1
+ istanbul-lib-source-maps: 5.0.6
+ istanbul-reports: 3.1.7
+ magic-string: 0.30.17
+ magicast: 0.3.5
+ std-env: 3.8.0
+ test-exclude: 7.0.1
+ tinyrainbow: 2.0.0
+ transitivePeerDependencies:
+ - supports-color
+
dependencies:
'@typescript-eslint/utils': 8.21.0([email protected]([email protected]))([email protected])
@@ -3381,10 +3524,14 @@ snapshots:
+
dependencies:
color-convert: 2.0.1
+
optional: true
@@ -3436,9 +3583,9 @@ snapshots:
dependencies:
- c12: 2.0.1
+ c12: 2.0.1([email protected])
cac: 6.7.14
escalade: 3.2.0
js-yaml: 4.1.0
@@ -3451,7 +3598,7 @@ snapshots:
transitivePeerDependencies:
- magicast
dependencies:
chokidar: 4.0.3
confbox: 0.1.8
@@ -3465,6 +3612,8 @@ snapshots:
perfect-debounce: 1.0.0
pkg-types: 1.3.1
rc9: 2.1.2
+ optionalDependencies:
+ magicast: 0.3.5
@@ -3705,10 +3854,14 @@ snapshots:
+
+
dependencies:
graceful-fs: 4.2.11
@@ -4113,6 +4266,11 @@ snapshots:
+ dependencies:
+ cross-spawn: 7.0.6
+ signal-exit: 4.1.0
+
@@ -4169,6 +4327,15 @@ snapshots:
dependencies:
is-glob: 4.0.3
+ dependencies:
+ foreground-child: 3.3.0
+ jackspeak: 3.4.3
+ minimatch: 9.0.5
+ minipass: 7.1.2
+ package-json-from-dist: 1.0.1
+ path-scurry: 1.11.1
+
dependencies:
fs.realpath: 1.0.0
@@ -4206,6 +4373,8 @@ snapshots:
+
dependencies:
agent-base: 6.0.2
@@ -4266,6 +4435,33 @@ snapshots:
+
+ dependencies:
+ istanbul-lib-coverage: 3.2.2
+ make-dir: 4.0.0
+ supports-color: 7.2.0
+
+ dependencies:
+ '@jridgewell/trace-mapping': 0.3.25
+ debug: 4.4.0
+ istanbul-lib-coverage: 3.2.2
+ transitivePeerDependencies:
+ - supports-color
+
+ dependencies:
+ html-escaper: 2.0.2
+ istanbul-lib-report: 3.0.1
+
+ dependencies:
+ '@isaacs/cliui': 8.0.2
+ optionalDependencies:
+ '@pkgjs/parseargs': 0.11.0
+
@@ -4343,6 +4539,8 @@ snapshots:
+
dependencies:
yallist: 3.1.1
@@ -4351,11 +4549,21 @@ snapshots:
dependencies:
'@jridgewell/sourcemap-codec': 1.5.0
+ dependencies:
+ '@babel/parser': 7.26.5
+ '@babel/types': 7.26.5
+ source-map-js: 1.2.1
+
dependencies:
semver: 6.3.1
optional: true
+ dependencies:
+ semver: 7.6.3
+
@@ -4687,6 +4895,8 @@ snapshots:
+
dependencies:
minipass: 3.3.6
@@ -4819,6 +5029,8 @@ snapshots:
+
@@ -4850,6 +5062,11 @@ snapshots:
+ dependencies:
+ lru-cache: 10.4.3
+ minipass: 7.1.2
+
@@ -5235,6 +5452,12 @@ snapshots:
is-fullwidth-code-point: 3.0.0
strip-ansi: 6.0.1
+ dependencies:
+ eastasianwidth: 0.2.0
+ emoji-regex: 9.2.2
+ strip-ansi: 7.1.0
+
dependencies:
safe-buffer: 5.2.1
@@ -5244,6 +5467,10 @@ snapshots:
dependencies:
ansi-regex: 5.0.1
+ dependencies:
+ ansi-regex: 6.1.0
+
@@ -5294,6 +5521,12 @@ snapshots:
mkdirp: 1.0.4
yallist: 4.0.0
+ dependencies:
+ '@istanbuljs/schema': 0.1.3
+ glob: 10.4.5
+ minimatch: 9.0.5
+
@@ -5545,6 +5778,12 @@ snapshots:
string-width: 4.2.3
strip-ansi: 6.0.1
+ dependencies:
+ ansi-styles: 6.2.1
+ string-width: 5.1.2
+ strip-ansi: 7.1.0
+
optional: true
diff --git a/src/extractors.registry.test.ts b/src/extractors.registry.test.ts
index d074a662..b4ca609d 100644
--- a/src/extractors.registry.test.ts
+++ b/src/extractors.registry.test.ts
@@ -1,6 +1,6 @@
import { describe, expect, test } from 'vitest';
import { defineTextExtractor } from './extractors.models';
-import { getExtractor } from './extractors.registry';
+import { extractorDefinitions, getExtractor } from './extractors.registry';
describe('extractors registry', () => {
describe('getExtractor', () => {
@@ -16,4 +16,27 @@ describe('extractors registry', () => {
expect(getExtractor({ mimeType: 'e/f', extractors: extractorDefinitions })).to.eql({ extractor: undefined });
});
});
+
+ describe('extractorDefinitions', () => {
+ describe('non-regs', () => {
+ test('all extractors have a unique name', () => {
+ const names = extractorDefinitions.map(extractor => extractor.name);
+
+ expect(new Set(names).size).to.eql(names.length, 'All extractors must have a unique name');
+ });
+
+ test('all extractors have non empty mimeTypes array', () => {
+ extractorDefinitions.forEach((extractor) => {
+ expect(Array.isArray(extractor.mimeTypes)).to.eql(true, 'All extractors must have a mimeTypes array');
+ expect(extractor.mimeTypes.length).to.be.greaterThan(0, 'All extractors must have at least one mimeType');
+ });
+ });
+
+ test('all extractors have a unique mimeType', () => {
+ const mimeTypes = extractorDefinitions.flatMap(extractor => extractor.mimeTypes);
+
+ expect(new Set(mimeTypes).size).to.eql(mimeTypes.length, 'All extractors must have a unique mimeType');
+ });
+ });
+ });
});
diff --git a/src/extractors.registry.ts b/src/extractors.registry.ts
index 15f2b255..7e99dcc6 100644
--- a/src/extractors.registry.ts
+++ b/src/extractors.registry.ts
@@ -2,7 +2,7 @@ import type { ExtractorDefinition } from './extractors.models';
import { pdfExtractorDefinition } from './extractors/pdf.extractor';
import { txtExtractorDefinition } from './extractors/txt.extractor';
-const extractorDefinitions: ExtractorDefinition[] = [
+export const extractorDefinitions: ExtractorDefinition[] = [
pdfExtractorDefinition,
txtExtractorDefinition,
];
diff --git a/src/extractors.usecases.test.ts b/src/extractors.usecases.test.ts
index 106d70cf..753e1a49 100644
--- a/src/extractors.usecases.test.ts
+++ b/src/extractors.usecases.test.ts
@@ -2,12 +2,35 @@ import fs from 'node:fs/promises';
import mime from 'mime';
import { glob } from 'tinyglobby';
import { describe, expect, test } from 'vitest';
-import { extractText } from './extractors.usecases';
+import { extractText, extractTextFromBlob, extractTextFromFile } from './extractors.usecases';
const fixtures = await glob(['fixtures/*', '!fixtures/*.expected']);
describe('extractors usecases', () => {
describe('extractText', () => {
+ test('when no extractor is found for the mimeType, the textContent is undefined', async () => {
+ const { textContent, error, extractorName } = await extractText({
+ arrayBuffer: new ArrayBuffer(0),
+ mimeType: 'application/unknown',
+ });
+
+ expect(error).to.eql(undefined);
+ expect(extractorName).to.eql(undefined);
+ expect(textContent).to.eql(undefined);
+ });
+
+ test('when an error occurs during extraction, the error is returned along with the extractor name and undefined textContent', async () => {
+ const { textContent, error, extractorName } = await extractText({
+ arrayBuffer: new ArrayBuffer(0), // empty array buffer will cause an error in the pdf extractor
+ mimeType: 'application/pdf',
+ });
+
+ expect(error).to.not.eql(undefined);
+ expect(error).to.be.instanceOf(Error);
+ expect(extractorName).to.eql('pdf');
+ expect(textContent).to.eql(undefined);
+ });
+
describe('text is extracted from fixtures files', async () => {
test('at least one fixture file is found', () => {
expect(fixtures.length).to.be.greaterThan(0);
@@ -29,4 +52,28 @@ describe('extractors usecases', () => {
}
});
});
+
+ describe('extractTextFromBlob', () => {
+ test('extracts text from a blob instance', async () => {
+ const blob = new Blob(['Hello, world!'], { type: 'text/plain' });
+
+ const { textContent, error, extractorName } = await extractTextFromBlob({ blob });
+
+ expect(error).to.eql(undefined);
+ expect(extractorName).to.eql('text');
+ expect(textContent).to.eql('Hello, world!');
+ });
+ });
+
+ describe('extractTextFromFile', () => {
+ test('extracts text from a file instance', async () => {
+ const file = new File(['Hello, world!'], 'hello.txt', { type: 'text/plain' });
+
+ const { textContent, error, extractorName } = await extractTextFromFile({ file });
+
+ expect(error).to.eql(undefined);
+ expect(extractorName).to.eql('text');
+ expect(textContent).to.eql('Hello, world!');
+ });
+ });
});