OpenAI's Codex Security CLI and TypeScript SDK for finding, validating, and fixing security vulnerabilities. npm: https://www.npmjs.com/package/@openai/codex-security
TypeScript ai-securityapplication-securityclicode-scanningcodexcodex-securitycybersecuritydevsecopsnodejsnpmopenaisdksecuritytypescriptvulnerability-scanning
"""Check bundled tokenizer component identities and the legacy npm dependency fallback."""
import json
import runpy
import unittest
from pathlib import Path
verifier = runpy.run_path(str(Path(__file__).resolve().parents[1] / "verify-public.py"))
inventory = verifier["inventory_tokenizer"]
SCANNER = verifier["SCANNER"]
def component(name, version):
return {"name": name, "version": version, "type": "library", "purl": f"pkg:npm/{name}@{version}",
"licenses": [{"license": {"id": "MIT"}}]}
def bom(items):
return json.dumps({"bomFormat": "CycloneDX", "components": items})
class TokenizerInventoryTest(unittest.TestCase):
def setUp(self):
self.scanner = {"dependencies": {}, "devDependencies": {"js-tiktoken": "1.2.3"}}
self.manifests = {SCANNER: self.scanner}
self.items = [component("js-tiktoken", "1.2.3"), component("base64-js", "4.5.6")]
def test_bundled_components(self):
self.assertEqual(inventory(self.manifests, bom(self.items)), self.items)
for payload in (None, bom([]), bom(self.items[:1]), bom(self.items[:1] * 2)):
with self.subTest(payload=payload), self.assertRaises(SystemExit):
inventory(self.manifests, payload)
def test_invalid_identity(self):
for change in ({"version": ""}, {"purl": "pkg:npm/[email protected]"}, {"licenses": []},
{"type": "application"}, component("js-tiktoken", "9.0.0")):
with self.subTest(change=change), self.assertRaises(SystemExit):
inventory(self.manifests, bom([self.items[0] | change, self.items[1]]))
def test_only_the_direct_installed_dependency_supports_legacy_releases(self):
self.manifests["node_modules/js-tiktoken"] = {"name": "js-tiktoken", "version": "1.2.3"}
with self.assertRaises(SystemExit):
inventory(self.manifests, None)
self.scanner["dependencies"]["js-tiktoken"] = "1.2.3"
self.assertEqual(inventory(self.manifests, None), [])
self.manifests[SCANNER + "/node_modules/js-tiktoken"] = {"name": "js-tiktoken", "version": "0.9.0"}
with self.assertRaises(SystemExit):
inventory(self.manifests, None)
del self.manifests[SCANNER + "/node_modules/js-tiktoken"], self.manifests["node_modules/js-tiktoken"]
with self.assertRaises(SystemExit):
inventory(self.manifests, None)