Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Update canonical-url.test.ts
Nicolasd48ddb88200e
diff --git a/apps/api/src/lib/canonical-url.test.ts b/apps/api/src/lib/canonical-url.test.tsindex 0a2c3acd1..651716423 100644--- a/apps/api/src/lib/canonical-url.test.ts+++ b/apps/api/src/lib/canonical-url.test.ts@@ -1,4 +1,44 @@-import { normalizeUrl } from './canonical-url';+import { normalizeUrl, normalizeUrlOnlyHostname } from './canonical-url';++describe('normalizeUrlOnlyHostname', () => {+ it('should remove protocol and www from URL', () => {+ const url = 'https://www.example.com';+ const expected = 'example.com';+ expect(normalizeUrlOnlyHostname(url)).toBe(expected);+ });++ it('should remove only protocol if www is not present', () => {+ const url = 'https://example.com';+ const expected = 'example.com';+ expect(normalizeUrlOnlyHostname(url)).toBe(expected);+ });++ it('should handle URLs without protocol', () => {+ const url = 'www.example.com';+ const expected = 'example.com';+ expect(normalizeUrlOnlyHostname(url)).toBe(expected);+ });++ it('should handle URLs without protocol and www', () => {+ const url = 'example.com';+ const expected = 'example.com';+ expect(normalizeUrlOnlyHostname(url)).toBe(expected);+ });++ it('should handle URLs with paths', () => {+ const url = 'https://www.example.com/path/to/resource';+ const expected = 'example.com';+ expect(normalizeUrlOnlyHostname(url)).toBe(expected);+ });++ it('should handle invalid URLs gracefully', () => {+ const url = 'not a valid url';+ const expected = 'not a valid url';+ expect(normalizeUrlOnlyHostname(url)).toBe(expected);+ });+});++describe('normalizeUrl', () => {it('should remove protocol and www from URL', () => {@@ -27,10 +67,22 @@ describe('normalizeUrl', () => {it('should handle URLs with paths', () => {const url = 'https://www.example.com/path/to/resource';+ const expected = 'example.com/path/to/resource';+ expect(normalizeUrl(url)).toBe(expected);+ });++ it('should handle URLs with trailing slash', () => {+ const url = 'https://www.example.com/';const expected = 'example.com';expect(normalizeUrl(url)).toBe(expected);});+ it('should handle URLs with trailing slash and path', () => {+ const url = 'https://www.example.com/path/';+ const expected = 'example.com/path';+ expect(normalizeUrl(url)).toBe(expected);+ });+it('should handle invalid URLs gracefully', () => {const url = 'not a valid url';const expected = 'not a valid url';