Skip to content

Open source alternative to Semrush and Ahrefs

1.2 KB
Raw Blame
import { describe, expect, it } from "vitest";
import {
  crawlerHeadersFor,
  normalizeCrawlerHost,
  shopifyCrawlerHeaders,
} from "@/shared/crawler-access";

const access = {
  host: "store.example.com",
  headers: shopifyCrawlerHeaders("sig1=(...)", "sig1=:abc:"),
  expiresAt: null,
};

describe("crawlerHeadersFor", () => {
  it("sends the signature only to the audited host over https", () => {
    expect(crawlerHeadersFor("https://store.example.com/a", access)).toEqual(
      access.headers,
    );
    for (const url of [
      "https://www.store.example.com/a",
      "http://store.example.com/a",
      "https://cdn.example.com/a",
      "https://evil.test/a",
    ]) {
      expect(crawlerHeadersFor(url, access)).toEqual({});
    }
  });

  it("stops sending the signature once it expires mid-crawl", () => {
    const expired = { ...access, expiresAt: "2020-01-01T00:00:00.000Z" };
    expect(crawlerHeadersFor("https://store.example.com/a", expired)).toEqual(
      {},
    );
  });
});

describe("normalizeCrawlerHost", () => {
  it("rejects a scheme whose host https requests would read differently", () => {
    // Under https, "5.6" is the IPv4 address 5.0.0.6.
    expect(normalizeCrawlerHost("h://5.6")).toBeNull();
  });
});