Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

Fix tests

Ondra Urbance1dc421f926
diff --git a/test/dataset.js b/test/dataset.js
index cbdde6293..3b5e2e865 100644
--- a/test/dataset.js
+++ b/test/dataset.js
@@ -319,7 +319,7 @@ describe('dataset', () => {
const mockData = bytes => 'x'.repeat(bytes);
it('should succesfully save simple data', async () => {
- const dataset = new Dataset('some-id');
+ const dataset = new Dataset('some-id', 'some-name');
const mock = sinon.mock(apifyClient.datasets);
mock.expects('putItems')
@@ -351,7 +351,7 @@ describe('dataset', () => {
it('should successfully save large data', async () => {
const half = mockData(MAX_PAYLOAD_SIZE_BYTES / 2);
- const dataset = new Dataset('some-id');
+ const dataset = new Dataset('some-id', 'some-name');
const mock = sinon.mock(apifyClient.datasets);
mock.expects('putItems')
@@ -387,7 +387,7 @@ describe('dataset', () => {
const expectedFirst = JSON.stringify(Array(count - 1).fill(chunk));
const expectedSecond = JSON.stringify([chunk]);
- const dataset = new Dataset('some-id');
+ const dataset = new Dataset('some-id', 'some-name');
const mock = sinon.mock(apifyClient.datasets);
mock.expects('putItems')
@@ -415,7 +415,7 @@ describe('dataset', () => {
it('should throw on too large file', async () => {
const mock = sinon.mock(apifyClient.datasets);
const full = mockData(MAX_PAYLOAD_SIZE_BYTES);
- const dataset = new Dataset('some-id');
+ const dataset = new Dataset('some-id', 'some-name');
try {
await dataset.pushData({ foo: full });
throw new Error('Should fail!');
@@ -434,7 +434,7 @@ describe('dataset', () => {
it('should throw on too large file in an array', async () => {
const mock = sinon.mock(apifyClient.datasets);
const full = mockData(MAX_PAYLOAD_SIZE_BYTES);
- const dataset = new Dataset('some-id');
+ const dataset = new Dataset('some-id', 'some-name');
try {
await dataset.pushData([
{ foo: 0 },
@@ -459,7 +459,7 @@ describe('dataset', () => {
it('getData() should work', async () => {
- const dataset = new Dataset('some-id');
+ const dataset = new Dataset('some-id', 'some-name');
const mock = sinon.mock(apifyClient.datasets);
const expected = {
@@ -490,7 +490,7 @@ describe('dataset', () => {
});
it('getInfo() should work', async () => {
- const dataset = new Dataset('some-id');
+ const dataset = new Dataset('some-id', 'some-name');
const mock = sinon.mock(apifyClient.datasets);
const expected = {
@@ -516,7 +516,7 @@ describe('dataset', () => {
});
const getRemoteDataset = () => {
- const dataset = new Dataset('some-id');
+ const dataset = new Dataset('some-id', 'some-name');
const mock = sinon.mock(apifyClient.datasets);
mock.expects('getItems')
@@ -669,7 +669,7 @@ describe('dataset', () => {
});
it('reduce() uses first value as memo if no memo is provided', async () => {
- const dataset = new Dataset('some-id');
+ const dataset = new Dataset('some-id', 'some-name');
const mock = sinon.mock(apifyClient.datasets);
mock.expects('getItems')
diff --git a/test/key_value_store.js b/test/key_value_store.js
index d05c43e1f..383cf647d 100644
--- a/test/key_value_store.js
+++ b/test/key_value_store.js
@@ -107,7 +107,7 @@ describe('KeyValueStore', () => {
describe('remote', async () => {
it('works', async () => {
- const store = new KeyValueStore('some-id-1');
+ const store = new KeyValueStore('some-id-1', 'some-name-1');
const mock = sinon.mock(apifyClient.keyValueStores);
const record = { foo: 'bar' };
const recordStr = JSON.stringify(record, null, 2);
@@ -276,7 +276,7 @@ describe('KeyValueStore', () => {
});
it('correctly adds charset to content type', async () => {
- const store = new KeyValueStore('some-id-1');
+ const store = new KeyValueStore('some-id-1', 'some-name-1');
const mock = sinon.mock(apifyClient.keyValueStores);
mock.expects('putRecord')
@@ -294,7 +294,7 @@ describe('KeyValueStore', () => {
});
it('correctly passes object values as JSON', async () => {
- const store = new KeyValueStore('some-id-1');
+ const store = new KeyValueStore('some-id-1', 'some-name-1');
const mock = sinon.mock(apifyClient.keyValueStores);
const record = { foo: 'bar' };
const recordStr = JSON.stringify(record, null, 2);
@@ -314,7 +314,7 @@ describe('KeyValueStore', () => {
});
it('correctly passes raw string values', async () => {
- const store = new KeyValueStore('some-id-1');
+ const store = new KeyValueStore('some-id-1', 'some-name-1');
const mock = sinon.mock(apifyClient.keyValueStores);
mock.expects('putRecord')
@@ -332,7 +332,7 @@ describe('KeyValueStore', () => {
});
it('correctly passes raw Buffer values', async () => {
- const store = new KeyValueStore('some-id-1');
+ const store = new KeyValueStore('some-id-1', 'some-name-1');
const mock = sinon.mock(apifyClient.keyValueStores);
const value = Buffer.from('some text value');
diff --git a/test/request_queue.js b/test/request_queue.js
index 5fb61e187..0ff2b193f 100644
--- a/test/request_queue.js
+++ b/test/request_queue.js
@@ -150,7 +150,7 @@ describe('RequestQueue', () => {
const { Request } = Apify;
- const queue = new RequestQueue('some-id');
+ const queue = new RequestQueue('some-id', 'some-name');
const mock = sinon.mock(apifyClient.requestQueues);
const requestA = new Request({ url: 'http://example.com/a' });
@@ -272,7 +272,7 @@ describe('RequestQueue', () => {
const { Request } = Apify;
- const queue = new RequestQueue('some-id');
+ const queue = new RequestQueue('some-id', 'some-name');
const mock = sinon.mock(apifyClient.requestQueues);
const requestA = new Request({ url: 'http://example.com/a' });
@@ -310,7 +310,7 @@ describe('RequestQueue', () => {
const { Request } = Apify;
- const queue = new RequestQueue('some-id');
+ const queue = new RequestQueue('some-id', 'some-name');
const mock = sinon.mock(apifyClient.requestQueues);
const requestX = new Request({ url: 'http://example.com/x' });
@@ -348,7 +348,7 @@ describe('RequestQueue', () => {
const { Request } = Apify;
- const queue = new RequestQueue('some-id');
+ const queue = new RequestQueue('some-id', 'some-name');
const mock = sinon.mock(apifyClient.requestQueues);
// Query queue head with request A
@@ -383,7 +383,7 @@ describe('RequestQueue', () => {
const { Request } = Apify;
- const queue = new RequestQueue('some-id');
+ const queue = new RequestQueue('some-id', 'some-name');
const mock = sinon.mock(apifyClient.requestQueues);
mock.expects('getHead').never();