diff --git a/packages/cli/package.json b/packages/cli/package.json index c3f3323c9d..d6626d1521 100644 --- a/packages/cli/package.json +++ b/packages/cli/package.json @@ -56,7 +56,7 @@ "@apify/log": "2.5.28", "@axe-core/puppeteer": "4.10.1", "@crawlee/browser-pool": "^3.15.3", - "@crawlee/puppeteer": "^3.15.3", + "@crawlee/puppeteer": "^3.16.0", "@medv/finder": "^4.0.2", "@opentelemetry/api": "^1.4.1", "@opentelemetry/exporter-metrics-otlp-grpc": "^0.57.1", diff --git a/packages/crawler/package.json b/packages/crawler/package.json index 421f98d7be..140f76a6dd 100644 --- a/packages/crawler/package.json +++ b/packages/crawler/package.json @@ -46,7 +46,7 @@ "@apify/log": "2.5.28", "@axe-core/puppeteer": "4.10.1", "@crawlee/browser-pool": "^3.15.3", - "@crawlee/puppeteer": "^3.15.3", + "@crawlee/puppeteer": "^3.16.0", "@medv/finder": "^4.0.2", "@sindresorhus/fnv1a": "^2.0.1", "accessibility-insights-report": "7.0.0", diff --git a/packages/service-library/package.json b/packages/service-library/package.json index e986706c6f..600854ad04 100644 --- a/packages/service-library/package.json +++ b/packages/service-library/package.json @@ -44,7 +44,7 @@ "@azure/functions": "^4.10.0", "@azure/identity": "^4.13.0", "@azure/storage-blob": "12.18.0", - "@crawlee/puppeteer": "^3.15.3", + "@crawlee/puppeteer": "^3.16.0", "accessibility-insights-report": "7.0.0", "async-mutex": "^0.5.0", "axe-core": "4.10.2", diff --git a/yarn.lock b/yarn.lock index 0f3c08263f..bc56eaa457 100644 --- a/yarn.lock +++ b/yarn.lock @@ -2093,16 +2093,16 @@ __metadata: languageName: node linkType: hard -"@crawlee/basic@npm:3.15.3": - version: 3.15.3 - resolution: "@crawlee/basic@npm:3.15.3" +"@crawlee/basic@npm:3.16.0": + version: 3.16.0 + resolution: "@crawlee/basic@npm:3.16.0" dependencies: "@apify/log": "npm:^2.4.0" "@apify/timeout": "npm:^0.3.0" "@apify/utilities": "npm:^2.7.10" - "@crawlee/core": "npm:3.15.3" - "@crawlee/types": "npm:3.15.3" - "@crawlee/utils": "npm:3.15.3" + "@crawlee/core": "npm:3.16.0" + "@crawlee/types": "npm:3.16.0" + "@crawlee/utils": "npm:3.16.0" csv-stringify: "npm:^6.2.0" fs-extra: "npm:^11.0.0" got-scraping: "npm:^4.0.0" @@ -2110,11 +2110,41 @@ __metadata: tldts: "npm:^7.0.0" tslib: "npm:^2.4.0" type-fest: "npm:^4.0.0" - checksum: 10/8937785551db57a5c301f9584390ec8ebebddd79f7ba61ec7a3e9386db37b52e4c0203c82be5785d2530d8dd4fb788a46f950f4d9a92dd2b6d92804b6b8b3cf4 + checksum: 10/3ed48245f2c7cdd062ab449de6aefeeb43ccce580fcb87a6cc10519ab40c7e1eb8e8986309a61031631305453efd1e1d422cce819c8161272ff4002a2828da9f languageName: node linkType: hard -"@crawlee/browser-pool@npm:3.15.3, @crawlee/browser-pool@npm:^3.15.3": +"@crawlee/browser-pool@npm:3.16.0": + version: 3.16.0 + resolution: "@crawlee/browser-pool@npm:3.16.0" + dependencies: + "@apify/log": "npm:^2.4.0" + "@apify/timeout": "npm:^0.3.0" + "@crawlee/core": "npm:3.16.0" + "@crawlee/types": "npm:3.16.0" + fingerprint-generator: "npm:^2.1.68" + fingerprint-injector: "npm:^2.1.68" + lodash.merge: "npm:^4.6.2" + nanoid: "npm:^3.3.4" + ow: "npm:^0.28.1" + p-limit: "npm:^3.1.0" + proxy-chain: "npm:^2.0.1" + quick-lru: "npm:^5.1.1" + tiny-typed-emitter: "npm:^2.1.0" + tslib: "npm:^2.4.0" + peerDependencies: + playwright: "*" + puppeteer: "*" + peerDependenciesMeta: + playwright: + optional: true + puppeteer: + optional: true + checksum: 10/d5b5654f5d91b3edb7461dd082f1aa5940d72a3fb9cc5f4d407b599525bd2563c882cf354afed33b75be4b9c07657f8c60f2df1c971fcff2a1eb784ca1b89ad2 + languageName: node + linkType: hard + +"@crawlee/browser-pool@npm:^3.15.3": version: 3.15.3 resolution: "@crawlee/browser-pool@npm:3.15.3" dependencies: @@ -2144,15 +2174,15 @@ __metadata: languageName: node linkType: hard -"@crawlee/browser@npm:3.15.3": - version: 3.15.3 - resolution: "@crawlee/browser@npm:3.15.3" +"@crawlee/browser@npm:3.16.0": + version: 3.16.0 + resolution: "@crawlee/browser@npm:3.16.0" dependencies: "@apify/timeout": "npm:^0.3.0" - "@crawlee/basic": "npm:3.15.3" - "@crawlee/browser-pool": "npm:3.15.3" - "@crawlee/types": "npm:3.15.3" - "@crawlee/utils": "npm:3.15.3" + "@crawlee/basic": "npm:3.16.0" + "@crawlee/browser-pool": "npm:3.16.0" + "@crawlee/types": "npm:3.16.0" + "@crawlee/utils": "npm:3.16.0" ow: "npm:^0.28.1" tslib: "npm:^2.4.0" type-fest: "npm:^4.0.0" @@ -2164,7 +2194,7 @@ __metadata: optional: true puppeteer: optional: true - checksum: 10/922b36505041859b0e780f8e48e766799fffb77e79dc456d35a0bbfc8529a1363a4ce664122bd5553efdcab3f33a7bf3c9ec9e16b797489fbbff2c7cebd70cb5 + checksum: 10/a66c3280487b6d75b2977877fb32d3eb5053e0bb6ac476c577de9abeef9e010fafc943d2d2a45f0292fc55c36e3cb19d0d3f867e815f88fcbadc885f7a8b5c47 languageName: node linkType: hard @@ -2198,6 +2228,36 @@ __metadata: languageName: node linkType: hard +"@crawlee/core@npm:3.16.0": + version: 3.16.0 + resolution: "@crawlee/core@npm:3.16.0" + dependencies: + "@apify/consts": "npm:^2.20.0" + "@apify/datastructures": "npm:^2.0.0" + "@apify/log": "npm:^2.4.0" + "@apify/pseudo_url": "npm:^2.0.30" + "@apify/timeout": "npm:^0.3.0" + "@apify/utilities": "npm:^2.7.10" + "@crawlee/memory-storage": "npm:3.16.0" + "@crawlee/types": "npm:3.16.0" + "@crawlee/utils": "npm:3.16.0" + "@sapphire/async-queue": "npm:^1.5.1" + "@vladfrangu/async_event_emitter": "npm:^2.2.2" + csv-stringify: "npm:^6.2.0" + fs-extra: "npm:^11.0.0" + got-scraping: "npm:^4.0.0" + json5: "npm:^2.2.3" + minimatch: "npm:^9.0.0" + ow: "npm:^0.28.1" + stream-json: "npm:^1.8.0" + tldts: "npm:^7.0.0" + tough-cookie: "npm:^6.0.0" + tslib: "npm:^2.4.0" + type-fest: "npm:^4.0.0" + checksum: 10/6fb817ac3eba79779c96282d39ea32e33d029da0a53803603eaf2164f33d828e607ebba06fab83eecdf44a8532cddd43f2fb3ecb3873647be5449d67dbd07be2 + languageName: node + linkType: hard + "@crawlee/memory-storage@npm:3.15.3": version: 3.15.3 resolution: "@crawlee/memory-storage@npm:3.15.3" @@ -2216,28 +2276,49 @@ __metadata: languageName: node linkType: hard -"@crawlee/puppeteer@npm:^3.15.3": - version: 3.15.3 - resolution: "@crawlee/puppeteer@npm:3.15.3" +"@crawlee/memory-storage@npm:3.16.0": + version: 3.16.0 + resolution: "@crawlee/memory-storage@npm:3.16.0" + dependencies: + "@apify/log": "npm:^2.4.0" + "@crawlee/types": "npm:3.16.0" + "@sapphire/async-queue": "npm:^1.5.0" + "@sapphire/shapeshift": "npm:^3.0.0" + content-type: "npm:^1.0.4" + fs-extra: "npm:^11.0.0" + json5: "npm:^2.2.3" + mime-types: "npm:^2.1.35" + proper-lockfile: "npm:^4.1.2" + tslib: "npm:^2.4.0" + checksum: 10/92f269d6214326a7fe98deceecb04adb8446202ede922df57b980075e5f9d6c2870a7be1846d4cc0132ed6a8f45cdc651cd85eb2f77af4e0dc0e752b0da7852e + languageName: node + linkType: hard + +"@crawlee/puppeteer@npm:^3.16.0": + version: 3.16.0 + resolution: "@crawlee/puppeteer@npm:3.16.0" dependencies: "@apify/datastructures": "npm:^2.0.0" "@apify/log": "npm:^2.4.0" - "@crawlee/browser": "npm:3.15.3" - "@crawlee/browser-pool": "npm:3.15.3" - "@crawlee/types": "npm:3.15.3" - "@crawlee/utils": "npm:3.15.3" + "@crawlee/browser": "npm:3.16.0" + "@crawlee/browser-pool": "npm:3.16.0" + "@crawlee/types": "npm:3.16.0" + "@crawlee/utils": "npm:3.16.0" cheerio: "npm:1.0.0-rc.12" devtools-protocol: "npm:*" - idcac-playwright: "npm:^0.1.2" + idcac-playwright: "npm:^0.2.0" jquery: "npm:^3.6.0" ow: "npm:^0.28.1" tslib: "npm:^2.4.0" peerDependencies: + idcac-playwright: ^0.2.0 puppeteer: "*" peerDependenciesMeta: + idcac-playwright: + optional: true puppeteer: optional: true - checksum: 10/1b2c16ebaaffe46b6c367870cd236e13f7555b4ee61afd59b65f21fce7d33b190b67076dcbb74924d32758c900a7660e0906598ab9008bca1eadeeaf80e3a3a5 + checksum: 10/7a1710d007779d30c68ecb31907041df90d92ef651d3267880001248a7d3e3136ed54e6e7f3e387ff1b154e6f35cc711c01ec344a513a52beafb13cc3dc29606 languageName: node linkType: hard @@ -2250,6 +2331,15 @@ __metadata: languageName: node linkType: hard +"@crawlee/types@npm:3.16.0": + version: 3.16.0 + resolution: "@crawlee/types@npm:3.16.0" + dependencies: + tslib: "npm:^2.4.0" + checksum: 10/a947719a85577c85136e8967b3c93f92f0e2995d8959429e3e30491e234fe82a19e498224985fe7eb225503730b846735dff0e404365e8e6633954a3e14ee418 + languageName: node + linkType: hard + "@crawlee/utils@npm:3.15.3": version: 3.15.3 resolution: "@crawlee/utils@npm:3.15.3" @@ -2270,6 +2360,26 @@ __metadata: languageName: node linkType: hard +"@crawlee/utils@npm:3.16.0": + version: 3.16.0 + resolution: "@crawlee/utils@npm:3.16.0" + dependencies: + "@apify/log": "npm:^2.4.0" + "@apify/ps-tree": "npm:^1.2.0" + "@crawlee/types": "npm:3.16.0" + "@types/sax": "npm:^1.2.7" + cheerio: "npm:1.0.0-rc.12" + file-type: "npm:^20.0.0" + got-scraping: "npm:^4.0.3" + ow: "npm:^0.28.1" + robots-parser: "npm:^3.0.1" + sax: "npm:^1.4.1" + tslib: "npm:^2.4.0" + whatwg-mimetype: "npm:^4.0.0" + checksum: 10/6e1bf5329943bdf93fb04190b6bb55a476d1980c0f40dbcc5d5aced5826171bee9cb70be5fc5d1eb8b5302a6e0c55672acc6ffbf05b9e1b9083315c6ee9b51e7 + languageName: node + linkType: hard + "@discoveryjs/json-ext@npm:^0.5.0": version: 0.5.2 resolution: "@discoveryjs/json-ext@npm:0.5.2" @@ -6137,7 +6247,7 @@ __metadata: "@apify/log": "npm:2.5.28" "@axe-core/puppeteer": "npm:4.10.1" "@crawlee/browser-pool": "npm:^3.15.3" - "@crawlee/puppeteer": "npm:^3.15.3" + "@crawlee/puppeteer": "npm:^3.16.0" "@medv/finder": "npm:^4.0.2" "@rollup/plugin-commonjs": "npm:^29.0.0" "@rollup/plugin-node-resolve": "npm:^16.0.3" @@ -6201,7 +6311,7 @@ __metadata: "@apify/log": "npm:2.5.28" "@axe-core/puppeteer": "npm:4.10.1" "@crawlee/browser-pool": "npm:^3.15.3" - "@crawlee/puppeteer": "npm:^3.15.3" + "@crawlee/puppeteer": "npm:^3.16.0" "@medv/finder": "npm:^4.0.2" "@opentelemetry/api": "npm:^1.4.1" "@opentelemetry/exporter-metrics-otlp-grpc": "npm:^0.57.1" @@ -11661,10 +11771,10 @@ __metadata: languageName: node linkType: hard -"idcac-playwright@npm:^0.1.2": - version: 0.1.2 - resolution: "idcac-playwright@npm:0.1.2" - checksum: 10/d0e39098a3cc0e72d57f4cd2b56e8d0af51d2540a7a5a9b02be45f2289c9a4c744afc44e2b0bf37cddd1cee9c0fa4be99c4ccdaefa3036994f848c41d900e088 +"idcac-playwright@npm:^0.2.0": + version: 0.2.0 + resolution: "idcac-playwright@npm:0.2.0" + checksum: 10/dfcce1abfaf1051976c082760eb0027c697834ad1dc7f74be33439d17682f9e149e54d277110e000689207baa6c107e88aad22b28d60ff7e2fccf1983ecf8053 languageName: node linkType: hard @@ -17289,7 +17399,7 @@ __metadata: "@azure/functions": "npm:^4.10.0" "@azure/identity": "npm:^4.13.0" "@azure/storage-blob": "npm:12.18.0" - "@crawlee/puppeteer": "npm:^3.15.3" + "@crawlee/puppeteer": "npm:^3.16.0" "@types/jest": "npm:^29.5.12" "@types/node": "npm:^20.14.9" "@types/node-fetch": "npm:^2.6.12"