From 43347ea716b830bf99fbf705e05874b98e79a527 Mon Sep 17 00:00:00 2001 From: Anthony Ettinger Date: Sun, 8 Nov 2026 17:13:23 +0000 Subject: [PATCH] deps: @profullstack/scraper-daemon 0.4.0 (fleet crawler rule) 10 s fetch budget; slow/broken targets (timeout, DNS/TLS/connect, 5xx) are flagged and rechecked in 30 days instead of walking the minutes/hours ladder; retireAfter rechecks every 30 days instead of forever. Co-Authored-By: Claude Opus 5.5 --- apps/poller/package.json | 2 +- bun.lock | 8 ++++---- packages/db/package.json | 2 +- packages/ingest/package.json | 2 +- 4 files changed, 7 insertions(+), 7 deletions(-) diff --git a/apps/poller/package.json b/apps/poller/package.json index 1e85d1b..c88f676 100644 --- a/apps/poller/package.json +++ b/apps/poller/package.json @@ -8,7 +8,7 @@ "test": "node --test test/*.test.js" }, "dependencies": { - "@profullstack/scraper-daemon": "0.3.0", + "@profullstack/scraper-daemon": "0.4.0", "@rssamplifier/db": "workspace:*", "@rssamplifier/discover": "workspace:*", "@rssamplifier/feed": "workspace:*", diff --git a/bun.lock b/bun.lock index 5e6ab49..17b74f4 100644 --- a/bun.lock +++ b/bun.lock @@ -22,7 +22,7 @@ "name": "@rssamplifier/poller", "version": "0.1.0", "dependencies": { - "@profullstack/scraper-daemon": "0.3.0", + "@profullstack/scraper-daemon": "0.4.0", "@rssamplifier/db": "workspace:*", "@rssamplifier/discover": "workspace:*", "@rssamplifier/feed": "workspace:*", @@ -89,7 +89,7 @@ "version": "0.1.0", "dependencies": { "@libsql/client": "^0.18.0", - "@profullstack/scraper-daemon": "0.3.0", + "@profullstack/scraper-daemon": "0.4.0", "@rssamplifier/feed": "workspace:*", "bullmq": "^6.4.2", "ioredis": "^6.0.0", @@ -121,7 +121,7 @@ "name": "@rssamplifier/ingest", "version": "0.1.0", "dependencies": { - "@profullstack/scraper-daemon": "0.3.0", + "@profullstack/scraper-daemon": "0.4.0", "@rssamplifier/db": "workspace:*", "@rssamplifier/feed": "workspace:*", "@rssamplifier/mail": "workspace:*", @@ -387,7 +387,7 @@ "@profullstack/rssamplifier": ["@profullstack/rssamplifier@workspace:apps/cli"], - "@profullstack/scraper-daemon": ["@profullstack/scraper-daemon@0.3.0", "", { "peerDependencies": { "bullmq": ">=6", "ioredis": ">=5" }, "optionalPeers": ["bullmq", "ioredis"], "bin": { "scraper-daemon": "bin/scraper-daemon.js" } }, "sha512-C/COc8Oef+/8/Bdu/uyvTZbeIO0rMm3q7wEJNzDqcuoZ+cEs6OEGzrKwCkA1N7zqyi3NASCAytfeFxJiiaG9TQ=="], + "@profullstack/scraper-daemon": ["@profullstack/scraper-daemon@0.4.0", "", { "peerDependencies": { "bullmq": ">=6", "ioredis": ">=5" }, "optionalPeers": ["bullmq", "ioredis"], "bin": { "scraper-daemon": "bin/scraper-daemon.js" } }, "sha512-oYgJEHNytRI40Euj4HWQ+BARYS316JMUrkmQ4ntfRAGuVLCcvVNleZFGMofLNDhJU+b1zoGVMqEJNWTdUiw8rw=="], "@profullstack/sealed-secrets": ["@profullstack/sealed-secrets@0.1.0", "", {}, "sha512-6LRa+yUT7PQ5tZNoYEnf3VVxsyw/dqHqAtYpk/aS/bntxf3mQH+2MwNjQoBd7fCqdN97TvZup8qhrpfUcZlfng=="], diff --git a/packages/db/package.json b/packages/db/package.json index 751bbff..f4b79e9 100644 --- a/packages/db/package.json +++ b/packages/db/package.json @@ -25,6 +25,6 @@ "ioredis": "^6.0.0", "pg": "^8.23.1", "pg-copy-streams": "^7.0.0", - "@profullstack/scraper-daemon": "0.3.0" + "@profullstack/scraper-daemon": "0.4.0" } } diff --git a/packages/ingest/package.json b/packages/ingest/package.json index 602e0c1..83cbbe9 100644 --- a/packages/ingest/package.json +++ b/packages/ingest/package.json @@ -20,6 +20,6 @@ "@rssamplifier/mail": "workspace:*", "@rssamplifier/search": "workspace:*", "@rssamplifier/social": "workspace:*", - "@profullstack/scraper-daemon": "0.3.0" + "@profullstack/scraper-daemon": "0.4.0" } }