{"id":46318,"library":"scraper.js-queue-bull","title":"Scraper.js Queue Bull","description":"A queue plugin for Scraper.js (v5.0.5) that uses Bull as the backend, backed by Redis. It provides a simple interface to add, process, count, and close queue items for web scraping workflows. The package is in maintenance mode with infrequent updates; the last release was in 2017. Environment variables configure Redis (REDIS_PORT, REDIS_HOST). Note: the package is not well-documented or tested, and has breaking changes in major versions (e.g., v2.0.0 removed options, v3.0.0 added options to process()). Use with caution.","status":"maintenance","version":"5.0.5","language":"javascript","source_language":"en","source_url":"https://github.com/leahcimic/scraperjs-queue-bull","tags":["javascript"],"install":[{"cmd":"npm install scraper.js-queue-bull","lang":"bash","label":"npm"},{"cmd":"yarn add scraper.js-queue-bull","lang":"bash","label":"yarn"},{"cmd":"pnpm add scraper.js-queue-bull","lang":"bash","label":"pnpm"}],"dependencies":[{"reason":"Core queueing library backed by Redis","package":"bull","optional":false},{"reason":"Redis client for Bull","package":"redis","optional":true}],"imports":[{"note":"Uses CommonJS by default, but ESM may work in TS bundlers. Check Node version.","wrong":"const Queue = require('scraperjs-queue-bull')","symbol":"default","correct":"import Queue from 'scraperjs-queue-bull'"},{"note":"Named export 'Queue' matches the default export.","wrong":null,"symbol":"Queue","correct":"import { Queue } from 'scraperjs-queue-bull'"}],"quickstart":{"code":"import Queue from 'scraperjs-queue-bull';\n\n// Create a queue instance\nconst queue = new Queue({\n  name: 'scraper',\n  redis: { port: process.env.REDIS_PORT || 6379, host: process.env.REDIS_HOST || 'localhost' }\n});\n\n// Process items (sequential)\nqueue.process(async (item) => {\n  console.log('Processing item:', item);\n  // Your scraping logic here\n});\n\n// Add items\nqueue.add({ url: 'https://example.com' });\nqueue.add({ url: 'https://example2.com' });\n\n// Optionally wait and close\nsetTimeout(async () => {\n  const count = await queue.count();\n  console.log('Remaining:', count);\n  queue.close();\n}, 5000);","lang":"typescript","description":"Shows instantiation from environment variables, adding items, and processing them sequentially."},"warnings":[{"fix":"If upgrading from v1, remove all options from add() and process(). Options are now extracted from queueItem.","message":"v2.0.0 removed options parameter from add() and process()","severity":"breaking","affected_versions":">=2.0.0"},{"fix":"When calling process(handler, options), if you pass options, they are now the second argument.","message":"v3.0.0 added options to process() as a second parameter","severity":"breaking","affected_versions":">=3.0.0"},{"fix":"Set env vars before runtime, or modify the package source code. Options are not passed to constructor.","message":"Uses environment variables (PRIORITY_QUEUE, REDIS_PORT, REDIS_HOST) to configure Redis, not constructor options","severity":"gotcha","affected_versions":">=0.0.0"},{"fix":"Consider migrating to 'bull' directly or using 'scraperjs-queue-bull' as-is.","message":"Package is unmaintained with no updates since 2017","severity":"deprecated","affected_versions":">=0.0.0"}],"env_vars":null,"search_vec":"'2017':50 'ad':81 'add':25 'back':16 'backend':15 'break':71 'bull':3,12 'caution':87 'chang':72 'close':29 'configur':53 'count':27 'document':66 'e.g':76 'environ':51 'host':58 'infrequ':43 'interfac':23 'item':31 'javascript':88 'last':46 'mainten':40 'major':74 'mode':41 'note':59 'option':79,82 'packag':37,61 'plugin':6 'port':56 'process':26,84 'provid':20 'queue':2,5,30 'redi':18,54,55,57 'releas':47 'remov':78 'scrape':34 'scraper.js':1,8 'simpl':22 'test':68 'updat':44 'use':11,85 'v2.0.0':77 'v3.0.0':80 'v5.0.5':9 'variabl':52 'version':75 'web':33 'well':65 'well-docu':64 'workflow':35","created_at":"2026-06-07T12:59:21.071753+00:00","updated_at":"2026-06-07T12:59:21.071753+00:00","problems":[{"fix":"Start Redis server or set REDIS_PORT and REDIS_HOST environment variables.","cause":"Redis is not running or config mismatch","error":"Error: Redis connection to 127.0.0.1:6379 failed"},{"fix":"Use 'import Queue from \"scraperjs-queue-bull\"' and instantiate with 'new Queue()'.","cause":"Incorrect import or module version mismatch","error":"TypeError: queue.process is not a function"},{"fix":"Run 'npm install bull'.","cause":"Missing peer dependency","error":"Error: Cannot find module 'bull'"}],"ecosystem":"npm","meta_description":null,"install_score":null,"quickstart_score":null,"quickstart_tag":null,"pypi_latest":null,"cli_name":null,"cli_version":null,"type":"library","homepage":"https://github.com/leahcimic/scraperjs-queue-bull#readme","github":"https://github.com/leahcimic/scraperjs-queue-bull","docs":null,"changelog":null,"pypi":null,"npm":"scraper.js-queue-bull","openapi_spec":null,"status_page":null,"smithery":null,"categories":["devops","testing"],"base_url":null,"auth_type":null,"provenance":{"verified_status":null,"verified_at":null,"last_verified":"2026-06-07","next_check":"2026-09-05","install_tag":null}}