{"id":77344,"library":"http-crawler","title":"HTTP Crawler","description":"A simple HTTP-based web crawler extension package for Ruby, intended for educational purposes.","status":"active","version":"0.2.2","language":"ruby","source_language":null,"source_url":"https://github.com/superjagger/http_crawler","tags":["web-scraping","crawler","http"],"install":[{"cmd":"gem install http_crawler","lang":"bash","label":"gem install"},{"cmd":"# Gemfile\ngem 'http_crawler', '~> 0.2.2'","lang":"ruby","label":"Gemfile"}],"dependencies":[],"imports":[{"symbol":"HttpCrawler","correct":"require 'http_crawler'"}],"quickstart":{"code":"require 'http_crawler'\n\n# Basic usage (note: this gem may have issues)\ncrawler = HttpCrawler::Crawler.new\ncrawler.crawl('https://example.com')","lang":"ruby","description":"Initialize and run a basic crawl"},"warnings":[{"fix":"Avoid using this gem in production; consider alternatives like 'anemone' or 'mechanize'.","message":"This gem is described as having many pitfalls and is not recommended for production use.","severity":"gotcha","affected_versions":">= 0.0.0"}],"env_vars":null,"search_vec":"'base':7 'crawler':2,9,21 'educ':16 'extens':10 'http':1,6,22 'http-base':5 'intend':14 'packag':11 'purpos':17 'rubi':13 'scrape':20 'simpl':4 'web':8,19 'web-scrap':18","created_at":"2026-06-18T03:47:40.474597+00:00","updated_at":"2026-06-18T03:47:40.474597+00:00","problems":[],"ecosystem":"rubygems","meta_description":null,"install_score":null,"quickstart_score":null,"quickstart_tag":null,"pypi_latest":null,"cli_name":null,"cli_version":null,"type":"library","homepage":"https://github.com/superjagger/http_crawler","github":"https://github.com/superjagger/http_crawler","docs":"http://www.rubydoc.info/gems/http_crawler/","changelog":null,"pypi":null,"npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"categories":["networking"],"base_url":null,"auth_type":null,"provenance":{"verified_status":null,"verified_at":null,"last_verified":"2026-06-18","next_check":"2026-12-15","install_tag":null}}