{"id":45129,"library":"icrawler","title":"icrawler","description":"icrawler is a multi-thread crawler framework with many built-in image crawlers for search engines like Google, Bing, Baidu, etc. Current version is 0.6.10, released in November 2022. Release cadence is low, last update in 2022.","status":"active","version":"0.6.10","language":"python","source_language":"en","source_url":"https://github.com/hellock/icrawler","tags":["crawler","image","scraper","google","bing","baidu"],"install":[{"cmd":"pip install icrawler","lang":"bash","label":"Install from PyPI"}],"dependencies":[{"reason":"Used for HTTP requests","package":"requests","optional":false},{"reason":"Image processing and validation","package":"Pillow","optional":false},{"reason":"Python 2/3 compatibility (legacy)","package":"six","optional":false}],"imports":[{"note":"ImageCrawler is a base class; built-in crawlers are in icrawler.builtin","wrong":"from icrawler import ImageCrawler","symbol":"ImageCrawler","correct":"from icrawler.builtin import GoogleImageCrawler"},{"note":"","wrong":"","symbol":"BingImageCrawler","correct":"from icrawler.builtin import BingImageCrawler"},{"note":"","wrong":"","symbol":"BaiduImageCrawler","correct":"from icrawler.builtin import BaiduImageCrawler"},{"note":"","wrong":"","symbol":"UrlListCrawler","correct":"from icrawler.builtin import UrlListCrawler"}],"quickstart":{"code":"from icrawler.builtin import GoogleImageCrawler\n\ncrawler = GoogleImageCrawler(storage={'root_dir': 'downloads'})\ncrawler.crawl(keyword='cat', max_num=10)","lang":"python","description":"Downloads 10 images of cats from Google Image Search into 'downloads' directory."},"warnings":[{"fix":"Use legal image APIs or scrape responsibly with delays/user-agent rotation.","message":"Crawlers may not work due to search engine anti-bot measures (CAPTCHA, IP blocking). Consider using official APIs instead.","severity":"gotcha","affected_versions":"all"},{"fix":"Enable logging: import logging; logging.basicConfig(level=logging.INFO)","message":"Image download may fail silently if URLs are inaccessible or invalid. Check logs for errors.","severity":"gotcha","affected_versions":"all"},{"fix":"Upgrade Python to 3.7+","message":"Python 2 support via 'six' is deprecated. Use Python >=3.7.","severity":"deprecated","affected_versions":"0.6.10"}],"env_vars":null,"search_vec":"'0.6.10':28 '2022':32,40 'baidu':23,46 'bing':22,45 'built':13 'built-in':12 'cadenc':34 'crawler':8,16,41 'current':25 'engin':19 'etc':24 'framework':9 'googl':21,44 'icrawl':1,2 'imag':15,42 'last':37 'like':20 'low':36 'mani':11 'multi':6 'multi-thread':5 'novemb':31 'releas':29,33 'scraper':43 'search':18 'thread':7 'updat':38 'version':26","created_at":"2026-06-07T12:53:30.760092+00:00","updated_at":"2026-06-07T12:53:30.760092+00:00","problems":[{"fix":"Run: pip install icrawler","cause":"icrawler not installed or installed in wrong environment.","error":"ModuleNotFoundError: No module named 'icrawler'"},{"fix":"Use: from icrawler.builtin import GoogleImageCrawler","cause":"Incorrect import path (e.g., from icrawler import GoogleImageCrawler).","error":"ImportError: cannot import name 'GoogleImageCrawler' from 'icrawler'"},{"fix":"Ensure network connectivity and update the library if available.","cause":"Parser failed to extract image URLs, often due to website changes or network issues.","error":"AttributeError: 'NoneType' object has no attribute 'group'"}],"ecosystem":"pypi","meta_description":null,"install_score":null,"quickstart_score":null,"quickstart_tag":null,"pypi_latest":null,"cli_name":null,"cli_version":null,"type":"library","homepage":null,"github":null,"docs":null,"changelog":null,"pypi":null,"npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"categories":["analytics"],"base_url":null,"auth_type":null,"provenance":{"verified_status":"passing","verified_at":"2026-06-29","last_verified":"2026-06-29","next_check":"2026-07-29","install_tag":null}}