.gitignore
.pre-commit-config.yaml
LICENSE
MANIFEST.in
README.rst
pyproject.toml
requirements.txt
setup.py
tox.ini
.github/merge_rules.yaml
.github/workflows/push.yaml
docs/Makefile
docs/api.rst
docs/builtin.rst
docs/conf.py
docs/extend.rst
docs/index.rst
docs/install.rst
docs/make.bat
docs/proxy.rst
docs/release_notes.rst
examples/crawl.py
examples/filelist_demo.txt
icrawler/__init__.py
icrawler/crawler.py
icrawler/downloader.py
icrawler/feeder.py
icrawler/parser.py
icrawler/version.py
icrawler.egg-info/PKG-INFO
icrawler.egg-info/SOURCES.txt
icrawler.egg-info/dependency_links.txt
icrawler.egg-info/requires.txt
icrawler.egg-info/top_level.txt
icrawler/builtin/__init__.py
icrawler/builtin/baidu.py
icrawler/builtin/bing.py
icrawler/builtin/filter.py
icrawler/builtin/flickr.py
icrawler/builtin/google.py
icrawler/builtin/greedy.py
icrawler/builtin/urllist.py
icrawler/storage/__init__.py
icrawler/storage/base.py
icrawler/storage/filesystem.py
icrawler/storage/google_storage.py
icrawler/utils/__init__.py
icrawler/utils/cached_queue.py
icrawler/utils/proxy_pool.py
icrawler/utils/session.py
icrawler/utils/signal.py
icrawler/utils/thread_pool.py
tests/test_todo.py