AUTHORS
INSTALL
LICENSE
MANIFEST.in
README.rst
setup.cfg
setup.py
Scrapy.egg-info/PKG-INFO
Scrapy.egg-info/SOURCES.txt
Scrapy.egg-info/dependency_links.txt
Scrapy.egg-info/entry_points.txt
Scrapy.egg-info/not-zip-safe
Scrapy.egg-info/requires.txt
Scrapy.egg-info/top_level.txt
docs/Makefile
docs/README
docs/conf.py
docs/contributing.rst
docs/faq.rst
docs/index.rst
docs/news.rst
docs/versioning.rst
docs/_ext/scrapydocs.py
docs/_static/selectors-sample1.html
docs/intro/examples.rst
docs/intro/install.rst
docs/intro/overview.rst
docs/intro/tutorial.rst
docs/topics/api.rst
docs/topics/architecture.rst
docs/topics/autothrottle.rst
docs/topics/benchmarking.rst
docs/topics/broad-crawls.rst
docs/topics/commands.rst
docs/topics/contracts.rst
docs/topics/debug.rst
docs/topics/deploy.rst
docs/topics/djangoitem.rst
docs/topics/downloader-middleware.rst
docs/topics/email.rst
docs/topics/exceptions.rst
docs/topics/exporters.rst
docs/topics/extensions.rst
docs/topics/feed-exports.rst
docs/topics/firebug.rst
docs/topics/firefox.rst
docs/topics/item-pipeline.rst
docs/topics/items.rst
docs/topics/jobs.rst
docs/topics/leaks.rst
docs/topics/link-extractors.rst
docs/topics/loaders.rst
docs/topics/logging.rst
docs/topics/media-pipeline.rst
docs/topics/practices.rst
docs/topics/request-response.rst
docs/topics/scrapyd.rst
docs/topics/selectors.rst
docs/topics/settings.rst
docs/topics/shell.rst
docs/topics/signals.rst
docs/topics/spider-middleware.rst
docs/topics/spiders.rst
docs/topics/stats.rst
docs/topics/telnetconsole.rst
docs/topics/ubuntu.rst
docs/topics/webservice.rst
docs/topics/_images/firebug1.png
docs/topics/_images/firebug2.png
docs/topics/_images/firebug3.png
docs/topics/_images/scrapy_architecture.odg
docs/topics/_images/scrapy_architecture.png
docs/utils/linkfix.py
extras/coverage-report.sh
extras/qps-bench-server.py
extras/qpsclient.py
extras/scrapy.1
extras/scrapy_bash_completion
scrapy/VERSION
scrapy/__init__.py
scrapy/_monkeypatches.py
scrapy/cmdline.py
scrapy/command.py
scrapy/conf.py
scrapy/crawler.py
scrapy/dupefilter.py
scrapy/dupefilters.py
scrapy/exceptions.py
scrapy/exporters.py
scrapy/extension.py
scrapy/interfaces.py
scrapy/item.py
scrapy/link.py
scrapy/linkextractor.py
scrapy/log.py
scrapy/logformatter.py
scrapy/mail.py
scrapy/middleware.py
scrapy/mime.types
scrapy/project.py
scrapy/resolver.py
scrapy/responsetypes.py
scrapy/shell.py
scrapy/signalmanager.py
scrapy/signals.py
scrapy/spider.py
scrapy/spiderloader.py
scrapy/spidermanager.py
scrapy/squeue.py
scrapy/squeues.py
scrapy/stats.py
scrapy/statscol.py
scrapy/statscollectors.py
scrapy/telnet.py
scrapy/commands/__init__.py
scrapy/commands/bench.py
scrapy/commands/check.py
scrapy/commands/crawl.py
scrapy/commands/edit.py
scrapy/commands/fetch.py
scrapy/commands/genspider.py
scrapy/commands/list.py
scrapy/commands/parse.py
scrapy/commands/runspider.py
scrapy/commands/settings.py
scrapy/commands/shell.py
scrapy/commands/startproject.py
scrapy/commands/version.py
scrapy/commands/view.py
scrapy/contracts/__init__.py
scrapy/contracts/default.py
scrapy/contrib/__init__.py
scrapy/contrib/closespider.py
scrapy/contrib/corestats.py
scrapy/contrib/debug.py
scrapy/contrib/feedexport.py
scrapy/contrib/httpcache.py
scrapy/contrib/logstats.py
scrapy/contrib/memdebug.py
scrapy/contrib/memusage.py
scrapy/contrib/spiderstate.py
scrapy/contrib/statsmailer.py
scrapy/contrib/throttle.py
scrapy/contrib/downloadermiddleware/__init__.py
scrapy/contrib/downloadermiddleware/ajaxcrawl.py
scrapy/contrib/downloadermiddleware/chunked.py
scrapy/contrib/downloadermiddleware/cookies.py
scrapy/contrib/downloadermiddleware/decompression.py
scrapy/contrib/downloadermiddleware/defaultheaders.py
scrapy/contrib/downloadermiddleware/downloadtimeout.py
scrapy/contrib/downloadermiddleware/httpauth.py
scrapy/contrib/downloadermiddleware/httpcache.py
scrapy/contrib/downloadermiddleware/httpcompression.py
scrapy/contrib/downloadermiddleware/httpproxy.py
scrapy/contrib/downloadermiddleware/redirect.py
scrapy/contrib/downloadermiddleware/retry.py
scrapy/contrib/downloadermiddleware/robotstxt.py
scrapy/contrib/downloadermiddleware/stats.py
scrapy/contrib/downloadermiddleware/useragent.py
scrapy/contrib/exporter/__init__.py
scrapy/contrib/linkextractors/__init__.py
scrapy/contrib/linkextractors/htmlparser.py
scrapy/contrib/linkextractors/lxmlhtml.py
scrapy/contrib/linkextractors/regex.py
scrapy/contrib/linkextractors/sgml.py
scrapy/contrib/loader/__init__.py
scrapy/contrib/loader/common.py
scrapy/contrib/loader/processor.py
scrapy/contrib/pipeline/__init__.py
scrapy/contrib/pipeline/files.py
scrapy/contrib/pipeline/images.py
scrapy/contrib/pipeline/media.py
scrapy/contrib/spidermiddleware/__init__.py
scrapy/contrib/spidermiddleware/depth.py
scrapy/contrib/spidermiddleware/httperror.py
scrapy/contrib/spidermiddleware/offsite.py
scrapy/contrib/spidermiddleware/referer.py
scrapy/contrib/spidermiddleware/urllength.py
scrapy/contrib/spiders/__init__.py
scrapy/contrib/spiders/crawl.py
scrapy/contrib/spiders/feed.py
scrapy/contrib/spiders/init.py
scrapy/contrib/spiders/sitemap.py
scrapy/contrib_exp/__init__.py
scrapy/contrib_exp/iterators.py
scrapy/contrib_exp/downloadermiddleware/__init__.py
scrapy/contrib_exp/downloadermiddleware/decompression.py
scrapy/core/__init__.py
scrapy/core/engine.py
scrapy/core/scheduler.py
scrapy/core/scraper.py
scrapy/core/spidermw.py
scrapy/core/downloader/__init__.py
scrapy/core/downloader/contextfactory.py
scrapy/core/downloader/middleware.py
scrapy/core/downloader/webclient.py
scrapy/core/downloader/handlers/__init__.py
scrapy/core/downloader/handlers/file.py
scrapy/core/downloader/handlers/ftp.py
scrapy/core/downloader/handlers/http.py
scrapy/core/downloader/handlers/http10.py
scrapy/core/downloader/handlers/http11.py
scrapy/core/downloader/handlers/s3.py
scrapy/downloadermiddlewares/__init__.py
scrapy/downloadermiddlewares/ajaxcrawl.py
scrapy/downloadermiddlewares/chunked.py
scrapy/downloadermiddlewares/cookies.py
scrapy/downloadermiddlewares/decompression.py
scrapy/downloadermiddlewares/defaultheaders.py
scrapy/downloadermiddlewares/downloadtimeout.py
scrapy/downloadermiddlewares/httpauth.py
scrapy/downloadermiddlewares/httpcache.py
scrapy/downloadermiddlewares/httpcompression.py
scrapy/downloadermiddlewares/httpproxy.py
scrapy/downloadermiddlewares/redirect.py
scrapy/downloadermiddlewares/retry.py
scrapy/downloadermiddlewares/robotstxt.py
scrapy/downloadermiddlewares/stats.py
scrapy/downloadermiddlewares/useragent.py
scrapy/extensions/__init__.py
scrapy/extensions/closespider.py
scrapy/extensions/corestats.py
scrapy/extensions/debug.py
scrapy/extensions/feedexport.py
scrapy/extensions/httpcache.py
scrapy/extensions/logstats.py
scrapy/extensions/memdebug.py
scrapy/extensions/memusage.py
scrapy/extensions/spiderstate.py
scrapy/extensions/statsmailer.py
scrapy/extensions/throttle.py
scrapy/http/__init__.py
scrapy/http/common.py
scrapy/http/cookies.py
scrapy/http/headers.py
scrapy/http/request/__init__.py
scrapy/http/request/form.py
scrapy/http/request/rpc.py
scrapy/http/response/__init__.py
scrapy/http/response/html.py
scrapy/http/response/text.py
scrapy/http/response/xml.py
scrapy/linkextractors/__init__.py
scrapy/linkextractors/htmlparser.py
scrapy/linkextractors/lxmlhtml.py
scrapy/linkextractors/regex.py
scrapy/linkextractors/sgml.py
scrapy/loader/__init__.py
scrapy/loader/common.py
scrapy/loader/processors.py
scrapy/pipelines/__init__.py
scrapy/pipelines/files.py
scrapy/pipelines/images.py
scrapy/pipelines/media.py
scrapy/selector/__init__.py
scrapy/selector/csstranslator.py
scrapy/selector/lxmldocument.py
scrapy/selector/lxmlsel.py
scrapy/selector/unified.py
scrapy/settings/__init__.py
scrapy/settings/default_settings.py
scrapy/settings/deprecated.py
scrapy/spidermiddlewares/__init__.py
scrapy/spidermiddlewares/depth.py
scrapy/spidermiddlewares/httperror.py
scrapy/spidermiddlewares/offsite.py
scrapy/spidermiddlewares/referer.py
scrapy/spidermiddlewares/urllength.py
scrapy/spiders/__init__.py
scrapy/spiders/crawl.py
scrapy/spiders/feed.py
scrapy/spiders/init.py
scrapy/spiders/sitemap.py
scrapy/templates/project/scrapy.cfg
scrapy/templates/project/module/__init__.py
scrapy/templates/project/module/__init__.pyc
scrapy/templates/project/module/items.py.tmpl
scrapy/templates/project/module/pipelines.py.tmpl
scrapy/templates/project/module/settings.py.tmpl
scrapy/templates/project/module/spiders/__init__.py
scrapy/templates/project/module/spiders/__init__.pyc
scrapy/templates/spiders/basic.tmpl
scrapy/templates/spiders/crawl.tmpl
scrapy/templates/spiders/csvfeed.tmpl
scrapy/templates/spiders/xmlfeed.tmpl
scrapy/utils/__init__.py
scrapy/utils/benchserver.py
scrapy/utils/conf.py
scrapy/utils/console.py
scrapy/utils/datatypes.py
scrapy/utils/decorator.py
scrapy/utils/decorators.py
scrapy/utils/defer.py
scrapy/utils/deprecate.py
scrapy/utils/display.py
scrapy/utils/engine.py
scrapy/utils/ftp.py
scrapy/utils/gz.py
scrapy/utils/http.py
scrapy/utils/httpobj.py
scrapy/utils/iterators.py
scrapy/utils/job.py
scrapy/utils/log.py
scrapy/utils/markup.py
scrapy/utils/misc.py
scrapy/utils/multipart.py
scrapy/utils/ossignal.py
scrapy/utils/project.py
scrapy/utils/python.py
scrapy/utils/reactor.py
scrapy/utils/reqser.py
scrapy/utils/request.py
scrapy/utils/response.py
scrapy/utils/serialize.py
scrapy/utils/signal.py
scrapy/utils/sitemap.py
scrapy/utils/spider.py
scrapy/utils/template.py
scrapy/utils/test.py
scrapy/utils/testproc.py
scrapy/utils/testsite.py
scrapy/utils/trackref.py
scrapy/utils/url.py
scrapy/xlib/__init__.py
scrapy/xlib/lsprofcalltree.py
scrapy/xlib/pydispatch/__init__.py
scrapy/xlib/pydispatch/dispatcher.py
scrapy/xlib/pydispatch/errors.py
scrapy/xlib/pydispatch/license.txt
scrapy/xlib/pydispatch/robust.py
scrapy/xlib/pydispatch/robustapply.py
scrapy/xlib/pydispatch/saferef.py
scrapy/xlib/tx/__init__.py
scrapy/xlib/tx/_newclient.py
scrapy/xlib/tx/client.py
scrapy/xlib/tx/endpoints.py
scrapy/xlib/tx/interfaces.py
scrapy/xlib/tx/iweb.py
tests/__init__.py
tests/__init__.pyc
tests/mockserver.py
tests/mockserver.pyc
tests/py3-ignores.txt
tests/requirements.txt
tests/spiders.py
tests/spiders.pyc
tests/test_closespider.py
tests/test_closespider.pyc
tests/test_command_fetch.py
tests/test_command_fetch.pyc
tests/test_command_shell.py
tests/test_command_shell.pyc
tests/test_command_version.py
tests/test_command_version.pyc
tests/test_commands.py
tests/test_commands.pyc
tests/test_contracts.py
tests/test_contracts.pyc
tests/test_crawl.py
tests/test_crawl.pyc
tests/test_crawler.py
tests/test_crawler.pyc
tests/test_dependencies.py
tests/test_dependencies.pyc
tests/test_downloader_handlers.py
tests/test_downloader_handlers.pyc
tests/test_downloadermiddleware.py
tests/test_downloadermiddleware.pyc
tests/test_downloadermiddleware_ajaxcrawlable.py
tests/test_downloadermiddleware_ajaxcrawlable.pyc
tests/test_downloadermiddleware_cookies.py
tests/test_downloadermiddleware_cookies.pyc
tests/test_downloadermiddleware_decompression.py
tests/test_downloadermiddleware_decompression.pyc
tests/test_downloadermiddleware_defaultheaders.py
tests/test_downloadermiddleware_defaultheaders.pyc
tests/test_downloadermiddleware_downloadtimeout.py
tests/test_downloadermiddleware_downloadtimeout.pyc
tests/test_downloadermiddleware_httpauth.py
tests/test_downloadermiddleware_httpauth.pyc
tests/test_downloadermiddleware_httpcache.py
tests/test_downloadermiddleware_httpcache.pyc
tests/test_downloadermiddleware_httpcompression.py
tests/test_downloadermiddleware_httpcompression.pyc
tests/test_downloadermiddleware_httpproxy.py
tests/test_downloadermiddleware_httpproxy.pyc
tests/test_downloadermiddleware_redirect.py
tests/test_downloadermiddleware_redirect.pyc
tests/test_downloadermiddleware_retry.py
tests/test_downloadermiddleware_retry.pyc
tests/test_downloadermiddleware_robotstxt.py
tests/test_downloadermiddleware_robotstxt.pyc
tests/test_downloadermiddleware_stats.py
tests/test_downloadermiddleware_stats.pyc
tests/test_downloadermiddleware_useragent.py
tests/test_downloadermiddleware_useragent.pyc
tests/test_dupefilters.py
tests/test_dupefilters.pyc
tests/test_engine.py
tests/test_engine.pyc
tests/test_exporters.py
tests/test_exporters.pyc
tests/test_feedexport.py
tests/test_feedexport.pyc
tests/test_http_cookies.py
tests/test_http_cookies.pyc
tests/test_http_headers.py
tests/test_http_headers.pyc
tests/test_http_request.py
tests/test_http_request.pyc
tests/test_http_response.py
tests/test_http_response.pyc
tests/test_item.py
tests/test_item.pyc
tests/test_link.py
tests/test_link.pyc
tests/test_linkextractors.py
tests/test_linkextractors.pyc
tests/test_loader.py
tests/test_loader.pyc
tests/test_logformatter.py
tests/test_logformatter.pyc
tests/test_mail.py
tests/test_mail.pyc
tests/test_middleware.py
tests/test_middleware.pyc
tests/test_pipeline_files.py
tests/test_pipeline_files.pyc
tests/test_pipeline_images.py
tests/test_pipeline_images.pyc
tests/test_pipeline_media.py
tests/test_pipeline_media.pyc
tests/test_proxy_connect.py
tests/test_proxy_connect.pyc
tests/test_responsetypes.py
tests/test_responsetypes.pyc
tests/test_selector.py
tests/test_selector.pyc
tests/test_selector_csstranslator.py
tests/test_selector_csstranslator.pyc
tests/test_selector_lxmldocument.py
tests/test_selector_lxmldocument.pyc
tests/test_spider.py
tests/test_spider.pyc
tests/test_spidermiddleware_depth.py
tests/test_spidermiddleware_depth.pyc
tests/test_spidermiddleware_httperror.py
tests/test_spidermiddleware_httperror.pyc
tests/test_spidermiddleware_offsite.py
tests/test_spidermiddleware_offsite.pyc
tests/test_spidermiddleware_referer.py
tests/test_spidermiddleware_referer.pyc
tests/test_spidermiddleware_urllength.py
tests/test_spidermiddleware_urllength.pyc
tests/test_spiderstate.py
tests/test_spiderstate.pyc
tests/test_squeues.py
tests/test_squeues.pyc
tests/test_stats.py
tests/test_stats.pyc
tests/test_toplevel.py
tests/test_toplevel.pyc
tests/test_urlparse_monkeypatches.py
tests/test_urlparse_monkeypatches.pyc
tests/test_utils_conf.py
tests/test_utils_conf.pyc
tests/test_utils_datatypes.py
tests/test_utils_datatypes.pyc
tests/test_utils_defer.py
tests/test_utils_defer.pyc
tests/test_utils_deprecate.py
tests/test_utils_deprecate.pyc
tests/test_utils_gz.py
tests/test_utils_gz.pyc
tests/test_utils_http.py
tests/test_utils_http.pyc
tests/test_utils_httpobj.py
tests/test_utils_httpobj.pyc
tests/test_utils_iterators.py
tests/test_utils_iterators.pyc
tests/test_utils_log.py
tests/test_utils_log.pyc
tests/test_utils_python.py
tests/test_utils_python.pyc
tests/test_utils_reqser.py
tests/test_utils_reqser.pyc
tests/test_utils_request.py
tests/test_utils_request.pyc
tests/test_utils_response.py
tests/test_utils_response.pyc
tests/test_utils_serialize.py
tests/test_utils_serialize.pyc
tests/test_utils_signal.py
tests/test_utils_signal.pyc
tests/test_utils_sitemap.py
tests/test_utils_sitemap.pyc
tests/test_utils_spider.py
tests/test_utils_spider.pyc
tests/test_utils_template.py
tests/test_utils_template.pyc
tests/test_utils_url.py
tests/test_utils_url.pyc
tests/test_webclient.py
tests/test_webclient.pyc
tests/keys/cert.pem
tests/keys/mitmproxy-ca.pem
tests/mocks/__init__.py
tests/mocks/__init__.pyc
tests/mocks/dummydbm.py
tests/mocks/dummydbm.pyc
tests/sample_data/compressed/feed-sample1.tar
tests/sample_data/compressed/feed-sample1.xml
tests/sample_data/compressed/feed-sample1.xml.bz2
tests/sample_data/compressed/feed-sample1.xml.gz
tests/sample_data/compressed/feed-sample1.zip
tests/sample_data/compressed/html-gzip.bin
tests/sample_data/compressed/html-rawdeflate.bin
tests/sample_data/compressed/html-zlibdeflate.bin
tests/sample_data/compressed/truncated-crc-error-short.gz
tests/sample_data/compressed/truncated-crc-error.gz
tests/sample_data/feeds/feed-sample1.xml
tests/sample_data/feeds/feed-sample2.xml
tests/sample_data/feeds/feed-sample3.csv
tests/sample_data/feeds/feed-sample4.csv
tests/sample_data/feeds/feed-sample5.csv
tests/sample_data/feeds/feed-sample6.csv
tests/sample_data/link_extractor/linkextractor_latin1.html
tests/sample_data/link_extractor/linkextractor_noenc.html
tests/sample_data/link_extractor/sgml_linkextractor.html
tests/sample_data/test_site/index.html
tests/sample_data/test_site/item1.html
tests/sample_data/test_site/item2.html
tests/test_cmdline/__init__.py
tests/test_cmdline/__init__.pyc
tests/test_cmdline/extensions.py
tests/test_cmdline/extensions.pyc
tests/test_cmdline/settings.py
tests/test_cmdline/settings.pyc
tests/test_settings/__init__.py
tests/test_settings/__init__.pyc
tests/test_settings/default_settings.py
tests/test_settings/default_settings.pyc
tests/test_spiderloader/__init__.py
tests/test_spiderloader/__init__.pyc
tests/test_spiderloader/test_spiders/__init__.py
tests/test_spiderloader/test_spiders/__init__.pyc
tests/test_spiderloader/test_spiders/spider0.py
tests/test_spiderloader/test_spiders/spider0.pyc
tests/test_spiderloader/test_spiders/spider1.py
tests/test_spiderloader/test_spiders/spider1.pyc
tests/test_spiderloader/test_spiders/spider2.py
tests/test_spiderloader/test_spiders/spider2.pyc
tests/test_spiderloader/test_spiders/spider3.py
tests/test_spiderloader/test_spiders/spider3.pyc
tests/test_utils_misc/__init__.py
tests/test_utils_misc/__init__.pyc
tests/test_utils_misc/test.egg
tests/test_utils_misc/test_walk_modules/__init__.py
tests/test_utils_misc/test_walk_modules/__init__.pyc
tests/test_utils_misc/test_walk_modules/mod1.py
tests/test_utils_misc/test_walk_modules/mod1.pyc
tests/test_utils_misc/test_walk_modules/mod/__init__.py
tests/test_utils_misc/test_walk_modules/mod/__init__.pyc
tests/test_utils_misc/test_walk_modules/mod/mod0.py
tests/test_utils_misc/test_walk_modules/mod/mod0.pyc