AUTHORS
INSTALL
LICENSE
MANIFEST.in
README.rst
setup.cfg
setup.py
Scrapy.egg-info/PKG-INFO
Scrapy.egg-info/SOURCES.txt
Scrapy.egg-info/dependency_links.txt
Scrapy.egg-info/requires.txt
Scrapy.egg-info/top_level.txt
bin/runtests.bat
bin/runtests.sh
bin/scrapy
docs/Makefile
docs/README
docs/conf.py
docs/contributing.rst
docs/faq.rst
docs/index.rst
docs/news.rst
docs/versioning.rst
docs/_ext/scrapydocs.py
docs/_static/scrapydoc.css
docs/_static/selectors-sample1.html
docs/experimental/index.rst
docs/intro/examples.rst
docs/intro/install.rst
docs/intro/overview.rst
docs/intro/tutorial.rst
docs/topics/api.rst
docs/topics/architecture.rst
docs/topics/autothrottle.rst
docs/topics/benchmarking.rst
docs/topics/broad-crawls.rst
docs/topics/commands.rst
docs/topics/contracts.rst
docs/topics/debug.rst
docs/topics/djangoitem.rst
docs/topics/downloader-middleware.rst
docs/topics/email.rst
docs/topics/exceptions.rst
docs/topics/exporters.rst
docs/topics/extensions.rst
docs/topics/feed-exports.rst
docs/topics/firebug.rst
docs/topics/firefox.rst
docs/topics/images.rst
docs/topics/item-pipeline.rst
docs/topics/items.rst
docs/topics/jobs.rst
docs/topics/leaks.rst
docs/topics/link-extractors.rst
docs/topics/loaders.rst
docs/topics/logging.rst
docs/topics/practices.rst
docs/topics/request-response.rst
docs/topics/scrapyd.rst
docs/topics/selectors.rst
docs/topics/settings.rst
docs/topics/shell.rst
docs/topics/signals.rst
docs/topics/spider-middleware.rst
docs/topics/spiders.rst
docs/topics/stats.rst
docs/topics/telnetconsole.rst
docs/topics/ubuntu.rst
docs/topics/webservice.rst
docs/topics/_images/firebug1.png
docs/topics/_images/firebug2.png
docs/topics/_images/firebug3.png
docs/topics/_images/scrapy_architecture.odg
docs/topics/_images/scrapy_architecture.png
extras/coverage-report.sh
extras/makedeb.py
extras/qps-bench-server.py
extras/qpsclient.py
extras/scrapy-ws.py
extras/scrapy.1
extras/scrapy.bat
extras/scrapy_bash_completion
scrapy/VERSION
scrapy/__init__.py
scrapy/_monkeypatches.py
scrapy/cmdline.py
scrapy/command.py
scrapy/conf.py
scrapy/conftest.py
scrapy/crawler.py
scrapy/dupefilter.py
scrapy/exceptions.py
scrapy/extension.py
scrapy/interfaces.py
scrapy/item.py
scrapy/link.py
scrapy/linkextractor.py
scrapy/log.py
scrapy/logformatter.py
scrapy/mail.py
scrapy/middleware.py
scrapy/mime.types
scrapy/project.py
scrapy/resolver.py
scrapy/responsetypes.py
scrapy/shell.py
scrapy/signalmanager.py
scrapy/signals.py
scrapy/spider.py
scrapy/spidermanager.py
scrapy/squeue.py
scrapy/stats.py
scrapy/statscol.py
scrapy/telnet.py
scrapy/webservice.py
scrapy/commands/__init__.py
scrapy/commands/bench.py
scrapy/commands/check.py
scrapy/commands/crawl.py
scrapy/commands/deploy.py
scrapy/commands/edit.py
scrapy/commands/fetch.py
scrapy/commands/genspider.py
scrapy/commands/list.py
scrapy/commands/parse.py
scrapy/commands/runspider.py
scrapy/commands/settings.py
scrapy/commands/shell.py
scrapy/commands/startproject.py
scrapy/commands/version.py
scrapy/commands/view.py
scrapy/contracts/__init__.py
scrapy/contracts/default.py
scrapy/contrib/__init__.py
scrapy/contrib/closespider.py
scrapy/contrib/corestats.py
scrapy/contrib/debug.py
scrapy/contrib/djangoitem.py
scrapy/contrib/feedexport.py
scrapy/contrib/httpcache.py
scrapy/contrib/logstats.py
scrapy/contrib/memdebug.py
scrapy/contrib/memusage.py
scrapy/contrib/spiderstate.py
scrapy/contrib/statsmailer.py
scrapy/contrib/throttle.py
scrapy/contrib/downloadermiddleware/__init__.py
scrapy/contrib/downloadermiddleware/ajaxcrawl.py
scrapy/contrib/downloadermiddleware/chunked.py
scrapy/contrib/downloadermiddleware/cookies.py
scrapy/contrib/downloadermiddleware/defaultheaders.py
scrapy/contrib/downloadermiddleware/downloadtimeout.py
scrapy/contrib/downloadermiddleware/httpauth.py
scrapy/contrib/downloadermiddleware/httpcache.py
scrapy/contrib/downloadermiddleware/httpcompression.py
scrapy/contrib/downloadermiddleware/httpproxy.py
scrapy/contrib/downloadermiddleware/redirect.py
scrapy/contrib/downloadermiddleware/retry.py
scrapy/contrib/downloadermiddleware/robotstxt.py
scrapy/contrib/downloadermiddleware/stats.py
scrapy/contrib/downloadermiddleware/useragent.py
scrapy/contrib/exporter/__init__.py
scrapy/contrib/linkextractors/__init__.py
scrapy/contrib/linkextractors/htmlparser.py
scrapy/contrib/linkextractors/lxmlhtml.py
scrapy/contrib/linkextractors/regex.py
scrapy/contrib/linkextractors/sgml.py
scrapy/contrib/loader/__init__.py
scrapy/contrib/loader/common.py
scrapy/contrib/loader/processor.py
scrapy/contrib/pipeline/__init__.py
scrapy/contrib/pipeline/files.py
scrapy/contrib/pipeline/images.py
scrapy/contrib/pipeline/media.py
scrapy/contrib/spidermiddleware/__init__.py
scrapy/contrib/spidermiddleware/depth.py
scrapy/contrib/spidermiddleware/httperror.py
scrapy/contrib/spidermiddleware/offsite.py
scrapy/contrib/spidermiddleware/referer.py
scrapy/contrib/spidermiddleware/urllength.py
scrapy/contrib/spiders/__init__.py
scrapy/contrib/spiders/crawl.py
scrapy/contrib/spiders/feed.py
scrapy/contrib/spiders/init.py
scrapy/contrib/spiders/sitemap.py
scrapy/contrib/webservice/__init__.py
scrapy/contrib/webservice/crawler.py
scrapy/contrib/webservice/enginestatus.py
scrapy/contrib/webservice/stats.py
scrapy/contrib_exp/__init__.py
scrapy/contrib_exp/djangoitem.py
scrapy/contrib_exp/iterators.py
scrapy/contrib_exp/downloadermiddleware/__init__.py
scrapy/contrib_exp/downloadermiddleware/decompression.py
scrapy/core/__init__.py
scrapy/core/engine.py
scrapy/core/scheduler.py
scrapy/core/scraper.py
scrapy/core/spidermw.py
scrapy/core/downloader/__init__.py
scrapy/core/downloader/contextfactory.py
scrapy/core/downloader/middleware.py
scrapy/core/downloader/webclient.py
scrapy/core/downloader/handlers/__init__.py
scrapy/core/downloader/handlers/file.py
scrapy/core/downloader/handlers/ftp.py
scrapy/core/downloader/handlers/http.py
scrapy/core/downloader/handlers/http10.py
scrapy/core/downloader/handlers/http11.py
scrapy/core/downloader/handlers/s3.py
scrapy/http/__init__.py
scrapy/http/common.py
scrapy/http/cookies.py
scrapy/http/headers.py
scrapy/http/request/__init__.py
scrapy/http/request/form.py
scrapy/http/request/rpc.py
scrapy/http/response/__init__.py
scrapy/http/response/html.py
scrapy/http/response/text.py
scrapy/http/response/xml.py
scrapy/selector/__init__.py
scrapy/selector/csstranslator.py
scrapy/selector/lxmldocument.py
scrapy/selector/lxmlsel.py
scrapy/selector/unified.py
scrapy/settings/__init__.py
scrapy/settings/default_settings.py
scrapy/settings/deprecated.py
scrapy/templates/project/scrapy.cfg
scrapy/templates/project/module/__init__.py
scrapy/templates/project/module/__init__.pyc
scrapy/templates/project/module/items.py.tmpl
scrapy/templates/project/module/pipelines.py.tmpl
scrapy/templates/project/module/settings.py.tmpl
scrapy/templates/project/module/spiders/__init__.py
scrapy/templates/project/module/spiders/__init__.pyc
scrapy/templates/spiders/basic.tmpl
scrapy/templates/spiders/crawl.tmpl
scrapy/templates/spiders/csvfeed.tmpl
scrapy/templates/spiders/xmlfeed.tmpl
scrapy/tests/__init__.py
scrapy/tests/mockserver.py
scrapy/tests/spiders.py
scrapy/tests/test_closespider.py
scrapy/tests/test_command_fetch.py
scrapy/tests/test_command_shell.py
scrapy/tests/test_command_version.py
scrapy/tests/test_commands.py
scrapy/tests/test_contracts.py
scrapy/tests/test_contrib_exporter.py
scrapy/tests/test_contrib_feedexport.py
scrapy/tests/test_contrib_linkextractors.py
scrapy/tests/test_contrib_loader.py
scrapy/tests/test_contrib_spiderstate.py
scrapy/tests/test_crawl.py
scrapy/tests/test_dependencies.py
scrapy/tests/test_downloader_handlers.py
scrapy/tests/test_downloadermiddleware.py
scrapy/tests/test_downloadermiddleware_ajaxcrawlable.py
scrapy/tests/test_downloadermiddleware_cookies.py
scrapy/tests/test_downloadermiddleware_decompression.py
scrapy/tests/test_downloadermiddleware_defaultheaders.py
scrapy/tests/test_downloadermiddleware_downloadtimeout.py
scrapy/tests/test_downloadermiddleware_httpauth.py
scrapy/tests/test_downloadermiddleware_httpcache.py
scrapy/tests/test_downloadermiddleware_httpcompression.py
scrapy/tests/test_downloadermiddleware_httpproxy.py
scrapy/tests/test_downloadermiddleware_redirect.py
scrapy/tests/test_downloadermiddleware_retry.py
scrapy/tests/test_downloadermiddleware_robotstxt.py
scrapy/tests/test_downloadermiddleware_stats.py
scrapy/tests/test_downloadermiddleware_useragent.py
scrapy/tests/test_dupefilter.py
scrapy/tests/test_engine.py
scrapy/tests/test_http_cookies.py
scrapy/tests/test_http_headers.py
scrapy/tests/test_http_request.py
scrapy/tests/test_http_response.py
scrapy/tests/test_item.py
scrapy/tests/test_link.py
scrapy/tests/test_log.py
scrapy/tests/test_logformatter.py
scrapy/tests/test_mail.py
scrapy/tests/test_middleware.py
scrapy/tests/test_pipeline_files.py
scrapy/tests/test_pipeline_images.py
scrapy/tests/test_pipeline_media.py
scrapy/tests/test_proxy_connect.py
scrapy/tests/test_responsetypes.py
scrapy/tests/test_selector.py
scrapy/tests/test_selector_csstranslator.py
scrapy/tests/test_selector_lxmldocument.py
scrapy/tests/test_spider.py
scrapy/tests/test_spidermiddleware_depth.py
scrapy/tests/test_spidermiddleware_httperror.py
scrapy/tests/test_spidermiddleware_offsite.py
scrapy/tests/test_spidermiddleware_referer.py
scrapy/tests/test_spidermiddleware_urllength.py
scrapy/tests/test_squeue.py
scrapy/tests/test_stats.py
scrapy/tests/test_toplevel.py
scrapy/tests/test_urlparse_monkeypatches.py
scrapy/tests/test_utils_conf.py
scrapy/tests/test_utils_datatypes.py
scrapy/tests/test_utils_defer.py
scrapy/tests/test_utils_deprecate.py
scrapy/tests/test_utils_gz.py
scrapy/tests/test_utils_http.py
scrapy/tests/test_utils_httpobj.py
scrapy/tests/test_utils_iterators.py
scrapy/tests/test_utils_jsonrpc.py
scrapy/tests/test_utils_python.py
scrapy/tests/test_utils_reqser.py
scrapy/tests/test_utils_request.py
scrapy/tests/test_utils_response.py
scrapy/tests/test_utils_serialize.py
scrapy/tests/test_utils_signal.py
scrapy/tests/test_utils_sitemap.py
scrapy/tests/test_utils_spider.py
scrapy/tests/test_utils_template.py
scrapy/tests/test_utils_url.py
scrapy/tests/test_webclient.py
scrapy/tests/mocks/__init__.py
scrapy/tests/mocks/dummydbm.py
scrapy/tests/sample_data/compressed/feed-sample1.tar
scrapy/tests/sample_data/compressed/feed-sample1.xml
scrapy/tests/sample_data/compressed/feed-sample1.xml.bz2
scrapy/tests/sample_data/compressed/feed-sample1.xml.gz
scrapy/tests/sample_data/compressed/feed-sample1.zip
scrapy/tests/sample_data/compressed/html-gzip.bin
scrapy/tests/sample_data/compressed/html-rawdeflate.bin
scrapy/tests/sample_data/compressed/html-zlibdeflate.bin
scrapy/tests/sample_data/compressed/truncated-crc-error-short.gz
scrapy/tests/sample_data/compressed/truncated-crc-error.gz
scrapy/tests/sample_data/feeds/feed-sample1.xml
scrapy/tests/sample_data/feeds/feed-sample2.xml
scrapy/tests/sample_data/feeds/feed-sample3.csv
scrapy/tests/sample_data/feeds/feed-sample4.csv
scrapy/tests/sample_data/feeds/feed-sample5.csv
scrapy/tests/sample_data/link_extractor/linkextractor_latin1.html
scrapy/tests/sample_data/link_extractor/linkextractor_noenc.html
scrapy/tests/sample_data/link_extractor/sgml_linkextractor.html
scrapy/tests/sample_data/test_site/index.html
scrapy/tests/sample_data/test_site/item1.html
scrapy/tests/sample_data/test_site/item2.html
scrapy/tests/test_cmdline/__init__.py
scrapy/tests/test_cmdline/extensions.py
scrapy/tests/test_cmdline/settings.py
scrapy/tests/test_djangoitem/__init__.py
scrapy/tests/test_djangoitem/models.py
scrapy/tests/test_djangoitem/settings.py
scrapy/tests/test_settings/__init__.py
scrapy/tests/test_settings/default_settings.py
scrapy/tests/test_spidermanager/__init__.py
scrapy/tests/test_spidermanager/test_spiders/__init__.py
scrapy/tests/test_spidermanager/test_spiders/spider0.py
scrapy/tests/test_spidermanager/test_spiders/spider1.py
scrapy/tests/test_spidermanager/test_spiders/spider2.py
scrapy/tests/test_spidermanager/test_spiders/spider3.py
scrapy/tests/test_spidermanager/test_spiders/spider4.py
scrapy/tests/test_utils_misc/__init__.py
scrapy/tests/test_utils_misc/test.egg
scrapy/tests/test_utils_misc/test_walk_modules/__init__.py
scrapy/tests/test_utils_misc/test_walk_modules/mod1.py
scrapy/tests/test_utils_misc/test_walk_modules/mod/__init__.py
scrapy/tests/test_utils_misc/test_walk_modules/mod/mod0.py
scrapy/utils/__init__.py
scrapy/utils/conf.py
scrapy/utils/console.py
scrapy/utils/datatypes.py
scrapy/utils/decorator.py
scrapy/utils/defer.py
scrapy/utils/deprecate.py
scrapy/utils/display.py
scrapy/utils/engine.py
scrapy/utils/ftp.py
scrapy/utils/gz.py
scrapy/utils/http.py
scrapy/utils/httpobj.py
scrapy/utils/iterators.py
scrapy/utils/job.py
scrapy/utils/jsonrpc.py
scrapy/utils/markup.py
scrapy/utils/misc.py
scrapy/utils/multipart.py
scrapy/utils/ossignal.py
scrapy/utils/project.py
scrapy/utils/python.py
scrapy/utils/reactor.py
scrapy/utils/reqser.py
scrapy/utils/request.py
scrapy/utils/response.py
scrapy/utils/serialize.py
scrapy/utils/signal.py
scrapy/utils/sitemap.py
scrapy/utils/spider.py
scrapy/utils/template.py
scrapy/utils/test.py
scrapy/utils/testproc.py
scrapy/utils/testsite.py
scrapy/utils/trackref.py
scrapy/utils/txweb.py
scrapy/utils/url.py
scrapy/xlib/__init__.py
scrapy/xlib/lsprofcalltree.py
scrapy/xlib/pydispatch/__init__.py
scrapy/xlib/pydispatch/dispatcher.py
scrapy/xlib/pydispatch/errors.py
scrapy/xlib/pydispatch/license.txt
scrapy/xlib/pydispatch/robust.py
scrapy/xlib/pydispatch/robustapply.py
scrapy/xlib/pydispatch/saferef.py
scrapy/xlib/tx/__init__.py
scrapy/xlib/tx/_newclient.py
scrapy/xlib/tx/client.py
scrapy/xlib/tx/endpoints.py
scrapy/xlib/tx/interfaces.py
scrapy/xlib/tx/iweb.py