AUTHORS
INSTALL
LICENSE
MANIFEST.in
README
setup.cfg
setup.py
Scrapy.egg-info/PKG-INFO
Scrapy.egg-info/SOURCES.txt
Scrapy.egg-info/dependency_links.txt
Scrapy.egg-info/requires.txt
Scrapy.egg-info/top_level.txt
bin/runtests.bat
bin/runtests.sh
bin/scrapy-ctl.py
docs/Makefile
docs/README
docs/api-stability.rst
docs/conf.py
docs/faq.rst
docs/index.rst
docs/_ext/scrapydocs.py
docs/_static/scrapydoc.css
docs/_static/selectors-sample1.html
docs/experimental/djangoitems.rst
docs/experimental/index.rst
docs/experimental/scheduler-middleware.rst
docs/intro/install.rst
docs/intro/overview.rst
docs/intro/tutorial.rst
docs/topics/architecture.rst
docs/topics/downloader-middleware.rst
docs/topics/email.rst
docs/topics/exceptions.rst
docs/topics/exporters.rst
docs/topics/extensions.rst
docs/topics/firebug.rst
docs/topics/firefox.rst
docs/topics/images.rst
docs/topics/item-pipeline.rst
docs/topics/items.rst
docs/topics/leaks.rst
docs/topics/link-extractors.rst
docs/topics/loaders.rst
docs/topics/logging.rst
docs/topics/request-response.rst
docs/topics/scrapy-ctl.rst
docs/topics/selectors.rst
docs/topics/settings.rst
docs/topics/shell.rst
docs/topics/signals.rst
docs/topics/spider-middleware.rst
docs/topics/spiders.rst
docs/topics/stats.rst
docs/topics/telnetconsole.rst
docs/topics/webconsole.rst
docs/topics/_images/adaptors_diagram.png
docs/topics/_images/adaptors_diagram.svg
docs/topics/_images/firebug1.png
docs/topics/_images/firebug2.png
docs/topics/_images/firebug3.png
docs/topics/_images/scrapy_architecture.odg
docs/topics/_images/scrapy_architecture.png
examples/googledir/scrapy-ctl.py
examples/googledir/googledir/__init__.py
examples/googledir/googledir/items.py
examples/googledir/googledir/pipelines.py
examples/googledir/googledir/settings.py
examples/googledir/googledir/spiders/__init__.py
examples/googledir/googledir/spiders/google_directory.py
examples/scripts/count_and_follow_links.py
extras/setup_wininst.bmp
extras/sign_release.sh
extras/sql/scraping.sql
scrapy/__init__.py
scrapy/crawler.py
scrapy/extension.py
scrapy/item.py
scrapy/link.py
scrapy/log.py
scrapy/mail.py
scrapy/shell.py
scrapy/command/__init__.py
scrapy/command/cmdline.py
scrapy/command/models.py
scrapy/command/commands/__init__.py
scrapy/command/commands/crawl.py
scrapy/command/commands/fetch.py
scrapy/command/commands/genspider.py
scrapy/command/commands/list.py
scrapy/command/commands/parse.py
scrapy/command/commands/runspider.py
scrapy/command/commands/settings.py
scrapy/command/commands/shell.py
scrapy/command/commands/start.py
scrapy/command/commands/startproject.py
scrapy/conf/__init__.py
scrapy/conf/default_settings.py
scrapy/conf/commands/__init__.py
scrapy/conf/commands/genspider.py
scrapy/conf/commands/help.py
scrapy/conf/commands/list.py
scrapy/conf/commands/settings.py
scrapy/conf/commands/shell.py
scrapy/conf/commands/startproject.py
scrapy/contrib/__init__.py
scrapy/contrib/aws.py
scrapy/contrib/closespider.py
scrapy/contrib/corestats.py
scrapy/contrib/debug.py
scrapy/contrib/dupefilter.py
scrapy/contrib/groupsettings.py
scrapy/contrib/itemsampler.py
scrapy/contrib/logformatter.py
scrapy/contrib/memdebug.py
scrapy/contrib/memusage.py
scrapy/contrib/resolver.py
scrapy/contrib/spiderclosedelay.py
scrapy/contrib/spidermanager.py
scrapy/contrib/spiderscheduler.py
scrapy/contrib/statsmailer.py
scrapy/contrib/downloadermiddleware/__init__.py
scrapy/contrib/downloadermiddleware/cookies.py
scrapy/contrib/downloadermiddleware/defaultheaders.py
scrapy/contrib/downloadermiddleware/httpauth.py
scrapy/contrib/downloadermiddleware/httpcache.py
scrapy/contrib/downloadermiddleware/httpcompression.py
scrapy/contrib/downloadermiddleware/httpproxy.py
scrapy/contrib/downloadermiddleware/redirect.py
scrapy/contrib/downloadermiddleware/retry.py
scrapy/contrib/downloadermiddleware/robotstxt.py
scrapy/contrib/downloadermiddleware/stats.py
scrapy/contrib/downloadermiddleware/useragent.py
scrapy/contrib/exporter/__init__.py
scrapy/contrib/exporter/jsonlines.py
scrapy/contrib/linkextractors/__init__.py
scrapy/contrib/linkextractors/htmlparser.py
scrapy/contrib/linkextractors/image.py
scrapy/contrib/linkextractors/lxmlparser.py
scrapy/contrib/linkextractors/regex.py
scrapy/contrib/linkextractors/sgml.py
scrapy/contrib/loader/__init__.py
scrapy/contrib/loader/common.py
scrapy/contrib/loader/processor.py
scrapy/contrib/pipeline/__init__.py
scrapy/contrib/pipeline/fileexport.py
scrapy/contrib/pipeline/images.py
scrapy/contrib/pipeline/media.py
scrapy/contrib/schedulermiddleware/__init__.py
scrapy/contrib/schedulermiddleware/duplicatesfilter.py
scrapy/contrib/spidermiddleware/__init__.py
scrapy/contrib/spidermiddleware/depth.py
scrapy/contrib/spidermiddleware/httperror.py
scrapy/contrib/spidermiddleware/offsite.py
scrapy/contrib/spidermiddleware/referer.py
scrapy/contrib/spidermiddleware/requestlimit.py
scrapy/contrib/spidermiddleware/urlfilter.py
scrapy/contrib/spidermiddleware/urllength.py
scrapy/contrib/spiders/__init__.py
scrapy/contrib/spiders/crawl.py
scrapy/contrib/spiders/feed.py
scrapy/contrib/spiders/init.py
scrapy/contrib/webconsole/__init__.py
scrapy/contrib/webconsole/enginestatus.py
scrapy/contrib/webconsole/livestats.py
scrapy/contrib/webconsole/scheduler.py
scrapy/contrib/webconsole/spiderctl.py
scrapy/contrib/webconsole/stats.py
scrapy/contrib_exp/__init__.py
scrapy/contrib_exp/djangoitem.py
scrapy/contrib_exp/iterators.py
scrapy/contrib_exp/spiderprofiler.py
scrapy/contrib_exp/downloadermiddleware/__init__.py
scrapy/contrib_exp/downloadermiddleware/decompression.py
scrapy/contrib_exp/loader/__init__.py
scrapy/contrib_exp/loader/lxmlloader.py
scrapy/core/__init__.py
scrapy/core/engine.py
scrapy/core/exceptions.py
scrapy/core/manager.py
scrapy/core/scraper.py
scrapy/core/signals.py
scrapy/core/downloader/__init__.py
scrapy/core/downloader/manager.py
scrapy/core/downloader/middleware.py
scrapy/core/downloader/webclient.py
scrapy/core/downloader/handlers/__init__.py
scrapy/core/downloader/handlers/file.py
scrapy/core/downloader/handlers/http.py
scrapy/core/downloader/responsetypes/__init__.py
scrapy/core/downloader/responsetypes/mime.types
scrapy/core/scheduler/__init__.py
scrapy/core/scheduler/middleware.py
scrapy/core/scheduler/schedulers.py
scrapy/http/__init__.py
scrapy/http/cookies.py
scrapy/http/headers.py
scrapy/http/request/__init__.py
scrapy/http/request/form.py
scrapy/http/request/rpc.py
scrapy/http/response/__init__.py
scrapy/http/response/html.py
scrapy/http/response/text.py
scrapy/http/response/xml.py
scrapy/management/__init__.py
scrapy/management/telnet.py
scrapy/management/web.py
scrapy/selector/__init__.py
scrapy/selector/document.py
scrapy/selector/factories.py
scrapy/spider/__init__.py
scrapy/spider/middleware.py
scrapy/spider/models.py
scrapy/stats/__init__.py
scrapy/stats/signals.py
scrapy/stats/collector/__init__.py
scrapy/stats/collector/mysql.py
scrapy/stats/collector/simpledb.py
scrapy/templates/project/scrapy-ctl.py
scrapy/templates/project/module/__init__.py
scrapy/templates/project/module/items.py.tmpl
scrapy/templates/project/module/pipelines.py.tmpl
scrapy/templates/project/module/settings.py.tmpl
scrapy/templates/project/module/spiders/__init__.py
scrapy/templates/spiders/basic.tmpl
scrapy/templates/spiders/crawl.tmpl
scrapy/templates/spiders/csvfeed.tmpl
scrapy/templates/spiders/xmlfeed.tmpl
scrapy/tests/__init__.py
scrapy/tests/test_commands.py
scrapy/tests/test_conf.py
scrapy/tests/test_contrib_exp_loader_lxmlloader.py
scrapy/tests/test_contrib_exporter.py
scrapy/tests/test_contrib_linkextractors.py
scrapy/tests/test_contrib_loader.py
scrapy/tests/test_contrib_logformatter.py
scrapy/tests/test_dependencies.py
scrapy/tests/test_downloader_handlers.py
scrapy/tests/test_downloadermiddleware_cookies.py
scrapy/tests/test_downloadermiddleware_decompression.py
scrapy/tests/test_downloadermiddleware_defaultheaders.py
scrapy/tests/test_downloadermiddleware_httpauth.py
scrapy/tests/test_downloadermiddleware_httpcache.py
scrapy/tests/test_downloadermiddleware_httpcompression.py
scrapy/tests/test_downloadermiddleware_httpproxy.py
scrapy/tests/test_downloadermiddleware_redirect.py
scrapy/tests/test_downloadermiddleware_retry.py
scrapy/tests/test_downloadermiddleware_stats.py
scrapy/tests/test_downloadermiddleware_useragent.py
scrapy/tests/test_dupefilter.py
scrapy/tests/test_engine.py
scrapy/tests/test_http_cookies.py
scrapy/tests/test_http_headers.py
scrapy/tests/test_http_request.py
scrapy/tests/test_http_response.py
scrapy/tests/test_item.py
scrapy/tests/test_log.py
scrapy/tests/test_pipeline_images.py
scrapy/tests/test_responsetypes.py
scrapy/tests/test_schedulermiddleware_duplicatesfilter.py
scrapy/tests/test_selector.py
scrapy/tests/test_spidermiddleware_depth.py
scrapy/tests/test_spidermiddleware_httperror.py
scrapy/tests/test_spidermiddleware_offsite.py
scrapy/tests/test_spidermiddleware_referer.py
scrapy/tests/test_spidermiddleware_urlfilter.py
scrapy/tests/test_spidermiddleware_urllength.py
scrapy/tests/test_stats.py
scrapy/tests/test_utils_aws.py
scrapy/tests/test_utils_conf.py
scrapy/tests/test_utils_datatypes.py
scrapy/tests/test_utils_defer.py
scrapy/tests/test_utils_httpobj.py
scrapy/tests/test_utils_iterators.py
scrapy/tests/test_utils_markup.py
scrapy/tests/test_utils_memory.py
scrapy/tests/test_utils_misc.py
scrapy/tests/test_utils_python.py
scrapy/tests/test_utils_request.py
scrapy/tests/test_utils_response.py
scrapy/tests/test_utils_signal.py
scrapy/tests/test_utils_simpledb.py
scrapy/tests/test_utils_spider.py
scrapy/tests/test_utils_url.py
scrapy/tests/test_webclient.py
scrapy/tests/sample_data/compressed/feed-sample1.tar
scrapy/tests/sample_data/compressed/feed-sample1.xml
scrapy/tests/sample_data/compressed/feed-sample1.xml.bz2
scrapy/tests/sample_data/compressed/feed-sample1.xml.gz
scrapy/tests/sample_data/compressed/feed-sample1.zip
scrapy/tests/sample_data/compressed/html-gzip.bin
scrapy/tests/sample_data/compressed/html-rawdeflate.bin
scrapy/tests/sample_data/compressed/html-zlibdeflate.bin
scrapy/tests/sample_data/feeds/feed-sample1.xml
scrapy/tests/sample_data/feeds/feed-sample2.xml
scrapy/tests/sample_data/feeds/feed-sample3.csv
scrapy/tests/sample_data/feeds/feed-sample4.csv
scrapy/tests/sample_data/feeds/feed-sample5.csv
scrapy/tests/sample_data/link_extractor/image_linkextractor.html
scrapy/tests/sample_data/link_extractor/linkextractor_latin1.html
scrapy/tests/sample_data/link_extractor/linkextractor_noenc.html
scrapy/tests/sample_data/link_extractor/sgml_linkextractor.html
scrapy/tests/sample_data/test_site/index.html
scrapy/tests/sample_data/test_site/item1.html
scrapy/tests/sample_data/test_site/item2.html
scrapy/tests/test_cmdline/__init__.py
scrapy/tests/test_cmdline/extensions.py
scrapy/tests/test_cmdline/settings.py
scrapy/tests/test_cmdline/settings2.py
scrapy/tests/test_djangoitem/__init__.py
scrapy/tests/test_djangoitem/models.py
scrapy/tests/test_djangoitem/settings.py
scrapy/utils/__init__.py
scrapy/utils/aws.py
scrapy/utils/conf.py
scrapy/utils/datatypes.py
scrapy/utils/decorator.py
scrapy/utils/defer.py
scrapy/utils/display.py
scrapy/utils/engine.py
scrapy/utils/fetch.py
scrapy/utils/http.py
scrapy/utils/httpobj.py
scrapy/utils/iterators.py
scrapy/utils/markup.py
scrapy/utils/memory.py
scrapy/utils/misc.py
scrapy/utils/mysql.py
scrapy/utils/ossignal.py
scrapy/utils/python.py
scrapy/utils/request.py
scrapy/utils/response.py
scrapy/utils/signal.py
scrapy/utils/simpledb.py
scrapy/utils/spider.py
scrapy/utils/template.py
scrapy/utils/test.py
scrapy/utils/trackref.py
scrapy/utils/url.py
scrapy/xlib/BeautifulSoup.py
scrapy/xlib/ClientForm.py
scrapy/xlib/__init__.py
scrapy/xlib/lsprofcalltree.py
scrapy/xlib/twisted_250_monkeypatches.py
scrapy/xlib/pydispatch/__init__.py
scrapy/xlib/pydispatch/dispatcher.py
scrapy/xlib/pydispatch/errors.py
scrapy/xlib/pydispatch/license.txt
scrapy/xlib/pydispatch/robust.py
scrapy/xlib/pydispatch/robustapply.py
scrapy/xlib/pydispatch/saferef.py
scripts/rpm-install.sh