ó ç'ÊUc@s™ddlZddlZddlZddlZddlmZddlmZmZm Z ddl m Z ddlm Z ddl mZddlmZddlmZdd lmZdd lmZdd lmZd ejfd „ƒYZdefd„ƒYZdefd„ƒYZdefd„ƒYZdefd„ƒYZdefd„ƒYZdeeefd„ƒYZ defd„ƒYZ!dS(iÿÿÿÿN(tsleep(texiststjointabspath(trmtree(tmkdtemp(tunittest(tdefer(tretry_on_eintr(t get_testenv(tSiteTest(t ProcessTestt ProjectTestcBs2eZdZd„Zd„Zd„Zd„ZRS(t testprojectcCsXtƒ|_|j|_t|j|jƒ|_t|j|jƒ|_tƒ|_dS(N( Rt temp_pathtcwdRt project_namet proj_patht proj_mod_pathR tenv(tself((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pytsetUps   cCst|jƒdS(N(RR(R((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyttearDownscOs]tjƒK}tjddf|}tj|d|d|d|jd|j|SWdQXdS(Ns-msscrapy.cmdlinetstdouttstderrRR(ttempfilet TemporaryFiletsyst executablet subprocesstcallRR(Rtnew_argstkwargstouttargs((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyR s!c Os´tjddf|}tj|d|jd|jdtjdtj|}d}d}xU|jƒdkr¯t |ƒ||7}|d kr[|j ƒt s¬t d ƒ‚q[q[W|S( Ns-msscrapy.cmdlineRRRRigš™™™™™É?is&Command took too much time to complete( RRRtPopenRRtPIPEtpolltNoneRtkilltFalsetAssertionError(RRR R"tptwaitedtinterval((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pytproc&s     (t__name__t __module__RRRRR-(((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyR s    tStartprojectTestcBseZd„ZRS(cCsO|jd|jd|jƒƒtt|jdƒƒs=t‚tt|jdƒƒs[t‚tt|jdƒƒsyt‚tt|jdƒƒs—t‚tt|jdƒƒsµt‚tt|jdƒƒsÓt‚tt|jd dƒƒsôt‚|jd |jd|jƒƒ|jd |jdd ƒƒ|jd |jdd ƒƒdS( Nit startprojects scrapy.cfgR s __init__.pysitems.pys pipelines.pys settings.pytspidersiswrong---project---nameR(t assertEqualRRRRRR)R(R((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyttest_startproject:s!(R.R/R4(((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyR08st CommandTestcBseZd„ZRS(cCsVtt|ƒjƒ|jd|jƒt|j|jƒ|_d|j|jdt‚|jd|jdddƒƒtt|jddƒƒs~t‚dS(Nit genspidert test_nameR2s test_name.pyistest.com(R3RRRRR)(R((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyttest_argumentsUs"tcrawlcCsÇ|rd|gng}d}|jd|d|Œ}t|jjƒ}|jd||f|ƒ|jtt|jddƒƒƒ|jd|d|Œ}t|jjƒ}|jd||ƒdS( Ns --template=%st test_spiderR9stest.coms-Created spider %r using template %r in moduleR2stest_spider.pys"Spider %r already exists in module( R-RRtreadtassertInt assertTrueRRR(RttplnameR"tspnameR*R!((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyt test_template]s"cCs|jdƒdS(Ntbasic(RC(R((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyttest_template_basichscCs|jdƒdS(Ntcsvfeed(RC(R((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyttest_template_csvfeedkscCs|jdƒdS(Ntxmlfeed(RC(R((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyttest_template_xmlfeednscCs |jd|jddƒƒdS(NiR9s--list(R3R(R((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyt test_listqscCs?|jd|jddƒƒ|jd|jdddƒƒdS(NiR9s --dump=basics-dRD(R3R(R((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyt test_dumptscCsL|jd|jd|jƒƒtt|jdd|jƒƒ sHt‚dS(NiR9R2s%s.py(R3RRRRRR)(R((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyttest_same_name_as_projectxs( R.R/R;RCRERGRIRJRKRL(((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyR8Ss      tMiscCommandsTestcBseZd„ZRS(cCs|jd|jdƒƒdS(Nitlist(R3R(R((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyRJs(R.R/RJ(((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyRM}stRunSpiderCommandTestcBs,eZd„Zd„Zd„Zd„ZRS(cCs¸|jƒ}tj|ƒtt|dƒƒ}t|dƒ}|jdƒWdQX|jd|ƒ}|jj ƒ}|j d|ƒ|j d|ƒ|j d|ƒ|j d|ƒdS( Ns myspider.pytws import scrapy class MySpider(scrapy.Spider): name = 'myspider' def start_requests(self): self.logger.debug("It Works!") return [] t runspidersDEBUG: It Works!sINFO: Spider openedsINFO: Closing spider (finished)sINFO: Spider closed (finished)( tmktemptostmkdirRRtopentwriteR-RR>R?(RttmpdirtfnametfR*tlog((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyttest_runspider…s   cCsˆ|jƒ}tj|ƒtt|dƒƒ}t|dƒ}|jdƒWdQX|jd|ƒ}|jj ƒ}|j d|ƒdS(Ns myspider.pyRPs# from scrapy.spiders import Spider RQsNo spider found in file( RRRSRTRRRURVR-RR>R?(RRWRXRYR*RZ((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyttest_runspider_no_spider_found›s   cCs5|jddƒ}|jjƒ}|jd|ƒdS(NRQtsome_non_existent_files&File not found: some_non_existent_file(R-RR>R?(RR*RZ((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyttest_runspider_file_not_found§scCsˆ|jƒ}tj|ƒtt|dƒƒ}t|dƒ}|jdƒWdQX|jd|ƒ}|jj ƒ}|j d|ƒdS(Ns myspider.txtRPtRQsUnable to load( RRRSRTRRRURVR-RR>R?(RRWRXRYR*RZ((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyttest_runspider_unable_to_load¬s  (R.R/R[R\R^R`(((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyROƒs  tParseCommandTestcBsMeZdZd„Zejd„ƒZejd„ƒZejd„ƒZRS(tparsec Csítt|ƒjƒd|_tt|jddƒƒ}t|dƒ }|jdj |jƒƒWdQXtt|jdƒƒ}t|dƒ}|jdƒWdQXtt|jdƒƒ}t|d ƒ}|jd |j ƒWdQXdS( Nt parse_spiderR2s myspider.pyRPsç import scrapy class MySpider(scrapy.Spider): name = '{0}' def parse(self, response): if getattr(self, 'test_arg', None): self.logger.debug('It Works!') return [scrapy.Item(), dict(foo='bar')] s pipelines.pys¯ import logging class MyPipeline(object): component_name = 'my_pipeline' def process_item(self, item, spider): logging.info('It Works!') return item s settings.pytas1 ITEM_PIPELINES = {'%s.pipelines.MyPipeline': 1} ( R7RaRt spider_nameRRRRURVtformatR(RRXRY((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyR»s   c csN|jd|jdddd|jdƒgƒV\}}}|jd|ƒdS(Ns--spiders-as test_arg=1s-cRbs/htmlsDEBUG: It Works!(texecuteReturlR?(Rt_R((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyttest_spider_argumentsßs ccsK|jd|jddd|jdƒgƒV\}}}|jd|ƒdS(Ns--spiders --pipeliness-cRbs/htmlsINFO: It Works!(RgReRhR?(RRiR((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyttest_pipelinesçs ccsH|jd|jdd|jdƒgƒV\}}}|jd|ƒdS(Ns--spiders-cRbs/htmls[{}, {'foo': 'bar'}](RgReRhR?(RtstatusR!R((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyttest_parse_itemsïs.( R.R/tcommandRRtinlineCallbacksRjRkRm(((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyRa·s  $tBenchCommandTestcBseZd„ZRS(cCs>|jdddddƒ}|jjƒ}|jd|ƒdS(Ntbenchs-ssLOGSTATS_INTERVAL=0.001sCLOSESPIDER_TIMEOUT=0.01s INFO: Crawled(R-RR>R?(RR*RZ((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyttest_runús (R.R/Rr(((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyRpøs("RSRRRttimeRtos.pathRRRtshutilRRt twisted.trialRttwisted.internetRtscrapy.utils.pythonRtscrapy.utils.testR tscrapy.utils.testsiteR tscrapy.utils.testprocR tTestCaseR R0R5R8RMRORaRp(((s7/home/travis/build/scrapy/scrapy/tests/test_commands.pyts*    % *4A