tf@ dZddlZddlZddlmZddlmZddlmZm Z m Z m Z m Z m Z mZmZmZmZddlmZmZddlmZmZmZddlmZdd lmZmZmZdd lm Z m!Z!dd l"m#Z#dd l$m%Z%dd l&m'Z'ddl(m)Z)ddl*m+Z+ddl,m-Z-ddl.m/Z/m0Z0ddl1m2Z2ddl3m4Z4ddl5m6Z6m7Z7ddl8m9Z9m:Z:ddl;mZ>m?Z?m@Z@mAZAddlBmCZCmDZDmEZEGdde e!ZFdeFfdZGeGdd ZHeGd!d"ZIeGd#d$ZJd%eKd&e/deKfd'ZLd(eId)e e0d&ez(StartedWorkerPool.run..sF  4:M,,v.. / /      r9N)rrS)selfrTs `r:runzStartedWorkerPool.runsh    >Bo            tr9cTKtd|jDdd{V}t|D])\}\}}|s|jd|d|*|jdd=|jdd=|j|j dS)zv Shut down all of the workers in the pool. The pool is unusable after this method is called. cZg|](}tj|)Sr8)r fromCoroutineexit)rXrYs r: z*StartedWorkerPool.join..s+ N N NvX #FKKMM 2 2 N N Nr9T) consumeErrorsNzjoining disttrial worker #z failed) rrR enumerate_loggerfailurerSrQcloserPunlock)r[resultsn succeededres r:joinzStartedWorkerPool.joins % N N N N N         (1'9'9 W W #A# 7 W $$%L!%L%L%LgVVV LO OAAA   !!!!!r9)r;N)r4r5r6r7rrrLrr r r/r0rrdr1r\rkr8r9r:rOrOcs$sm### OOO + ^$$$$fhhGl3&7D""""""r9rOc peZdZUdZeed<deedee de de e fdZ dZd edefd Zd S) WorkerPoolz Manage a fixed-size collection of child processes which can run tests. @ivar _config: Configuration for the precise way in which the pool is run. _config protocolsrHrJr;c>fdt|DS)a Create local worker protocol instances and return them. @param protocols: The process/protocol adapters to use for the created workers. @param workingDirectory: The base path in which we should run the workers. @param logFile: The test log, for workers to write to. @return: A list of C{quantity} C{LocalWorker} instances. c xg|]6\}}t|t|7Sr8)r/childrM)rXxprotocolrJrHs r:raz2WorkerPool._createLocalWorkers..sN   8 "2"8"8Q"@"@' J J   r9)rc)r[rorHrJs ``r:_createLocalWorkerszWorkerPool._createLocalWorkerss<&     (33    r9c xtdjj}ddddddtdtdi}t j}t j tj|d<|D]?}tj |g}| |||tj |||@d S) a Spawn processes from a list of process protocols. @param spawner: A C{IReactorProcess.spawnProcess} implementation. @param protocols: An iterable of C{ProcessProtocol} instances. @param arguments: Extra arguments passed to the processes. ztwisted.trial._dist.workertrialrwr'rr PYTHONPATH)argschildFDsenvN) rfilePathpathr(r)osenvironcopypathseprksys executableextend) r[spawnerro argumentsworkertrialPathr{rrYrzs r:_launchWorkerProcessesz!WorkerPool._launchWorkerProcessess((IJSX s s s s   *//##!#  9 9  W WFNO4D KK " " " GFCNg V V V V V W Wr9r?cKt|jj\}}t|jjrt |jj}n||jj}t|}dt|jj D}| |||}| |j ||jj t|||||S)z Launch all of the workers for this pool. @return: A started pool object that can run jobs using the workers. c*g|]}tSr8)r0)rXrss r:raz$WorkerPool.start..sOOO1n&&OOOr9)r%rnrHrrJr preauthChildr&rangerGrur spawnProcessrIrO)r[r?testDirrP testLogPathrQrSrRs r:startzWorkerPool.starts 4 L )   % & & E"4<#788KK "..t|/CDDKk**OOdl6M0N0NOOO **      ##   L (   !         r9N)r4r5r6r7rFrLrr0rrr r r/rurrrOrr8r9r:rmrms  N+ #3-   k      0WWW6& ?& 7H& & & & & & r9rm untilFailureresultc.|o|S)z Determine whether the test suite should be iterated again. @param untilFailure: C{True} if the suite is supposed to run until failure. @param result: The test result of the test suite iteration which just completed. ) wasSuccessful)rrs r:shouldContinuers  2F00222r9pool testCases driveWorkercK |t|||d{VdS#t$r8|jt dt YdSwxYw)Nz )r\r ExceptionoriginaladdErrorr$r)rrrrs r:runTestsrsFhhw{FI>>??????????? FFF   L!9!9799EEEEEE Fs*0>A21A2ceZdZUdZeZeZede fe d<e e d<e e e d<dZee d<edee  Zee d <edeej Zee d <d Ze e d<dZee d<dZee d<dZe e d<dZe e d<eZee gefe d<defdZ!dZ"dede#e$de%ddfdZ& d$de'e(e)fdedefdZ*d e'e(e)fdede fd!Z+d e'e(e)fde fd"Z,d e'e(e)fde fd#Z-dS)%DistTrialRunnera A specialized runner for distributed trial. The runner launches a number of local worker processes which will run tests. @ivar _maxWorkers: the number of workers to be spawned. @ivar _exitFirst: ``True`` to stop the run as soon as a test case fails. ``False`` to run through the whole suite and report all of the results at the end. @ivar stream: stream which the reporter will use. @ivar _reporterFactory: the reporter class to be used. ._reporterFactory _maxWorkers_workerArgumentsF _exitFirstN)factory)default converter_reactorstreamr_tracebackFormat_realTimeErrors_uncleanWarningsztest.log_logfile _trial_temp_workingDirectory_workerPoolFactoryr;c||j|j|j}|jrt |}||S)zL Make reporter factory, and wrap it with a L{DistReporter}. )realtime)rrrrrr#_distReporterFactory)r[reporters r: _makeResultzDistTrialRunner._makeResultJs\(( K.9M)     @5h??H((222r9c.|dS)z Write test run final outcome to result. @param result: A C{TestResult} which will print errors and the summary. N)done)r[rs r: writeResultszDistTrialRunner.writeResultsUs  r9rrrYcFKfd}|D]}||d{VdS)a Drive a L{LocalWorkerAMP} instance, iterating the tests and calling C{run} for every one of them. @param worker: The L{LocalWorkerAMP} to drive. @param result: The global L{DistReporter} instance. @param testCases: The global list of tests to iterate. @return: A coroutine that completes after all of the tests have completed. cK |d{VdS#t$r+j|t YdSwxYwrW)r\rrrr)caserrYs r:taskz*DistTrialRunner._driveWorker..taskqsx :jjv........... : : :((wyy999999 :s#1AANr8)r[rrrYrrs ` ` r: _driveWorkerzDistTrialRunner._driveWorker]sd( : : : : : :   D$t**          r9suiterc Ktt|tt t jtjj j }j d| d|jd{Vt!t"}t$dt&dt(ffd } t+||d{V d{VS#d{VwxYw)a* Spawn local worker processes and load tests. After that, run them. @param suite: A test or suite to be run. @param untilFailure: If C{True}, continue to run the tests until they fail. @return: A coroutine that completes with the test result. zRunning z tests. Nrir;cKr!jd|dzdjrfd}nd}t t |jd{VS)Nz Test Pass r' c6jSrW)rr)_rs r:z@DistTrialRunner.runAsync..runAndReport..s6?+H+H+J+Jr9cdSNTr8)rs r:rz@DistTrialRunner.runAsync..runAndReport..s4r9)rwriterrrr.rr)ricasesConditionrr[ startedPoolrrs @r: runAndReportz.DistTrialRunner.runAsync..runAndReports : !!"8q1u"8"8"8999%%''F 0"K!J!J!J!/.)44!           f % % %Mr9)listr rrFminlenrrrrrrrcountTestCasesrrrrr+rKr*r-rk)r[rr poolStarter conditionrrrs` ` @@r:runAsynczDistTrialRunner.runAsynczs"u--.. -- C NND$455/00%      FU%9%9%;%;FFFGGG(--dm<<<<<<<< NL99   # ,          0 %&i>>>>>>>> >""$$ $ $ $ $ $ $ $ $+""$$ $ $ $ $ $ $ $ $s D??Etestcdddtttfddffd }dttt ffd }dt dt ffd }jdd |t j || | |j ttr tts Jd ttjS) NFrxr;c |dSrWr8)rxrs r:capturez%DistTrialRunner._run..captures FFFr9c<dSdSr)cancel)reactorStoppingrtestsInProgresssr:maybeStopTestsz,DistTrialRunner._run..maybeStopTestss*"O~&&(((&&4r9rc>sj|SrW)rstop)rrr[s r:maybeStopReactorz.DistTrialRunner._run..maybeStopReactors$" % ""$$$Mr9beforeshutdownz is not DistReporter)r rr*r robjectraddSystemEventTriggerr_raddBothr\ isinstanceraiseExceptionrr!r) r[rrrrrrrrs ` @@@r:_runzDistTrialRunner._runs59 % uWl23        &)9 :         V         ++Hj.QQQ  "4==|#D#D E E WW   W% & &   fg & & $  ! ! # # # &,//PPF1P1P1PPPPIv///r9c0||dS)za Run a reactor and a test suite. @param test: The test or suite to run. Frrr[rs r:r\zDistTrialRunner.runs yyEy222r9c0||dS)z| Run the tests with local worker processes until they fail. @param test: The test or suite to run. Trrrs r:runUntilFailurezDistTrialRunner.runUntilFailures yyDy111r9)F).r4r5r6r7r*rrrdrr!rLrKr rMrboolrrrDrr3rstdoutrr rrrrrrmrrFrrr r"r0rr rrrrr\rr8r9r:rr!s  (fhhGsI~....3iJ"'%!//:::###H U4??3:3N3NOOOFFOOO%c%%%!OT!!!"d"""Hc*s***CM"2!3Z!?@MMM 3\ 3 3 3 3I&   @#J%J%Xy()J%J%  J%J%J%J%X*0x23*04*0I*0*0*0*0X3h 123y33332E(I*=$>29222222r9r)Or7rr functoolsros.pathrtypingrrrrr r r r r runittestrrattrsrrrattrs.convertersrtwisted.internet.deferrrrtwisted.internet.interfacesrrtwisted.loggerrtwisted.python.failurertwisted.python.filepathrtwisted.python.lockfilertwisted.python.modulesr _asyncrunnerr itrialr!r"rr#runnerr$utilr%r&r(r) distreporterr* functionalr+r,r-r.rYr/r0r1r3rDrFrOrmrrrrr8r9r:rs<                          )((((((('''''''''',,,,,,HHHHHHHHHHEEEEEEEE!!!!!!******,,,,,,222222000000(((((())))))))5555554444444433333333&&&&&&MMMMMMMMMMMM========== o E*EEEE(*5"5"5"5"5"5"5"5"pb b b b b b b b J 3 3y 3T 3 3 3 3F F "F F x *N;Yt_L F FFFF$^2^2^2^2^2^2^2^2^2^2r9