o NK&hH@sUddlZddlmZddlmZddlmZmZddlm Z m Z ddl m Z ddl mZmZmZddl m Zdd lmZmZmZdd lmZdd lmZdd lmZmZdd lmZddlm Z m!Z!m"Z"ddl#m$Z$e%e&d<esxddl m'Z'neZ'GdddeZ(GdddZ)dS)N)Iterable)suppress)IntEnumauto)chaincount)choice)SIGINTSIGTERMSignals)signal)AnyCallableOptional) OS_IS_WINDOWS) ServerKilled) error_loggerlogger) RestartOrder) ProcessStateWorker WorkerProcess) RestarterSIGKILL)rc@seZdZeZeZdS) MonitorCycleN)__name__ __module__ __qualname__rBREAKCONTINUEr r G/var/www/html/venv/lib/python3.10/site-packages/sanic/worker/manager.pyrs rc@s"eZdZdZejZdZdefddZ     dTd e d e d e fde e e fde dee de de dede defddZdefddZdUd ee ddfddZddZddZd d!Zd"d#Zd$d%Zdejfd&eee fd'd(Zd)efd*d+Zd,d-Zd.d/Zedeefd0d1Z ede!e"e effd2d3Z#ed4d5Z$ed6d7Z%ed8d9Z&d:d;Z'dd?Z)d@eddfdAdBZ*edCdDZ+dEdFZ,dGdHZ-dVdIdJZ.dee/fdKdLZ0dVdMdNZ1dOe dee/fdPdQZ2d e d e d e fde e e fde dee de de deddfdRdSZ3dS)W WorkerManageraManage all of the processes. This class is used to manage all of the processes. It is instantiated by Sanic when in multiprocess mode (which is OOTB default) and is used to start, stop, and restart the worker processes. You can access it to interact with it **ONLY** when on the main process. Therefore, you should really only access it from within the `main_process_ready` event listener. ```python from sanic import Sanic app = Sanic("MyApp") @app.main_process_ready async def ready(app: Sanic, _): app.manager.manage("MyProcess", my_process, {"foo": "bar"}) ``` See [Worker Manager](/en/guide/deployment/manager) for more information. z Sanic-MainnumbercCs||_||_i|_i|_t|_|\|_|_||_d|j i|j|j <d|_ ||_ ||_ t|_|dkr7tdt|D]}|q;tt|jtt|jdS)NpidFrzCannot serve with no workers) num_servercontext transientdurabler restartermonitor_publishermonitor_subscriber worker_stater$ MAIN_NAME_shutting_down_serve_server_settingsr _server_count RuntimeErrorrange create_server signal_funcr shutdown_signalr )selfr#serveserver_settingsr&monitor_pubsubr,_r r r!__init__<s$     zWorkerManager.__init__FNTnamefunc.kwargsr' restartabletracked auto_startworkersidentreturnc Cs||jvs ||jvrtd|d|dur|n|}|r"|s"td|r'|jn|j} t| p.|||||j|j|||| } | | | j<| S)aFInstruct Sanic to manage a custom process. Args: name (str): A name for the worker process func (Callable[..., Any]): The function to call in the background process kwargs (Dict[str, Any]): Arguments to pass to the function transient (bool, optional): Whether to mark the process as transient. If `True` then the Worker Manager will restart the process along with any global restart (ex: auto-reload), defaults to `False` restartable (Optional[bool], optional): Whether to mark the process as restartable. If `True` then the Worker Manager will be able to restart the process if prompted. If `transient=True`, this property will be implied to be `True`, defaults to `None` tracked (bool, optional): Whether to track the process after completion, defaults to `True` auto_start (bool, optional): Whether to start the process immediately, defaults to `True` workers (int, optional): The number of worker processes to run. Defaults to `1`. ident (str, optional): The identifier for the worker. If not provided, the name passed will be used. Defaults to `""`. Returns: Worker: The Worker instance Worker z already existsNz8Cannot create a transient worker that is not restartable)r'r( ValueErrorrr&r,r?) r7r?r@rAr'rBrCrDrErF containerworkerr r r!manage[s,# zWorkerManager.managec Cs<t|j}|jtjd||j|jddtj|ddS)z_Create a new server process. Returns: Worker: The Worker instance -T2)r'rBrF)nextr1rLr SERVER_LABELr/r0SERVER_IDENTIFIER)r7 server_numberr r r!r4s zWorkerManager.create_servercCs`|sdd|jD}|stddSt|}n|j|}|jD]}|q"|j|j=dS)zShutdown a server process. Args: name (Optional[str], optional): The name of the server process to shutdown. If `None` then a random server will be chosen. Defaults to `None`. cSsg|] }|jtjr|qSr )r? startswithrrP.0rKr r r! s  z1WorkerManager.shutdown_server..z6Server shutdown failed because a server was not found.N)r'valuesrerrorr processes terminater?)r7r?serversrKprocessr r r!shutdown_servers    zWorkerManager.shutdown_servercCs,|||||dS)zRun the worker manager.N)startmonitorjoinrZcleanupr7r r r!runs  zWorkerManager.runcCs:|jD]}|jD]}|js|tjdq|qqdS)zStart the worker processes.TN)rErYrD set_staterNONEr^r7rKr\r r r!r^s   zWorkerManager.startcCstjdddidt}|jD]1}tjd|jd|jjddid|jtjkr@tjd|jddid| |j| q|rI| dSdS) zJoin the worker processes.zJoining processes verbosityr=extrazFound z - zJoining N) rdebugsetrYr$stater?rJOINEDaddr`)r7joinedr\r r r!r`s    zWorkerManager.joincCs"|js |jD]}|qdSdS)zTerminate the worker processes.N)r.rYrZr7r\r r r!rZs   zWorkerManager.terminatecCs|jD]}|qdS)zCleanup the worker processes.N)rYexitrpr r r!ras  zWorkerManager.cleanup process_namescKs,|jjdt|jt|j||d|dS)aRestart the worker processes. Args: process_names (Optional[List[str]], optional): The names of the processes to restart. If `None` then all processes will be restarted. Defaults to `None`. restart_order (RestartOrder, optional): The order in which to restart the processes. Defaults to `RestartOrder.SHUTDOWN_FIRST`. )transient_processesdurable_processesrr restart_orderNr )r)restartlistrsrt)r7rrrurAr r r!rvs zWorkerManager.restart num_workercCs|dkrtd||j}|dkrtd|ddStd|jd|d|dkrCt|D]}|}|jD]}|q:q1n tt|D]}| qI||_dS)NrzCannot scale to 0 workers.z$No change needed. There are already z workers.z Scaling from z to z workers) rIr%rinfor3r4rYr^absr])r7rxchanger;rKr\r r r!scales&       zWorkerManager.scalecCsb| z|}|tjurWdS|tjurWq||Wn ty/ts,YdSwq)aMonitor the worker processes. First, wait for all of the workers to acknowledge that they are ready. Then, wait for messages from the workers. If a message is received then it is processed and the state of the worker is updated. Also used to restart, shutdown, and scale the workers. Raises: ServerKilled: Raised when a worker fails to come online. TN) wait_for_ack _poll_monitorrrr _sync_states_cleanup_non_tracked_workersInterruptedErrorr)r7cycler r r!r_s      zWorkerManager.monitorcCsd}d|jdd}|sD|jdr*|j}|dkr%|j|q |j}d}|d7}||jkr>td || |rd Sd S) z?Wait for all of the workers to acknowledge that they are ready.rzIt seems that one or more of your workers failed to come online in the allowed time. Sanic is shutting down to avoid a deadlock. The current threshold is z~s. If this problem persists, please check out the documentation https://sanic.dev/en/guide/deployment/manager.html#worker-ack.皙?__TERMINATE_EARLY__a|One of your worker processes terminated before startup was completed. Please solve any errors experienced during startup. If you do not see an exception traceback in your error logs, try running Sanic in a single process using --single-process or single_process=True. Once you are confident that the server is able to start without errors you can switch back to multiprocess mode.r=zCNot all workers acknowledged a successful startup. Shutting down. N) THRESHOLD_all_workers_ackr+pollrecvr*sendrrXkill)r7missesmessage monitor_msgr r r!r}3s.    zWorkerManager.wait_for_ackcCst|jt|jS)zGet all of the workers.)rwr'rWr(rbr r r!rEUszWorkerManager.workerscCst|j|jSN)rr'itemsr(rbr r r! all_workersZszWorkerManager.all_workersccs,|jD]}|jD] }|jsq |Vq qdS)zGet all of the processes.N)rErYr$rfr r r!rY^s  zWorkerManager.processesccs"|jD]}|jEdHqdS)z#Get all of the transient processes.N)r'rWrYr7rKr r r!rsgsz!WorkerManager.transient_processesccs"|jD]}|jEdHqdSr)r(rWrYrr r r!rtmszWorkerManager.durable_processesc Cs|jD]<}td|j|jtt%z tt |jt Wnt y/t |jt YnwWdn1s:wYqt )zKill all of the processes.zKilling %s [%s]N)rYrryr?r$rProcessLookupErroroskillpggetpgidrOSErrorrrrpr r r!rrs   zWorkerManager.killcCsp|jr#tdtt |WddS1swYdStdt|j|j d| dS)zHandle the shutdown signal.zShutdown interrupted. Killing.Nz"Received signal %s. Shutting down.) r.rryrrrr r?r*rshutdown)r7r framer r r!r6}s      zWorkerManager.shutdown_signalcCs&|jD] }|r |qd|_dS)zShutdown the worker manager.TN)rYis_aliverZr.rpr r r!rs  zWorkerManager.shutdownrKcCs|jrtd|jddS|rtd|jddS|j|jd|j|jd|jD] }|j |jdq2t d|j~dS)NrHz" is tracked and cannot be removed.z+ has alive processes and cannot be removed.zRemoved worker %s) rCrrXr?has_alive_processesr'popr(rYr,rryrfr r r! remove_workers    zWorkerManager.remove_workercCstS)z'Get the process ID of the main process.)rgetpidrbr r r!r$szWorkerManager.pidcCs*dd|jD}t|ot||jkS)NcSs(g|]}|dr|dtjjkqS)serverrl)getrACKEDr?)rUr,r r r!rVs z2WorkerManager._all_workers_ack..)r,rWalllenr%)r7ackedr r r!rszWorkerManager._all_workers_ackc Cs~|jD]9}z |j|jd}Wnty |tjdYqw|s,|j r*dnd}|r<|j j|kr<|t|dqdS)NrlTFAILED COMPLETED) rYr,r?rKeyErrorrdr TERMINATEDrexitcoderl)r7r\rlr r r!rs  zWorkerManager._sync_statescCs(dd|jD}|D]}||q dS)NcSsg|] }|js|s|qSr )rCrrTr r r!rVsz>WorkerManager._cleanup_non_tracked_workers..)rEr)r7 to_removerKr r r!rs  z*WorkerManager._cleanup_non_tracked_workerscCs|jdrS|j}tjd|ddid|stjS|dkr'|tjSt|t r@t |dks8t |dkr@|j |tj St|t sNtd |tj S||SdS) NrzMonitor message: rgrh __TERMINATE__z'Monitor received an invalid message: %s)r+rrrrjrr_handle_terminate isinstancetupler_handle_managerstrrrX_handle_message)r7rr r r!r~s&      zWorkerManager._poll_monitorcCs |dSr)rrbr r r!rs zWorkerManager._handle_terminatercCstjd|ddid|dd}|dr!|t|dtjS|d }t|dkr/|dnd}d d |d D}|rCd |vrCd}d|vrJt j nt j }|j |||ddS)NzIncoming monitor message: %srgr=rh:r __SCALE__rcSsg|]}|qSr )strip)rUr?r r r!rVsz1WorkerManager._handle_message..,__ALL_PROCESSES__ STARTUP_FIRST)rrreloaded_filesru) rrjsplitrSr|intrrrrrSHUTDOWN_FIRSTrv)r7r split_messagerYrrrorderr r r!rs4   zWorkerManager._handle_messagec Cs`z|j||||||||d} Wntytd|YdSw|s$dS| jD]} | q'dS)N)r'rBrCrDrEzFailed to manage worker %s)rL Exceptionr exceptionrYr^) r7r?r@rAr'rBrCrDrErKr\r r r!rs&    zWorkerManager._handle_manage)FNTTr=r>r)rGN)4rrr__doc__rrr-rr<rrr dictboolrrrLr4r]rcr^r`rZrarrrwrvr|r_r}propertyrErrrrYrsrtrr6rrr$rrrrr~rrrr r r r!r" s $     :   "            r")*rcollections.abcr contextlibrenumrr itertoolsrrrandomrr r r r r5typingr rr sanic.compatrsanic.exceptionsr sanic.logrrsanic.worker.constantsrsanic.worker.processrrrsanic.worker.restarterrr__annotations__rrr"r r r r!s*