asda?‰PNG  IHDR ? f ??C1 sRGB ??é gAMA ±? üa pHYs ? ??o¨d GIDATx^íüL”÷e÷Y?a?("Bh?_ò???￠§?q5k?*:t0A-o??￥]VkJ￠M??f?±8\k2íll￡1]q?ù???T PKjGe[ 66 connection.pynu[# # A higher level module for using sockets (or Windows named pipes) # # multiprocessing/connection.py # # Copyright (c) 2006-2008, R Oudkerk # Licensed to PSF under a Contributor Agreement. # __all__ = [ 'Client', 'Listener', 'Pipe', 'wait' ] import errno import io import os import sys import socket import struct import time import tempfile import itertools import _multiprocessing from . import util from . import AuthenticationError, BufferTooShort from .context import reduction _ForkingPickler = reduction.ForkingPickler try: import _winapi from _winapi import WAIT_OBJECT_0, WAIT_ABANDONED_0, WAIT_TIMEOUT, INFINITE except ImportError: if sys.platform == 'win32': raise _winapi = None # # # BUFSIZE = 8192 # A very generous timeout when it comes to local connections... CONNECTION_TIMEOUT = 20. # The hmac module implicitly defaults to using MD5. # Support using a stronger algorithm for the challenge/response code: HMAC_DIGEST_NAME='sha256' _mmap_counter = itertools.count() default_family = 'AF_INET' families = ['AF_INET'] if hasattr(socket, 'AF_UNIX'): default_family = 'AF_UNIX' families += ['AF_UNIX'] if sys.platform == 'win32': default_family = 'AF_PIPE' families += ['AF_PIPE'] def _init_timeout(timeout=CONNECTION_TIMEOUT): return time.monotonic() + timeout def _check_timeout(t): return time.monotonic() > t # # # def arbitrary_address(family): ''' Return an arbitrary free address for the given family ''' if family == 'AF_INET': return ('localhost', 0) elif family == 'AF_UNIX': return tempfile.mktemp(prefix='listener-', dir=util.get_temp_dir()) elif family == 'AF_PIPE': return tempfile.mktemp(prefix=r'\\.\pipe\pyc-%d-%d-' % (os.getpid(), next(_mmap_counter)), dir="") else: raise ValueError('unrecognized family') def _validate_family(family): ''' Checks if the family is valid for the current environment. ''' if sys.platform != 'win32' and family == 'AF_PIPE': raise ValueError('Family %s is not recognized.' % family) if sys.platform == 'win32' and family == 'AF_UNIX': # double check if not hasattr(socket, family): raise ValueError('Family %s is not recognized.' % family) def address_type(address): ''' Return the types of the address This can be 'AF_INET', 'AF_UNIX', or 'AF_PIPE' ''' if type(address) == tuple: return 'AF_INET' elif type(address) is str and address.startswith('\\\\'): return 'AF_PIPE' elif type(address) is str or util.is_abstract_socket_namespace(address): return 'AF_UNIX' else: raise ValueError('address type of %r unrecognized' % address) # # Connection classes # class _ConnectionBase: _handle = None def __init__(self, handle, readable=True, writable=True): handle = handle.__index__() if handle < 0: raise ValueError("invalid handle") if not readable and not writable: raise ValueError( "at least one of `readable` and `writable` must be True") self._handle = handle self._readable = readable self._writable = writable # XXX should we use util.Finalize instead of a __del__? def __del__(self): if self._handle is not None: self._close() def _check_closed(self): if self._handle is None: raise OSError("handle is closed") def _check_readable(self): if not self._readable: raise OSError("connection is write-only") def _check_writable(self): if not self._writable: raise OSError("connection is read-only") def _bad_message_length(self): if self._writable: self._readable = False else: self.close() raise OSError("bad message length") @property def closed(self): """True if the connection is closed""" return self._handle is None @property def readable(self): """True if the connection is readable""" return self._readable @property def writable(self): """True if the connection is writable""" return self._writable def fileno(self): """File descriptor or handle of the connection""" self._check_closed() return self._handle def close(self): """Close the connection""" if self._handle is not None: try: self._close() finally: self._handle = None def send_bytes(self, buf, offset=0, size=None): """Send the bytes data from a bytes-like object""" self._check_closed() self._check_writable() m = memoryview(buf) if m.itemsize > 1: m = m.cast('B') n = m.nbytes if offset < 0: raise ValueError("offset is negative") if n < offset: raise ValueError("buffer length < offset") if size is None: size = n - offset elif size < 0: raise ValueError("size is negative") elif offset + size > n: raise ValueError("buffer length < offset + size") self._send_bytes(m[offset:offset + size]) def send(self, obj): """Send a (picklable) object""" self._check_closed() self._check_writable() self._send_bytes(_ForkingPickler.dumps(obj)) def recv_bytes(self, maxlength=None): """ Receive bytes data as a bytes object. """ self._check_closed() self._check_readable() if maxlength is not None and maxlength < 0: raise ValueError("negative maxlength") buf = self._recv_bytes(maxlength) if buf is None: self._bad_message_length() return buf.getvalue() def recv_bytes_into(self, buf, offset=0): """ Receive bytes data into a writeable bytes-like object. Return the number of bytes read. """ self._check_closed() self._check_readable() with memoryview(buf) as m: # Get bytesize of arbitrary buffer itemsize = m.itemsize bytesize = itemsize * len(m) if offset < 0: raise ValueError("negative offset") elif offset > bytesize: raise ValueError("offset too large") result = self._recv_bytes() size = result.tell() if bytesize < offset + size: raise BufferTooShort(result.getvalue()) # Message can fit in dest result.seek(0) result.readinto(m[offset // itemsize : (offset + size) // itemsize]) return size def recv(self): """Receive a (picklable) object""" self._check_closed() self._check_readable() buf = self._recv_bytes() return _ForkingPickler.loads(buf.getbuffer()) def poll(self, timeout=0.0): """Whether there is any input available to be read""" self._check_closed() self._check_readable() return self._poll(timeout) def __enter__(self): return self def __exit__(self, exc_type, exc_value, exc_tb): self.close() if _winapi: class PipeConnection(_ConnectionBase): """ Connection class based on a Windows named pipe. Overlapped I/O is used, so the handles must have been created with FILE_FLAG_OVERLAPPED. """ _got_empty_message = False _send_ov = None def _close(self, _CloseHandle=_winapi.CloseHandle): ov = self._send_ov if ov is not None: # Interrupt WaitForMultipleObjects() in _send_bytes() ov.cancel() _CloseHandle(self._handle) def _send_bytes(self, buf): if self._send_ov is not None: # A connection should only be used by a single thread raise ValueError("concurrent send_bytes() calls " "are not supported") ov, err = _winapi.WriteFile(self._handle, buf, overlapped=True) self._send_ov = ov try: if err == _winapi.ERROR_IO_PENDING: waitres = _winapi.WaitForMultipleObjects( [ov.event], False, INFINITE) assert waitres == WAIT_OBJECT_0 except: ov.cancel() raise finally: self._send_ov = None nwritten, err = ov.GetOverlappedResult(True) if err == _winapi.ERROR_OPERATION_ABORTED: # close() was called by another thread while # WaitForMultipleObjects() was waiting for the overlapped # operation. raise OSError(errno.EPIPE, "handle is closed") assert err == 0 assert nwritten == len(buf) def _recv_bytes(self, maxsize=None): if self._got_empty_message: self._got_empty_message = False return io.BytesIO() else: bsize = 128 if maxsize is None else min(maxsize, 128) try: ov, err = _winapi.ReadFile(self._handle, bsize, overlapped=True) try: if err == _winapi.ERROR_IO_PENDING: waitres = _winapi.WaitForMultipleObjects( [ov.event], False, INFINITE) assert waitres == WAIT_OBJECT_0 except: ov.cancel() raise finally: nread, err = ov.GetOverlappedResult(True) if err == 0: f = io.BytesIO() f.write(ov.getbuffer()) return f elif err == _winapi.ERROR_MORE_DATA: return self._get_more_data(ov, maxsize) except OSError as e: if e.winerror == _winapi.ERROR_BROKEN_PIPE: raise EOFError else: raise raise RuntimeError("shouldn't get here; expected KeyboardInterrupt") def _poll(self, timeout): if (self._got_empty_message or _winapi.PeekNamedPipe(self._handle)[0] != 0): return True return bool(wait([self], timeout)) def _get_more_data(self, ov, maxsize): buf = ov.getbuffer() f = io.BytesIO() f.write(buf) left = _winapi.PeekNamedPipe(self._handle)[1] assert left > 0 if maxsize is not None and len(buf) + left > maxsize: self._bad_message_length() ov, err = _winapi.ReadFile(self._handle, left, overlapped=True) rbytes, err = ov.GetOverlappedResult(True) assert err == 0 assert rbytes == left f.write(ov.getbuffer()) return f class Connection(_ConnectionBase): """ Connection class based on an arbitrary file descriptor (Unix only), or a socket handle (Windows). """ if _winapi: def _close(self, _close=_multiprocessing.closesocket): _close(self._handle) _write = _multiprocessing.send _read = _multiprocessing.recv else: def _close(self, _close=os.close): _close(self._handle) _write = os.write _read = os.read def _send(self, buf, write=_write): remaining = len(buf) while True: n = write(self._handle, buf) remaining -= n if remaining == 0: break buf = buf[n:] def _recv(self, size, read=_read): buf = io.BytesIO() handle = self._handle remaining = size while remaining > 0: chunk = read(handle, remaining) n = len(chunk) if n == 0: if remaining == size: raise EOFError else: raise OSError("got end of file during message") buf.write(chunk) remaining -= n return buf def _send_bytes(self, buf): n = len(buf) if n > 0x7fffffff: pre_header = struct.pack("!i", -1) header = struct.pack("!Q", n) self._send(pre_header) self._send(header) self._send(buf) else: # For wire compatibility with 3.7 and lower header = struct.pack("!i", n) if n > 16384: # The payload is large so Nagle's algorithm won't be triggered # and we'd better avoid the cost of concatenation. self._send(header) self._send(buf) else: # Issue #20540: concatenate before sending, to avoid delays due # to Nagle's algorithm on a TCP socket. # Also note we want to avoid sending a 0-length buffer separately, # to avoid "broken pipe" errors if the other end closed the pipe. self._send(header + buf) def _recv_bytes(self, maxsize=None): buf = self._recv(4) size, = struct.unpack("!i", buf.getvalue()) if size == -1: buf = self._recv(8) size, = struct.unpack("!Q", buf.getvalue()) if maxsize is not None and size > maxsize: return None return self._recv(size) def _poll(self, timeout): r = wait([self], timeout) return bool(r) # # Public functions # class Listener(object): ''' Returns a listener object. This is a wrapper for a bound socket which is 'listening' for connections, or for a Windows named pipe. ''' def __init__(self, address=None, family=None, backlog=1, authkey=None): family = family or (address and address_type(address)) \ or default_family address = address or arbitrary_address(family) _validate_family(family) if family == 'AF_PIPE': self._listener = PipeListener(address, backlog) else: self._listener = SocketListener(address, family, backlog) if authkey is not None and not isinstance(authkey, bytes): raise TypeError('authkey should be a byte string') self._authkey = authkey def accept(self): ''' Accept a connection on the bound socket or named pipe of `self`. Returns a `Connection` object. ''' if self._listener is None: raise OSError('listener is closed') c = self._listener.accept() if self._authkey is not None: deliver_challenge(c, self._authkey) answer_challenge(c, self._authkey) return c def close(self): ''' Close the bound socket or named pipe of `self`. ''' listener = self._listener if listener is not None: self._listener = None listener.close() @property def address(self): return self._listener._address @property def last_accepted(self): return self._listener._last_accepted def __enter__(self): return self def __exit__(self, exc_type, exc_value, exc_tb): self.close() def Client(address, family=None, authkey=None): ''' Returns a connection to the address of a `Listener` ''' family = family or address_type(address) _validate_family(family) if family == 'AF_PIPE': c = PipeClient(address) else: c = SocketClient(address) if authkey is not None and not isinstance(authkey, bytes): raise TypeError('authkey should be a byte string') if authkey is not None: answer_challenge(c, authkey) deliver_challenge(c, authkey) return c if sys.platform != 'win32': def Pipe(duplex=True): ''' Returns pair of connection objects at either end of a pipe ''' if duplex: s1, s2 = socket.socketpair() s1.setblocking(True) s2.setblocking(True) c1 = Connection(s1.detach()) c2 = Connection(s2.detach()) else: fd1, fd2 = os.pipe() c1 = Connection(fd1, writable=False) c2 = Connection(fd2, readable=False) return c1, c2 else: def Pipe(duplex=True): ''' Returns pair of connection objects at either end of a pipe ''' address = arbitrary_address('AF_PIPE') if duplex: openmode = _winapi.PIPE_ACCESS_DUPLEX access = _winapi.GENERIC_READ | _winapi.GENERIC_WRITE obsize, ibsize = BUFSIZE, BUFSIZE else: openmode = _winapi.PIPE_ACCESS_INBOUND access = _winapi.GENERIC_WRITE obsize, ibsize = 0, BUFSIZE h1 = _winapi.CreateNamedPipe( address, openmode | _winapi.FILE_FLAG_OVERLAPPED | _winapi.FILE_FLAG_FIRST_PIPE_INSTANCE, _winapi.PIPE_TYPE_MESSAGE | _winapi.PIPE_READMODE_MESSAGE | _winapi.PIPE_WAIT, 1, obsize, ibsize, _winapi.NMPWAIT_WAIT_FOREVER, # default security descriptor: the handle cannot be inherited _winapi.NULL ) h2 = _winapi.CreateFile( address, access, 0, _winapi.NULL, _winapi.OPEN_EXISTING, _winapi.FILE_FLAG_OVERLAPPED, _winapi.NULL ) _winapi.SetNamedPipeHandleState( h2, _winapi.PIPE_READMODE_MESSAGE, None, None ) overlapped = _winapi.ConnectNamedPipe(h1, overlapped=True) _, err = overlapped.GetOverlappedResult(True) assert err == 0 c1 = PipeConnection(h1, writable=duplex) c2 = PipeConnection(h2, readable=duplex) return c1, c2 # # Definitions for connections based on sockets # class SocketListener(object): ''' Representation of a socket which is bound to an address and listening ''' def __init__(self, address, family, backlog=1): self._socket = socket.socket(getattr(socket, family)) try: # SO_REUSEADDR has different semantics on Windows (issue #2550). if os.name == 'posix': self._socket.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1) self._socket.setblocking(True) self._socket.bind(address) self._socket.listen(backlog) self._address = self._socket.getsockname() except OSError: self._socket.close() raise self._family = family self._last_accepted = None if family == 'AF_UNIX' and not util.is_abstract_socket_namespace(address): # Linux abstract socket namespaces do not need to be explicitly unlinked self._unlink = util.Finalize( self, os.unlink, args=(address,), exitpriority=0 ) else: self._unlink = None def accept(self): s, self._last_accepted = self._socket.accept() s.setblocking(True) return Connection(s.detach()) def close(self): try: self._socket.close() finally: unlink = self._unlink if unlink is not None: self._unlink = None unlink() def SocketClient(address): ''' Return a connection object connected to the socket given by `address` ''' family = address_type(address) with socket.socket( getattr(socket, family) ) as s: s.setblocking(True) s.connect(address) return Connection(s.detach()) # # Definitions for connections based on named pipes # if sys.platform == 'win32': class PipeListener(object): ''' Representation of a named pipe ''' def __init__(self, address, backlog=None): self._address = address self._handle_queue = [self._new_handle(first=True)] self._last_accepted = None util.sub_debug('listener created with address=%r', self._address) self.close = util.Finalize( self, PipeListener._finalize_pipe_listener, args=(self._handle_queue, self._address), exitpriority=0 ) def _new_handle(self, first=False): flags = _winapi.PIPE_ACCESS_DUPLEX | _winapi.FILE_FLAG_OVERLAPPED if first: flags |= _winapi.FILE_FLAG_FIRST_PIPE_INSTANCE return _winapi.CreateNamedPipe( self._address, flags, _winapi.PIPE_TYPE_MESSAGE | _winapi.PIPE_READMODE_MESSAGE | _winapi.PIPE_WAIT, _winapi.PIPE_UNLIMITED_INSTANCES, BUFSIZE, BUFSIZE, _winapi.NMPWAIT_WAIT_FOREVER, _winapi.NULL ) def accept(self): self._handle_queue.append(self._new_handle()) handle = self._handle_queue.pop(0) try: ov = _winapi.ConnectNamedPipe(handle, overlapped=True) except OSError as e: if e.winerror != _winapi.ERROR_NO_DATA: raise # ERROR_NO_DATA can occur if a client has already connected, # written data and then disconnected -- see Issue 14725. else: try: res = _winapi.WaitForMultipleObjects( [ov.event], False, INFINITE) except: ov.cancel() _winapi.CloseHandle(handle) raise finally: _, err = ov.GetOverlappedResult(True) assert err == 0 return PipeConnection(handle) @staticmethod def _finalize_pipe_listener(queue, address): util.sub_debug('closing listener with address=%r', address) for handle in queue: _winapi.CloseHandle(handle) def PipeClient(address): ''' Return a connection object connected to the pipe given by `address` ''' t = _init_timeout() while 1: try: _winapi.WaitNamedPipe(address, 1000) h = _winapi.CreateFile( address, _winapi.GENERIC_READ | _winapi.GENERIC_WRITE, 0, _winapi.NULL, _winapi.OPEN_EXISTING, _winapi.FILE_FLAG_OVERLAPPED, _winapi.NULL ) except OSError as e: if e.winerror not in (_winapi.ERROR_SEM_TIMEOUT, _winapi.ERROR_PIPE_BUSY) or _check_timeout(t): raise else: break else: raise _winapi.SetNamedPipeHandleState( h, _winapi.PIPE_READMODE_MESSAGE, None, None ) return PipeConnection(h) # # Authentication stuff # MESSAGE_LENGTH = 20 CHALLENGE = b'#CHALLENGE#' WELCOME = b'#WELCOME#' FAILURE = b'#FAILURE#' def deliver_challenge(connection, authkey): import hmac if not isinstance(authkey, bytes): raise ValueError( "Authkey must be bytes, not {0!s}".format(type(authkey))) message = os.urandom(MESSAGE_LENGTH) connection.send_bytes(CHALLENGE + message) digest = hmac.new(authkey, message, HMAC_DIGEST_NAME).digest() response = connection.recv_bytes(256) # reject large message if response == digest: connection.send_bytes(WELCOME) else: connection.send_bytes(FAILURE) raise AuthenticationError('digest received was wrong') def answer_challenge(connection, authkey): import hmac if not isinstance(authkey, bytes): raise ValueError( "Authkey must be bytes, not {0!s}".format(type(authkey))) message = connection.recv_bytes(256) # reject large message assert message[:len(CHALLENGE)] == CHALLENGE, 'message = %r' % message message = message[len(CHALLENGE):] digest = hmac.new(authkey, message, HMAC_DIGEST_NAME).digest() connection.send_bytes(digest) response = connection.recv_bytes(256) # reject large message if response != WELCOME: raise AuthenticationError('digest sent was rejected') # # Support for using xmlrpclib for serialization # class ConnectionWrapper(object): def __init__(self, conn, dumps, loads): self._conn = conn self._dumps = dumps self._loads = loads for attr in ('fileno', 'close', 'poll', 'recv_bytes', 'send_bytes'): obj = getattr(conn, attr) setattr(self, attr, obj) def send(self, obj): s = self._dumps(obj) self._conn.send_bytes(s) def recv(self): s = self._conn.recv_bytes() return self._loads(s) def _xml_dumps(obj): return xmlrpclib.dumps((obj,), None, None, None, 1).encode('utf-8') def _xml_loads(s): (obj,), method = xmlrpclib.loads(s.decode('utf-8')) return obj class XmlListener(Listener): def accept(self): global xmlrpclib import xmlrpc.client as xmlrpclib obj = Listener.accept(self) return ConnectionWrapper(obj, _xml_dumps, _xml_loads) def XmlClient(*args, **kwds): global xmlrpclib import xmlrpc.client as xmlrpclib return ConnectionWrapper(Client(*args, **kwds), _xml_dumps, _xml_loads) # # Wait # if sys.platform == 'win32': def _exhaustive_wait(handles, timeout): # Return ALL handles which are currently signalled. (Only # returning the first signalled might create starvation issues.) L = list(handles) ready = [] while L: res = _winapi.WaitForMultipleObjects(L, False, timeout) if res == WAIT_TIMEOUT: break elif WAIT_OBJECT_0 <= res < WAIT_OBJECT_0 + len(L): res -= WAIT_OBJECT_0 elif WAIT_ABANDONED_0 <= res < WAIT_ABANDONED_0 + len(L): res -= WAIT_ABANDONED_0 else: raise RuntimeError('Should not get here') ready.append(L[res]) L = L[res+1:] timeout = 0 return ready _ready_errors = {_winapi.ERROR_BROKEN_PIPE, _winapi.ERROR_NETNAME_DELETED} def wait(object_list, timeout=None): ''' Wait till an object in object_list is ready/readable. Returns list of those objects in object_list which are ready/readable. ''' if timeout is None: timeout = INFINITE elif timeout < 0: timeout = 0 else: timeout = int(timeout * 1000 + 0.5) object_list = list(object_list) waithandle_to_obj = {} ov_list = [] ready_objects = set() ready_handles = set() try: for o in object_list: try: fileno = getattr(o, 'fileno') except AttributeError: waithandle_to_obj[o.__index__()] = o else: # start an overlapped read of length zero try: ov, err = _winapi.ReadFile(fileno(), 0, True) except OSError as e: ov, err = None, e.winerror if err not in _ready_errors: raise if err == _winapi.ERROR_IO_PENDING: ov_list.append(ov) waithandle_to_obj[ov.event] = o else: # If o.fileno() is an overlapped pipe handle and # err == 0 then there is a zero length message # in the pipe, but it HAS NOT been consumed... if ov and sys.getwindowsversion()[:2] >= (6, 2): # ... except on Windows 8 and later, where # the message HAS been consumed. try: _, err = ov.GetOverlappedResult(False) except OSError as e: err = e.winerror if not err and hasattr(o, '_got_empty_message'): o._got_empty_message = True ready_objects.add(o) timeout = 0 ready_handles = _exhaustive_wait(waithandle_to_obj.keys(), timeout) finally: # request that overlapped reads stop for ov in ov_list: ov.cancel() # wait for all overlapped reads to stop for ov in ov_list: try: _, err = ov.GetOverlappedResult(True) except OSError as e: err = e.winerror if err not in _ready_errors: raise if err != _winapi.ERROR_OPERATION_ABORTED: o = waithandle_to_obj[ov.event] ready_objects.add(o) if err == 0: # If o.fileno() is an overlapped pipe handle then # a zero length message HAS been consumed. if hasattr(o, '_got_empty_message'): o._got_empty_message = True ready_objects.update(waithandle_to_obj[h] for h in ready_handles) return [o for o in object_list if o in ready_objects] else: import selectors # poll/select have the advantage of not requiring any extra file # descriptor, contrarily to epoll/kqueue (also, they require a single # syscall). if hasattr(selectors, 'PollSelector'): _WaitSelector = selectors.PollSelector else: _WaitSelector = selectors.SelectSelector def wait(object_list, timeout=None): ''' Wait till an object in object_list is ready/readable. Returns list of those objects in object_list which are ready/readable. ''' with _WaitSelector() as selector: for obj in object_list: selector.register(obj, selectors.EVENT_READ) if timeout is not None: deadline = time.monotonic() + timeout while True: ready = selector.select(timeout) if ready: return [key.fileobj for (key, events) in ready] else: if timeout is not None: timeout = deadline - time.monotonic() if timeout < 0: return ready # # Make connection and socket objects shareable if possible # if sys.platform == 'win32': def reduce_connection(conn): handle = conn.fileno() with socket.fromfd(handle, socket.AF_INET, socket.SOCK_STREAM) as s: from . import resource_sharer ds = resource_sharer.DupSocket(s) return rebuild_connection, (ds, conn.readable, conn.writable) def rebuild_connection(ds, readable, writable): sock = ds.detach() return Connection(sock.detach(), readable, writable) reduction.register(Connection, reduce_connection) def reduce_pipe_connection(conn): access = ((_winapi.FILE_GENERIC_READ if conn.readable else 0) | (_winapi.FILE_GENERIC_WRITE if conn.writable else 0)) dh = reduction.DupHandle(conn.fileno(), access) return rebuild_pipe_connection, (dh, conn.readable, conn.writable) def rebuild_pipe_connection(dh, readable, writable): handle = dh.detach() return PipeConnection(handle, readable, writable) reduction.register(PipeConnection, reduce_pipe_connection) else: def reduce_connection(conn): df = reduction.DupFd(conn.fileno()) return rebuild_connection, (df, conn.readable, conn.writable) def rebuild_connection(df, readable, writable): fd = df.detach() return Connection(fd, readable, writable) reduction.register(Connection, reduce_connection) PKjGe[,\(\(resource_tracker.pynu[############################################################################### # Server process to keep track of unlinked resources (like shared memory # segments, semaphores etc.) and clean them. # # On Unix we run a server process which keeps track of unlinked # resources. The server ignores SIGINT and SIGTERM and reads from a # pipe. Every other process of the program has a copy of the writable # end of the pipe, so we get EOF when all other processes have exited. # Then the server process unlinks any remaining resource names. # # This is important because there may be system limits for such resources: for # instance, the system only supports a limited number of named semaphores, and # shared-memory segments live in the RAM. If a python process leaks such a # resource, this resource will not be removed till the next reboot. Without # this resource tracker process, "killall python" would probably leave unlinked # resources. import os import signal import sys import threading import warnings from . import spawn from . import util __all__ = ['ensure_running', 'register', 'unregister'] _HAVE_SIGMASK = hasattr(signal, 'pthread_sigmask') _IGNORED_SIGNALS = (signal.SIGINT, signal.SIGTERM) _CLEANUP_FUNCS = { 'noop': lambda: None, } if os.name == 'posix': import _multiprocessing import _posixshmem # Use sem_unlink() to clean up named semaphores. # # sem_unlink() may be missing if the Python build process detected the # absence of POSIX named semaphores. In that case, no named semaphores were # ever opened, so no cleanup would be necessary. if hasattr(_multiprocessing, 'sem_unlink'): _CLEANUP_FUNCS.update({ 'semaphore': _multiprocessing.sem_unlink, }) _CLEANUP_FUNCS.update({ 'shared_memory': _posixshmem.shm_unlink, }) class ReentrantCallError(RuntimeError): pass class ResourceTracker(object): def __init__(self): self._lock = threading.RLock() self._fd = None self._pid = None def _reentrant_call_error(self): # gh-109629: this happens if an explicit call to the ResourceTracker # gets interrupted by a garbage collection, invoking a finalizer (*) # that itself calls back into ResourceTracker. # (*) for example the SemLock finalizer raise ReentrantCallError( "Reentrant call into the multiprocessing resource tracker") def _stop(self): with self._lock: # This should not happen (_stop() isn't called by a finalizer) # but we check for it anyway. if self._lock._recursion_count() > 1: return self._reentrant_call_error() if self._fd is None: # not running return # closing the "alive" file descriptor stops main() os.close(self._fd) self._fd = None os.waitpid(self._pid, 0) self._pid = None def getfd(self): self.ensure_running() return self._fd def ensure_running(self): '''Make sure that resource tracker process is running. This can be run from any process. Usually a child process will use the resource created by its parent.''' with self._lock: if self._lock._recursion_count() > 1: # The code below is certainly not reentrant-safe, so bail out return self._reentrant_call_error() if self._fd is not None: # resource tracker was launched before, is it still running? if self._check_alive(): # => still alive return # => dead, launch it again os.close(self._fd) # Clean-up to avoid dangling processes. try: # _pid can be None if this process is a child from another # python process, which has started the resource_tracker. if self._pid is not None: os.waitpid(self._pid, 0) except ChildProcessError: # The resource_tracker has already been terminated. pass self._fd = None self._pid = None warnings.warn('resource_tracker: process died unexpectedly, ' 'relaunching. Some resources might leak.') fds_to_pass = [] try: fds_to_pass.append(sys.stderr.fileno()) except Exception: pass cmd = 'from multiprocessing.resource_tracker import main;main(%d)' r, w = os.pipe() try: fds_to_pass.append(r) # process will out live us, so no need to wait on pid exe = spawn.get_executable() args = [exe] + util._args_from_interpreter_flags() args += ['-c', cmd % r] # bpo-33613: Register a signal mask that will block the signals. # This signal mask will be inherited by the child that is going # to be spawned and will protect the child from a race condition # that can make the child die before it registers signal handlers # for SIGINT and SIGTERM. The mask is unregistered after spawning # the child. try: if _HAVE_SIGMASK: signal.pthread_sigmask(signal.SIG_BLOCK, _IGNORED_SIGNALS) pid = util.spawnv_passfds(exe, args, fds_to_pass) finally: if _HAVE_SIGMASK: signal.pthread_sigmask(signal.SIG_UNBLOCK, _IGNORED_SIGNALS) except: os.close(w) raise else: self._fd = w self._pid = pid finally: os.close(r) def _check_alive(self): '''Check that the pipe has not been closed by sending a probe.''' try: # We cannot use send here as it calls ensure_running, creating # a cycle. os.write(self._fd, b'PROBE:0:noop\n') except OSError: return False else: return True def register(self, name, rtype): '''Register name of resource with resource tracker.''' self._send('REGISTER', name, rtype) def unregister(self, name, rtype): '''Unregister name of resource with resource tracker.''' self._send('UNREGISTER', name, rtype) def _send(self, cmd, name, rtype): try: self.ensure_running() except ReentrantCallError: # The code below might or might not work, depending on whether # the resource tracker was already running and still alive. # Better warn the user. # (XXX is warnings.warn itself reentrant-safe? :-) warnings.warn( f"ResourceTracker called reentrantly for resource cleanup, " f"which is unsupported. " f"The {rtype} object {name!r} might leak.") msg = '{0}:{1}:{2}\n'.format(cmd, name, rtype).encode('ascii') if len(msg) > 512: # posix guarantees that writes to a pipe of less than PIPE_BUF # bytes are atomic, and that PIPE_BUF >= 512 raise ValueError('msg too long') nbytes = os.write(self._fd, msg) assert nbytes == len(msg), "nbytes {0:n} but len(msg) {1:n}".format( nbytes, len(msg)) _resource_tracker = ResourceTracker() ensure_running = _resource_tracker.ensure_running register = _resource_tracker.register unregister = _resource_tracker.unregister getfd = _resource_tracker.getfd def main(fd): '''Run resource tracker.''' # protect the process from ^C and "killall python" etc signal.signal(signal.SIGINT, signal.SIG_IGN) signal.signal(signal.SIGTERM, signal.SIG_IGN) if _HAVE_SIGMASK: signal.pthread_sigmask(signal.SIG_UNBLOCK, _IGNORED_SIGNALS) for f in (sys.stdin, sys.stdout): try: f.close() except Exception: pass cache = {rtype: set() for rtype in _CLEANUP_FUNCS.keys()} try: # keep track of registered/unregistered resources with open(fd, 'rb') as f: for line in f: try: cmd, name, rtype = line.strip().decode('ascii').split(':') cleanup_func = _CLEANUP_FUNCS.get(rtype, None) if cleanup_func is None: raise ValueError( f'Cannot register {name} for automatic cleanup: ' f'unknown resource type {rtype}') if cmd == 'REGISTER': cache[rtype].add(name) elif cmd == 'UNREGISTER': cache[rtype].remove(name) elif cmd == 'PROBE': pass else: raise RuntimeError('unrecognized command %r' % cmd) except Exception: try: sys.excepthook(*sys.exc_info()) except: pass finally: # all processes have terminated; cleanup any remaining resources for rtype, rtype_cache in cache.items(): if rtype_cache: try: warnings.warn('resource_tracker: There appear to be %d ' 'leaked %s objects to clean up at shutdown' % (len(rtype_cache), rtype)) except Exception: pass for name in rtype_cache: # For some reason the process which created and registered this # resource has failed to unregister it. Presumably it has # died. We therefore unlink it. try: try: _CLEANUP_FUNCS[rtype](name) except Exception as e: warnings.warn('resource_tracker: %r: %s' % (name, e)) finally: pass PKjGe[[popen_spawn_win32.pynu[import os import msvcrt import signal import sys import _winapi from .context import reduction, get_spawning_popen, set_spawning_popen from . import spawn from . import util __all__ = ['Popen'] # # # # Exit code used by Popen.terminate() TERMINATE = 0x10000 WINEXE = (sys.platform == 'win32' and getattr(sys, 'frozen', False)) WINSERVICE = sys.executable.lower().endswith("pythonservice.exe") def _path_eq(p1, p2): return p1 == p2 or os.path.normcase(p1) == os.path.normcase(p2) WINENV = not _path_eq(sys.executable, sys._base_executable) def _close_handles(*handles): for handle in handles: _winapi.CloseHandle(handle) # # We define a Popen class similar to the one from subprocess, but # whose constructor takes a process object as its argument. # class Popen(object): ''' Start a subprocess to run the code of a process object ''' method = 'spawn' def __init__(self, process_obj): prep_data = spawn.get_preparation_data(process_obj._name) # read end of pipe will be duplicated by the child process # -- see spawn_main() in spawn.py. # # bpo-33929: Previously, the read end of pipe was "stolen" by the child # process, but it leaked a handle if the child process had been # terminated before it could steal the handle from the parent process. rhandle, whandle = _winapi.CreatePipe(None, 0) wfd = msvcrt.open_osfhandle(whandle, 0) cmd = spawn.get_command_line(parent_pid=os.getpid(), pipe_handle=rhandle) python_exe = spawn.get_executable() # bpo-35797: When running in a venv, we bypass the redirect # executor and launch our base Python. if WINENV and _path_eq(python_exe, sys.executable): cmd[0] = python_exe = sys._base_executable env = os.environ.copy() env["__PYVENV_LAUNCHER__"] = sys.executable else: env = None cmd = ' '.join('"%s"' % x for x in cmd) with open(wfd, 'wb', closefd=True) as to_child: # start process try: hp, ht, pid, tid = _winapi.CreateProcess( python_exe, cmd, None, None, False, 0, env, None, None) _winapi.CloseHandle(ht) except: _winapi.CloseHandle(rhandle) raise # set attributes of self self.pid = pid self.returncode = None self._handle = hp self.sentinel = int(hp) self.finalizer = util.Finalize(self, _close_handles, (self.sentinel, int(rhandle))) # send information to child set_spawning_popen(self) try: reduction.dump(prep_data, to_child) reduction.dump(process_obj, to_child) finally: set_spawning_popen(None) def duplicate_for_child(self, handle): assert self is get_spawning_popen() return reduction.duplicate(handle, self.sentinel) def wait(self, timeout=None): if self.returncode is not None: return self.returncode if timeout is None: msecs = _winapi.INFINITE else: msecs = max(0, int(timeout * 1000 + 0.5)) res = _winapi.WaitForSingleObject(int(self._handle), msecs) if res == _winapi.WAIT_OBJECT_0: code = _winapi.GetExitCodeProcess(self._handle) if code == TERMINATE: code = -signal.SIGTERM self.returncode = code return self.returncode def poll(self): return self.wait(timeout=0) def terminate(self): if self.returncode is not None: return try: _winapi.TerminateProcess(int(self._handle), TERMINATE) except PermissionError: # ERROR_ACCESS_DENIED (winerror 5) is received when the # process already died. code = _winapi.GetExitCodeProcess(int(self._handle)) if code == _winapi.STILL_ACTIVE: raise # gh-113009: Don't set self.returncode. Even if GetExitCodeProcess() # returns an exit code different than STILL_ACTIVE, the process can # still be running. Only set self.returncode once WaitForSingleObject() # returns WAIT_OBJECT_0 in wait(). kill = terminate def close(self): self.finalizer() PKjGe[b77util.pynu[# # Module providing various facilities to other parts of the package # # multiprocessing/util.py # # Copyright (c) 2006-2008, R Oudkerk # Licensed to PSF under a Contributor Agreement. # import os import itertools import sys import weakref import atexit import threading # we want threading to install it's # cleanup function before multiprocessing does from subprocess import _args_from_interpreter_flags from . import process __all__ = [ 'sub_debug', 'debug', 'info', 'sub_warning', 'get_logger', 'log_to_stderr', 'get_temp_dir', 'register_after_fork', 'is_exiting', 'Finalize', 'ForkAwareThreadLock', 'ForkAwareLocal', 'close_all_fds_except', 'SUBDEBUG', 'SUBWARNING', ] # # Logging # NOTSET = 0 SUBDEBUG = 5 DEBUG = 10 INFO = 20 SUBWARNING = 25 LOGGER_NAME = 'multiprocessing' DEFAULT_LOGGING_FORMAT = '[%(levelname)s/%(processName)s] %(message)s' _logger = None _log_to_stderr = False def sub_debug(msg, *args): if _logger: _logger.log(SUBDEBUG, msg, *args, stacklevel=2) def debug(msg, *args): if _logger: _logger.log(DEBUG, msg, *args, stacklevel=2) def info(msg, *args): if _logger: _logger.log(INFO, msg, *args, stacklevel=2) def sub_warning(msg, *args): if _logger: _logger.log(SUBWARNING, msg, *args, stacklevel=2) def get_logger(): ''' Returns logger used by multiprocessing ''' global _logger import logging logging._acquireLock() try: if not _logger: _logger = logging.getLogger(LOGGER_NAME) _logger.propagate = 0 # XXX multiprocessing should cleanup before logging if hasattr(atexit, 'unregister'): atexit.unregister(_exit_function) atexit.register(_exit_function) else: atexit._exithandlers.remove((_exit_function, (), {})) atexit._exithandlers.append((_exit_function, (), {})) finally: logging._releaseLock() return _logger def log_to_stderr(level=None): ''' Turn on logging and add a handler which prints to stderr ''' global _log_to_stderr import logging logger = get_logger() formatter = logging.Formatter(DEFAULT_LOGGING_FORMAT) handler = logging.StreamHandler() handler.setFormatter(formatter) logger.addHandler(handler) if level: logger.setLevel(level) _log_to_stderr = True return _logger # Abstract socket support def _platform_supports_abstract_sockets(): if sys.platform == "linux": return True if hasattr(sys, 'getandroidapilevel'): return True return False def is_abstract_socket_namespace(address): if not address: return False if isinstance(address, bytes): return address[0] == 0 elif isinstance(address, str): return address[0] == "\0" raise TypeError(f'address type of {address!r} unrecognized') abstract_sockets_supported = _platform_supports_abstract_sockets() # # Function returning a temp directory which will be removed on exit # def _remove_temp_dir(rmtree, tempdir): def onerror(func, path, err_info): if not issubclass(err_info[0], FileNotFoundError): raise rmtree(tempdir, onerror=onerror) current_process = process.current_process() # current_process() can be None if the finalizer is called # late during Python finalization if current_process is not None: current_process._config['tempdir'] = None def get_temp_dir(): # get name of a temp directory which will be automatically cleaned up tempdir = process.current_process()._config.get('tempdir') if tempdir is None: import shutil, tempfile tempdir = tempfile.mkdtemp(prefix='pymp-') info('created temp directory %s', tempdir) # keep a strong reference to shutil.rmtree(), since the finalizer # can be called late during Python shutdown Finalize(None, _remove_temp_dir, args=(shutil.rmtree, tempdir), exitpriority=-100) process.current_process()._config['tempdir'] = tempdir return tempdir # # Support for reinitialization of objects when bootstrapping a child process # _afterfork_registry = weakref.WeakValueDictionary() _afterfork_counter = itertools.count() def _run_after_forkers(): items = list(_afterfork_registry.items()) items.sort() for (index, ident, func), obj in items: try: func(obj) except Exception as e: info('after forker raised exception %s', e) def register_after_fork(obj, func): _afterfork_registry[(next(_afterfork_counter), id(obj), func)] = obj # # Finalization using weakrefs # _finalizer_registry = {} _finalizer_counter = itertools.count() class Finalize(object): ''' Class which supports object finalization using weakrefs ''' def __init__(self, obj, callback, args=(), kwargs=None, exitpriority=None): if (exitpriority is not None) and not isinstance(exitpriority,int): raise TypeError( "Exitpriority ({0!r}) must be None or int, not {1!s}".format( exitpriority, type(exitpriority))) if obj is not None: self._weakref = weakref.ref(obj, self) elif exitpriority is None: raise ValueError("Without object, exitpriority cannot be None") self._callback = callback self._args = args self._kwargs = kwargs or {} self._key = (exitpriority, next(_finalizer_counter)) self._pid = os.getpid() _finalizer_registry[self._key] = self def __call__(self, wr=None, # Need to bind these locally because the globals can have # been cleared at shutdown _finalizer_registry=_finalizer_registry, sub_debug=sub_debug, getpid=os.getpid): ''' Run the callback unless it has already been called or cancelled ''' try: del _finalizer_registry[self._key] except KeyError: sub_debug('finalizer no longer registered') else: if self._pid != getpid(): sub_debug('finalizer ignored because different process') res = None else: sub_debug('finalizer calling %s with args %s and kwargs %s', self._callback, self._args, self._kwargs) res = self._callback(*self._args, **self._kwargs) self._weakref = self._callback = self._args = \ self._kwargs = self._key = None return res def cancel(self): ''' Cancel finalization of the object ''' try: del _finalizer_registry[self._key] except KeyError: pass else: self._weakref = self._callback = self._args = \ self._kwargs = self._key = None def still_active(self): ''' Return whether this finalizer is still waiting to invoke callback ''' return self._key in _finalizer_registry def __repr__(self): try: obj = self._weakref() except (AttributeError, TypeError): obj = None if obj is None: return '<%s object, dead>' % self.__class__.__name__ x = '<%s object, callback=%s' % ( self.__class__.__name__, getattr(self._callback, '__name__', self._callback)) if self._args: x += ', args=' + str(self._args) if self._kwargs: x += ', kwargs=' + str(self._kwargs) if self._key[0] is not None: x += ', exitpriority=' + str(self._key[0]) return x + '>' def _run_finalizers(minpriority=None): ''' Run all finalizers whose exit priority is not None and at least minpriority Finalizers with highest priority are called first; finalizers with the same priority will be called in reverse order of creation. ''' if _finalizer_registry is None: # This function may be called after this module's globals are # destroyed. See the _exit_function function in this module for more # notes. return if minpriority is None: f = lambda p : p[0] is not None else: f = lambda p : p[0] is not None and p[0] >= minpriority # Careful: _finalizer_registry may be mutated while this function # is running (either by a GC run or by another thread). # list(_finalizer_registry) should be atomic, while # list(_finalizer_registry.items()) is not. keys = [key for key in list(_finalizer_registry) if f(key)] keys.sort(reverse=True) for key in keys: finalizer = _finalizer_registry.get(key) # key may have been removed from the registry if finalizer is not None: sub_debug('calling %s', finalizer) try: finalizer() except Exception: import traceback traceback.print_exc() if minpriority is None: _finalizer_registry.clear() # # Clean up on exit # def is_exiting(): ''' Returns true if the process is shutting down ''' return _exiting or _exiting is None _exiting = False def _exit_function(info=info, debug=debug, _run_finalizers=_run_finalizers, active_children=process.active_children, current_process=process.current_process): # We hold on to references to functions in the arglist due to the # situation described below, where this function is called after this # module's globals are destroyed. global _exiting if not _exiting: _exiting = True info('process shutting down') debug('running all "atexit" finalizers with priority >= 0') _run_finalizers(0) if current_process() is not None: # We check if the current process is None here because if # it's None, any call to ``active_children()`` will raise # an AttributeError (active_children winds up trying to # get attributes from util._current_process). One # situation where this can happen is if someone has # manipulated sys.modules, causing this module to be # garbage collected. The destructor for the module type # then replaces all values in the module dict with None. # For instance, after setuptools runs a test it replaces # sys.modules with a copy created earlier. See issues # #9775 and #15881. Also related: #4106, #9205, and # #9207. for p in active_children(): if p.daemon: info('calling terminate() for daemon %s', p.name) p._popen.terminate() for p in active_children(): info('calling join() for process %s', p.name) p.join() debug('running the remaining "atexit" finalizers') _run_finalizers() atexit.register(_exit_function) # # Some fork aware types # class ForkAwareThreadLock(object): def __init__(self): self._lock = threading.Lock() self.acquire = self._lock.acquire self.release = self._lock.release register_after_fork(self, ForkAwareThreadLock._at_fork_reinit) def _at_fork_reinit(self): self._lock._at_fork_reinit() def __enter__(self): return self._lock.__enter__() def __exit__(self, *args): return self._lock.__exit__(*args) class ForkAwareLocal(threading.local): def __init__(self): register_after_fork(self, lambda obj : obj.__dict__.clear()) def __reduce__(self): return type(self), () # # Close fds except those specified # try: MAXFD = os.sysconf("SC_OPEN_MAX") except Exception: MAXFD = 256 def close_all_fds_except(fds): fds = list(fds) + [-1, MAXFD] fds.sort() assert fds[-1] == MAXFD, 'fd too large' for i in range(len(fds) - 1): os.closerange(fds[i]+1, fds[i+1]) # # Close sys.stdin and replace stdin with os.devnull # def _close_stdin(): if sys.stdin is None: return try: sys.stdin.close() except (OSError, ValueError): pass try: fd = os.open(os.devnull, os.O_RDONLY) try: sys.stdin = open(fd, encoding="utf-8", closefd=False) except: os.close(fd) raise except (OSError, ValueError): pass # # Flush standard streams, if any # def _flush_std_streams(): try: sys.stdout.flush() except (AttributeError, ValueError): pass try: sys.stderr.flush() except (AttributeError, ValueError): pass # # Start a program with only specified fds kept open # def spawnv_passfds(path, args, passfds): import _posixsubprocess import subprocess passfds = tuple(sorted(map(int, passfds))) errpipe_read, errpipe_write = os.pipe() try: return _posixsubprocess.fork_exec( args, [path], True, passfds, None, None, -1, -1, -1, -1, -1, -1, errpipe_read, errpipe_write, False, False, -1, None, None, None, -1, None, subprocess._USE_VFORK) finally: os.close(errpipe_read) os.close(errpipe_write) def close_fds(*fds): """Close each file descriptor given as an argument""" for fd in fds: os.close(fd) def _cleanup_tests(): """Cleanup multiprocessing resources when multiprocessing tests completed.""" from test import support # cleanup multiprocessing process._cleanup() # Stop the ForkServer process if it's running from multiprocessing import forkserver forkserver._forkserver._stop() # Stop the ResourceTracker process if it's running from multiprocessing import resource_tracker resource_tracker._resource_tracker._stop() # bpo-37421: Explicitly call _run_finalizers() to remove immediately # temporary directories created by multiprocessing.util.get_temp_dir(). _run_finalizers() support.gc_collect() support.reap_children() PKjGe[ѓf/f/ forkserver.pynu[import errno import os import selectors import signal import socket import struct import sys import threading import warnings from . import connection from . import process from .context import reduction from . import resource_tracker from . import spawn from . import util __all__ = ['ensure_running', 'get_inherited_fds', 'connect_to_new_process', 'set_forkserver_preload'] # # # MAXFDS_TO_SEND = 256 SIGNED_STRUCT = struct.Struct('q') # large enough for pid_t # # Forkserver class # class ForkServer(object): def __init__(self): self._forkserver_address = None self._forkserver_alive_fd = None self._forkserver_pid = None self._inherited_fds = None self._lock = threading.Lock() self._preload_modules = ['__main__'] def _stop(self): # Method used by unit tests to stop the server with self._lock: self._stop_unlocked() def _stop_unlocked(self): if self._forkserver_pid is None: return # close the "alive" file descriptor asks the server to stop os.close(self._forkserver_alive_fd) self._forkserver_alive_fd = None os.waitpid(self._forkserver_pid, 0) self._forkserver_pid = None if not util.is_abstract_socket_namespace(self._forkserver_address): os.unlink(self._forkserver_address) self._forkserver_address = None def set_forkserver_preload(self, modules_names): '''Set list of module names to try to load in forkserver process.''' if not all(type(mod) is str for mod in modules_names): raise TypeError('module_names must be a list of strings') self._preload_modules = modules_names def get_inherited_fds(self): '''Return list of fds inherited from parent process. This returns None if the current process was not started by fork server. ''' return self._inherited_fds def connect_to_new_process(self, fds): '''Request forkserver to create a child process. Returns a pair of fds (status_r, data_w). The calling process can read the child process's pid and (eventually) its returncode from status_r. The calling process should write to data_w the pickled preparation and process data. ''' self.ensure_running() if len(fds) + 4 >= MAXFDS_TO_SEND: raise ValueError('too many fds') with socket.socket(socket.AF_UNIX) as client: client.connect(self._forkserver_address) parent_r, child_w = os.pipe() child_r, parent_w = os.pipe() allfds = [child_r, child_w, self._forkserver_alive_fd, resource_tracker.getfd()] allfds += fds try: reduction.sendfds(client, allfds) return parent_r, parent_w except: os.close(parent_r) os.close(parent_w) raise finally: os.close(child_r) os.close(child_w) def ensure_running(self): '''Make sure that a fork server is running. This can be called from any process. Note that usually a child process will just reuse the forkserver started by its parent, so ensure_running() will do nothing. ''' with self._lock: resource_tracker.ensure_running() if self._forkserver_pid is not None: # forkserver was launched before, is it still running? pid, status = os.waitpid(self._forkserver_pid, os.WNOHANG) if not pid: # still alive return # dead, launch it again os.close(self._forkserver_alive_fd) self._forkserver_address = None self._forkserver_alive_fd = None self._forkserver_pid = None cmd = ('from multiprocessing.forkserver import main; ' + 'main(%d, %d, %r, **%r)') if self._preload_modules: desired_keys = {'main_path', 'sys_path'} data = spawn.get_preparation_data('ignore') data = {x: y for x, y in data.items() if x in desired_keys} else: data = {} with socket.socket(socket.AF_UNIX) as listener: address = connection.arbitrary_address('AF_UNIX') listener.bind(address) if not util.is_abstract_socket_namespace(address): os.chmod(address, 0o600) listener.listen() # all client processes own the write end of the "alive" pipe; # when they all terminate the read end becomes ready. alive_r, alive_w = os.pipe() try: fds_to_pass = [listener.fileno(), alive_r] cmd %= (listener.fileno(), alive_r, self._preload_modules, data) exe = spawn.get_executable() args = [exe] + util._args_from_interpreter_flags() args += ['-c', cmd] pid = util.spawnv_passfds(exe, args, fds_to_pass) except: os.close(alive_w) raise finally: os.close(alive_r) self._forkserver_address = address self._forkserver_alive_fd = alive_w self._forkserver_pid = pid # # # def main(listener_fd, alive_r, preload, main_path=None, sys_path=None): '''Run forkserver.''' if preload: if '__main__' in preload and main_path is not None: process.current_process()._inheriting = True try: spawn.import_main_path(main_path) finally: del process.current_process()._inheriting for modname in preload: try: __import__(modname) except ImportError: pass util._close_stdin() sig_r, sig_w = os.pipe() os.set_blocking(sig_r, False) os.set_blocking(sig_w, False) def sigchld_handler(*_unused): # Dummy signal handler, doesn't do anything pass handlers = { # unblocking SIGCHLD allows the wakeup fd to notify our event loop signal.SIGCHLD: sigchld_handler, # protect the process from ^C signal.SIGINT: signal.SIG_IGN, } old_handlers = {sig: signal.signal(sig, val) for (sig, val) in handlers.items()} # calling os.write() in the Python signal handler is racy signal.set_wakeup_fd(sig_w) # map child pids to client fds pid_to_fd = {} with socket.socket(socket.AF_UNIX, fileno=listener_fd) as listener, \ selectors.DefaultSelector() as selector: _forkserver._forkserver_address = listener.getsockname() selector.register(listener, selectors.EVENT_READ) selector.register(alive_r, selectors.EVENT_READ) selector.register(sig_r, selectors.EVENT_READ) while True: try: while True: rfds = [key.fileobj for (key, events) in selector.select()] if rfds: break if alive_r in rfds: # EOF because no more client processes left assert os.read(alive_r, 1) == b'', "Not at EOF?" raise SystemExit if sig_r in rfds: # Got SIGCHLD os.read(sig_r, 65536) # exhaust while True: # Scan for child processes try: pid, sts = os.waitpid(-1, os.WNOHANG) except ChildProcessError: break if pid == 0: break child_w = pid_to_fd.pop(pid, None) if child_w is not None: returncode = os.waitstatus_to_exitcode(sts) # Send exit code to client process try: write_signed(child_w, returncode) except BrokenPipeError: # client vanished pass os.close(child_w) else: # This shouldn't happen really warnings.warn('forkserver: waitpid returned ' 'unexpected pid %d' % pid) if listener in rfds: # Incoming fork request with listener.accept()[0] as s: # Receive fds from client fds = reduction.recvfds(s, MAXFDS_TO_SEND + 1) if len(fds) > MAXFDS_TO_SEND: raise RuntimeError( "Too many ({0:n}) fds to send".format( len(fds))) child_r, child_w, *fds = fds s.close() pid = os.fork() if pid == 0: # Child code = 1 try: listener.close() selector.close() unused_fds = [alive_r, child_w, sig_r, sig_w] unused_fds.extend(pid_to_fd.values()) code = _serve_one(child_r, fds, unused_fds, old_handlers) except Exception: sys.excepthook(*sys.exc_info()) sys.stderr.flush() finally: os._exit(code) else: # Send pid to client process try: write_signed(child_w, pid) except BrokenPipeError: # client vanished pass pid_to_fd[pid] = child_w os.close(child_r) for fd in fds: os.close(fd) except OSError as e: if e.errno != errno.ECONNABORTED: raise def _serve_one(child_r, fds, unused_fds, handlers): # close unnecessary stuff and reset signal handlers signal.set_wakeup_fd(-1) for sig, val in handlers.items(): signal.signal(sig, val) for fd in unused_fds: os.close(fd) (_forkserver._forkserver_alive_fd, resource_tracker._resource_tracker._fd, *_forkserver._inherited_fds) = fds # Run process object received over pipe parent_sentinel = os.dup(child_r) code = spawn._main(child_r, parent_sentinel) return code # # Read and write signed numbers # def read_signed(fd): data = b'' length = SIGNED_STRUCT.size while len(data) < length: s = os.read(fd, length - len(data)) if not s: raise EOFError('unexpected EOF') data += s return SIGNED_STRUCT.unpack(data)[0] def write_signed(fd, n): msg = SIGNED_STRUCT.pack(n) while msg: nbytes = os.write(fd, msg) if nbytes == 0: raise RuntimeError('should not get here') msg = msg[nbytes:] # # # _forkserver = ForkServer() ensure_running = _forkserver.ensure_running get_inherited_fds = _forkserver.get_inherited_fds connect_to_new_process = _forkserver.connect_to_new_process set_forkserver_preload = _forkserver.set_forkserver_preload PKjGe[D.. queues.pynu[# # Module implementing queues # # multiprocessing/queues.py # # Copyright (c) 2006-2008, R Oudkerk # Licensed to PSF under a Contributor Agreement. # __all__ = ['Queue', 'SimpleQueue', 'JoinableQueue'] import sys import os import threading import collections import time import types import weakref import errno from queue import Empty, Full import _multiprocessing from . import connection from . import context _ForkingPickler = context.reduction.ForkingPickler from .util import debug, info, Finalize, register_after_fork, is_exiting # # Queue type using a pipe, buffer and thread # class Queue(object): def __init__(self, maxsize=0, *, ctx): if maxsize <= 0: # Can raise ImportError (see issues #3770 and #23400) from .synchronize import SEM_VALUE_MAX as maxsize self._maxsize = maxsize self._reader, self._writer = connection.Pipe(duplex=False) self._rlock = ctx.Lock() self._opid = os.getpid() if sys.platform == 'win32': self._wlock = None else: self._wlock = ctx.Lock() self._sem = ctx.BoundedSemaphore(maxsize) # For use by concurrent.futures self._ignore_epipe = False self._reset() if sys.platform != 'win32': register_after_fork(self, Queue._after_fork) def __getstate__(self): context.assert_spawning(self) return (self._ignore_epipe, self._maxsize, self._reader, self._writer, self._rlock, self._wlock, self._sem, self._opid) def __setstate__(self, state): (self._ignore_epipe, self._maxsize, self._reader, self._writer, self._rlock, self._wlock, self._sem, self._opid) = state self._reset() def _after_fork(self): debug('Queue._after_fork()') self._reset(after_fork=True) def _reset(self, after_fork=False): if after_fork: self._notempty._at_fork_reinit() else: self._notempty = threading.Condition(threading.Lock()) self._buffer = collections.deque() self._thread = None self._jointhread = None self._joincancelled = False self._closed = False self._close = None self._send_bytes = self._writer.send_bytes self._recv_bytes = self._reader.recv_bytes self._poll = self._reader.poll def put(self, obj, block=True, timeout=None): if self._closed: raise ValueError(f"Queue {self!r} is closed") if not self._sem.acquire(block, timeout): raise Full with self._notempty: if self._thread is None: self._start_thread() self._buffer.append(obj) self._notempty.notify() def get(self, block=True, timeout=None): if self._closed: raise ValueError(f"Queue {self!r} is closed") if block and timeout is None: with self._rlock: res = self._recv_bytes() self._sem.release() else: if block: deadline = time.monotonic() + timeout if not self._rlock.acquire(block, timeout): raise Empty try: if block: timeout = deadline - time.monotonic() if not self._poll(timeout): raise Empty elif not self._poll(): raise Empty res = self._recv_bytes() self._sem.release() finally: self._rlock.release() # unserialize the data after having released the lock return _ForkingPickler.loads(res) def qsize(self): # Raises NotImplementedError on Mac OSX because of broken sem_getvalue() return self._maxsize - self._sem._semlock._get_value() def empty(self): return not self._poll() def full(self): return self._sem._semlock._is_zero() def get_nowait(self): return self.get(False) def put_nowait(self, obj): return self.put(obj, False) def close(self): self._closed = True close = self._close if close: self._close = None close() def join_thread(self): debug('Queue.join_thread()') assert self._closed, "Queue {0!r} not closed".format(self) if self._jointhread: self._jointhread() def cancel_join_thread(self): debug('Queue.cancel_join_thread()') self._joincancelled = True try: self._jointhread.cancel() except AttributeError: pass def _start_thread(self): debug('Queue._start_thread()') # Start thread which transfers data from buffer to pipe self._buffer.clear() self._thread = threading.Thread( target=Queue._feed, args=(self._buffer, self._notempty, self._send_bytes, self._wlock, self._reader.close, self._writer.close, self._ignore_epipe, self._on_queue_feeder_error, self._sem), name='QueueFeederThread' ) self._thread.daemon = True debug('doing self._thread.start()') self._thread.start() debug('... done self._thread.start()') if not self._joincancelled: self._jointhread = Finalize( self._thread, Queue._finalize_join, [weakref.ref(self._thread)], exitpriority=-5 ) # Send sentinel to the thread queue object when garbage collected self._close = Finalize( self, Queue._finalize_close, [self._buffer, self._notempty], exitpriority=10 ) @staticmethod def _finalize_join(twr): debug('joining queue thread') thread = twr() if thread is not None: thread.join() debug('... queue thread joined') else: debug('... queue thread already dead') @staticmethod def _finalize_close(buffer, notempty): debug('telling queue thread to quit') with notempty: buffer.append(_sentinel) notempty.notify() @staticmethod def _feed(buffer, notempty, send_bytes, writelock, reader_close, writer_close, ignore_epipe, onerror, queue_sem): debug('starting thread to feed data to pipe') nacquire = notempty.acquire nrelease = notempty.release nwait = notempty.wait bpopleft = buffer.popleft sentinel = _sentinel if sys.platform != 'win32': wacquire = writelock.acquire wrelease = writelock.release else: wacquire = None while 1: try: nacquire() try: if not buffer: nwait() finally: nrelease() try: while 1: obj = bpopleft() if obj is sentinel: debug('feeder thread got sentinel -- exiting') reader_close() writer_close() return # serialize the data before acquiring the lock obj = _ForkingPickler.dumps(obj) if wacquire is None: send_bytes(obj) else: wacquire() try: send_bytes(obj) finally: wrelease() except IndexError: pass except Exception as e: if ignore_epipe and getattr(e, 'errno', 0) == errno.EPIPE: return # Since this runs in a daemon thread the resources it uses # may be become unusable while the process is cleaning up. # We ignore errors which happen after the process has # started to cleanup. if is_exiting(): info('error in queue thread: %s', e) return else: # Since the object has not been sent in the queue, we need # to decrease the size of the queue. The error acts as # if the object had been silently removed from the queue # and this step is necessary to have a properly working # queue. queue_sem.release() onerror(e, obj) @staticmethod def _on_queue_feeder_error(e, obj): """ Private API hook called when feeding data in the background thread raises an exception. For overriding by concurrent.futures. """ import traceback traceback.print_exc() _sentinel = object() # # A queue type which also supports join() and task_done() methods # # Note that if you do not call task_done() for each finished task then # eventually the counter's semaphore may overflow causing Bad Things # to happen. # class JoinableQueue(Queue): def __init__(self, maxsize=0, *, ctx): Queue.__init__(self, maxsize, ctx=ctx) self._unfinished_tasks = ctx.Semaphore(0) self._cond = ctx.Condition() def __getstate__(self): return Queue.__getstate__(self) + (self._cond, self._unfinished_tasks) def __setstate__(self, state): Queue.__setstate__(self, state[:-2]) self._cond, self._unfinished_tasks = state[-2:] def put(self, obj, block=True, timeout=None): if self._closed: raise ValueError(f"Queue {self!r} is closed") if not self._sem.acquire(block, timeout): raise Full with self._notempty, self._cond: if self._thread is None: self._start_thread() self._buffer.append(obj) self._unfinished_tasks.release() self._notempty.notify() def task_done(self): with self._cond: if not self._unfinished_tasks.acquire(False): raise ValueError('task_done() called too many times') if self._unfinished_tasks._semlock._is_zero(): self._cond.notify_all() def join(self): with self._cond: if not self._unfinished_tasks._semlock._is_zero(): self._cond.wait() # # Simplified Queue type -- really just a locked pipe # class SimpleQueue(object): def __init__(self, *, ctx): self._reader, self._writer = connection.Pipe(duplex=False) self._rlock = ctx.Lock() self._poll = self._reader.poll if sys.platform == 'win32': self._wlock = None else: self._wlock = ctx.Lock() def close(self): self._reader.close() self._writer.close() def empty(self): return not self._poll() def __getstate__(self): context.assert_spawning(self) return (self._reader, self._writer, self._rlock, self._wlock) def __setstate__(self, state): (self._reader, self._writer, self._rlock, self._wlock) = state self._poll = self._reader.poll def get(self): with self._rlock: res = self._reader.recv_bytes() # unserialize the data after having released the lock return _ForkingPickler.loads(res) def put(self, obj): # serialize the data before acquiring the lock obj = _ForkingPickler.dumps(obj) if self._wlock is None: # writes to a message oriented win32 pipe are atomic self._writer.send_bytes(obj) else: with self._wlock: self._writer.send_bytes(obj) __class_getitem__ = classmethod(types.GenericAlias) PKjGe[d"pool.pynu[# # Module providing the `Pool` class for managing a process pool # # multiprocessing/pool.py # # Copyright (c) 2006-2008, R Oudkerk # Licensed to PSF under a Contributor Agreement. # __all__ = ['Pool', 'ThreadPool'] # # Imports # import collections import itertools import os import queue import threading import time import traceback import types import warnings # If threading is available then ThreadPool should be provided. Therefore # we avoid top-level imports which are liable to fail on some systems. from . import util from . import get_context, TimeoutError from .connection import wait # # Constants representing the state of a pool # INIT = "INIT" RUN = "RUN" CLOSE = "CLOSE" TERMINATE = "TERMINATE" # # Miscellaneous # job_counter = itertools.count() def mapstar(args): return list(map(*args)) def starmapstar(args): return list(itertools.starmap(args[0], args[1])) # # Hack to embed stringification of remote traceback in local traceback # class RemoteTraceback(Exception): def __init__(self, tb): self.tb = tb def __str__(self): return self.tb class ExceptionWithTraceback: def __init__(self, exc, tb): tb = traceback.format_exception(type(exc), exc, tb) tb = ''.join(tb) self.exc = exc self.tb = '\n"""\n%s"""' % tb def __reduce__(self): return rebuild_exc, (self.exc, self.tb) def rebuild_exc(exc, tb): exc.__cause__ = RemoteTraceback(tb) return exc # # Code run by worker processes # class MaybeEncodingError(Exception): """Wraps possible unpickleable errors, so they can be safely sent through the socket.""" def __init__(self, exc, value): self.exc = repr(exc) self.value = repr(value) super(MaybeEncodingError, self).__init__(self.exc, self.value) def __str__(self): return "Error sending result: '%s'. Reason: '%s'" % (self.value, self.exc) def __repr__(self): return "<%s: %s>" % (self.__class__.__name__, self) def worker(inqueue, outqueue, initializer=None, initargs=(), maxtasks=None, wrap_exception=False): if (maxtasks is not None) and not (isinstance(maxtasks, int) and maxtasks >= 1): raise AssertionError("Maxtasks {!r} is not valid".format(maxtasks)) put = outqueue.put get = inqueue.get if hasattr(inqueue, '_writer'): inqueue._writer.close() outqueue._reader.close() if initializer is not None: initializer(*initargs) completed = 0 while maxtasks is None or (maxtasks and completed < maxtasks): try: task = get() except (EOFError, OSError): util.debug('worker got EOFError or OSError -- exiting') break if task is None: util.debug('worker got sentinel -- exiting') break job, i, func, args, kwds = task try: result = (True, func(*args, **kwds)) except Exception as e: if wrap_exception and func is not _helper_reraises_exception: e = ExceptionWithTraceback(e, e.__traceback__) result = (False, e) try: put((job, i, result)) except Exception as e: wrapped = MaybeEncodingError(e, result[1]) util.debug("Possible encoding error while sending result: %s" % ( wrapped)) put((job, i, (False, wrapped))) task = job = result = func = args = kwds = None completed += 1 util.debug('worker exiting after %d tasks' % completed) def _helper_reraises_exception(ex): 'Pickle-able helper function for use by _guarded_task_generation.' raise ex # # Class representing a process pool # class _PoolCache(dict): """ Class that implements a cache for the Pool class that will notify the pool management threads every time the cache is emptied. The notification is done by the use of a queue that is provided when instantiating the cache. """ def __init__(self, /, *args, notifier=None, **kwds): self.notifier = notifier super().__init__(*args, **kwds) def __delitem__(self, item): super().__delitem__(item) # Notify that the cache is empty. This is important because the # pool keeps maintaining workers until the cache gets drained. This # eliminates a race condition in which a task is finished after the # the pool's _handle_workers method has enter another iteration of the # loop. In this situation, the only event that can wake up the pool # is the cache to be emptied (no more tasks available). if not self: self.notifier.put(None) class Pool(object): ''' Class which supports an async version of applying functions to arguments. ''' _wrap_exception = True @staticmethod def Process(ctx, *args, **kwds): return ctx.Process(*args, **kwds) def __init__(self, processes=None, initializer=None, initargs=(), maxtasksperchild=None, context=None): # Attributes initialized early to make sure that they exist in # __del__() if __init__() raises an exception self._pool = [] self._state = INIT self._ctx = context or get_context() self._setup_queues() self._taskqueue = queue.SimpleQueue() # The _change_notifier queue exist to wake up self._handle_workers() # when the cache (self._cache) is empty or when there is a change in # the _state variable of the thread that runs _handle_workers. self._change_notifier = self._ctx.SimpleQueue() self._cache = _PoolCache(notifier=self._change_notifier) self._maxtasksperchild = maxtasksperchild self._initializer = initializer self._initargs = initargs if processes is None: processes = os.cpu_count() or 1 if processes < 1: raise ValueError("Number of processes must be at least 1") if maxtasksperchild is not None: if not isinstance(maxtasksperchild, int) or maxtasksperchild <= 0: raise ValueError("maxtasksperchild must be a positive int or None") if initializer is not None and not callable(initializer): raise TypeError('initializer must be a callable') self._processes = processes try: self._repopulate_pool() except Exception: for p in self._pool: if p.exitcode is None: p.terminate() for p in self._pool: p.join() raise sentinels = self._get_sentinels() self._worker_handler = threading.Thread( target=Pool._handle_workers, args=(self._cache, self._taskqueue, self._ctx, self.Process, self._processes, self._pool, self._inqueue, self._outqueue, self._initializer, self._initargs, self._maxtasksperchild, self._wrap_exception, sentinels, self._change_notifier) ) self._worker_handler.daemon = True self._worker_handler._state = RUN self._worker_handler.start() self._task_handler = threading.Thread( target=Pool._handle_tasks, args=(self._taskqueue, self._quick_put, self._outqueue, self._pool, self._cache) ) self._task_handler.daemon = True self._task_handler._state = RUN self._task_handler.start() self._result_handler = threading.Thread( target=Pool._handle_results, args=(self._outqueue, self._quick_get, self._cache) ) self._result_handler.daemon = True self._result_handler._state = RUN self._result_handler.start() self._terminate = util.Finalize( self, self._terminate_pool, args=(self._taskqueue, self._inqueue, self._outqueue, self._pool, self._change_notifier, self._worker_handler, self._task_handler, self._result_handler, self._cache), exitpriority=15 ) self._state = RUN # Copy globals as function locals to make sure that they are available # during Python shutdown when the Pool is destroyed. def __del__(self, _warn=warnings.warn, RUN=RUN): if self._state == RUN: _warn(f"unclosed running multiprocessing pool {self!r}", ResourceWarning, source=self) if getattr(self, '_change_notifier', None) is not None: self._change_notifier.put(None) def __repr__(self): cls = self.__class__ return (f'<{cls.__module__}.{cls.__qualname__} ' f'state={self._state} ' f'pool_size={len(self._pool)}>') def _get_sentinels(self): task_queue_sentinels = [self._outqueue._reader] self_notifier_sentinels = [self._change_notifier._reader] return [*task_queue_sentinels, *self_notifier_sentinels] @staticmethod def _get_worker_sentinels(workers): return [worker.sentinel for worker in workers if hasattr(worker, "sentinel")] @staticmethod def _join_exited_workers(pool): """Cleanup after any worker processes which have exited due to reaching their specified lifetime. Returns True if any workers were cleaned up. """ cleaned = False for i in reversed(range(len(pool))): worker = pool[i] if worker.exitcode is not None: # worker exited util.debug('cleaning up worker %d' % i) worker.join() cleaned = True del pool[i] return cleaned def _repopulate_pool(self): return self._repopulate_pool_static(self._ctx, self.Process, self._processes, self._pool, self._inqueue, self._outqueue, self._initializer, self._initargs, self._maxtasksperchild, self._wrap_exception) @staticmethod def _repopulate_pool_static(ctx, Process, processes, pool, inqueue, outqueue, initializer, initargs, maxtasksperchild, wrap_exception): """Bring the number of pool processes up to the specified number, for use after reaping workers which have exited. """ for i in range(processes - len(pool)): w = Process(ctx, target=worker, args=(inqueue, outqueue, initializer, initargs, maxtasksperchild, wrap_exception)) w.name = w.name.replace('Process', 'PoolWorker') w.daemon = True w.start() pool.append(w) util.debug('added worker') @staticmethod def _maintain_pool(ctx, Process, processes, pool, inqueue, outqueue, initializer, initargs, maxtasksperchild, wrap_exception): """Clean up any exited workers and start replacements for them. """ if Pool._join_exited_workers(pool): Pool._repopulate_pool_static(ctx, Process, processes, pool, inqueue, outqueue, initializer, initargs, maxtasksperchild, wrap_exception) def _setup_queues(self): self._inqueue = self._ctx.SimpleQueue() self._outqueue = self._ctx.SimpleQueue() self._quick_put = self._inqueue._writer.send self._quick_get = self._outqueue._reader.recv def _check_running(self): if self._state != RUN: raise ValueError("Pool not running") def apply(self, func, args=(), kwds={}): ''' Equivalent of `func(*args, **kwds)`. Pool must be running. ''' return self.apply_async(func, args, kwds).get() def map(self, func, iterable, chunksize=None): ''' Apply `func` to each element in `iterable`, collecting the results in a list that is returned. ''' return self._map_async(func, iterable, mapstar, chunksize).get() def starmap(self, func, iterable, chunksize=None): ''' Like `map()` method but the elements of the `iterable` are expected to be iterables as well and will be unpacked as arguments. Hence `func` and (a, b) becomes func(a, b). ''' return self._map_async(func, iterable, starmapstar, chunksize).get() def starmap_async(self, func, iterable, chunksize=None, callback=None, error_callback=None): ''' Asynchronous version of `starmap()` method. ''' return self._map_async(func, iterable, starmapstar, chunksize, callback, error_callback) def _guarded_task_generation(self, result_job, func, iterable): '''Provides a generator of tasks for imap and imap_unordered with appropriate handling for iterables which throw exceptions during iteration.''' try: i = -1 for i, x in enumerate(iterable): yield (result_job, i, func, (x,), {}) except Exception as e: yield (result_job, i+1, _helper_reraises_exception, (e,), {}) def imap(self, func, iterable, chunksize=1): ''' Equivalent of `map()` -- can be MUCH slower than `Pool.map()`. ''' self._check_running() if chunksize == 1: result = IMapIterator(self) self._taskqueue.put( ( self._guarded_task_generation(result._job, func, iterable), result._set_length )) return result else: if chunksize < 1: raise ValueError( "Chunksize must be 1+, not {0:n}".format( chunksize)) task_batches = Pool._get_tasks(func, iterable, chunksize) result = IMapIterator(self) self._taskqueue.put( ( self._guarded_task_generation(result._job, mapstar, task_batches), result._set_length )) return (item for chunk in result for item in chunk) def imap_unordered(self, func, iterable, chunksize=1): ''' Like `imap()` method but ordering of results is arbitrary. ''' self._check_running() if chunksize == 1: result = IMapUnorderedIterator(self) self._taskqueue.put( ( self._guarded_task_generation(result._job, func, iterable), result._set_length )) return result else: if chunksize < 1: raise ValueError( "Chunksize must be 1+, not {0!r}".format(chunksize)) task_batches = Pool._get_tasks(func, iterable, chunksize) result = IMapUnorderedIterator(self) self._taskqueue.put( ( self._guarded_task_generation(result._job, mapstar, task_batches), result._set_length )) return (item for chunk in result for item in chunk) def apply_async(self, func, args=(), kwds={}, callback=None, error_callback=None): ''' Asynchronous version of `apply()` method. ''' self._check_running() result = ApplyResult(self, callback, error_callback) self._taskqueue.put(([(result._job, 0, func, args, kwds)], None)) return result def map_async(self, func, iterable, chunksize=None, callback=None, error_callback=None): ''' Asynchronous version of `map()` method. ''' return self._map_async(func, iterable, mapstar, chunksize, callback, error_callback) def _map_async(self, func, iterable, mapper, chunksize=None, callback=None, error_callback=None): ''' Helper function to implement map, starmap and their async counterparts. ''' self._check_running() if not hasattr(iterable, '__len__'): iterable = list(iterable) if chunksize is None: chunksize, extra = divmod(len(iterable), len(self._pool) * 4) if extra: chunksize += 1 if len(iterable) == 0: chunksize = 0 task_batches = Pool._get_tasks(func, iterable, chunksize) result = MapResult(self, chunksize, len(iterable), callback, error_callback=error_callback) self._taskqueue.put( ( self._guarded_task_generation(result._job, mapper, task_batches), None ) ) return result @staticmethod def _wait_for_updates(sentinels, change_notifier, timeout=None): wait(sentinels, timeout=timeout) while not change_notifier.empty(): change_notifier.get() @classmethod def _handle_workers(cls, cache, taskqueue, ctx, Process, processes, pool, inqueue, outqueue, initializer, initargs, maxtasksperchild, wrap_exception, sentinels, change_notifier): thread = threading.current_thread() # Keep maintaining workers until the cache gets drained, unless the pool # is terminated. while thread._state == RUN or (cache and thread._state != TERMINATE): cls._maintain_pool(ctx, Process, processes, pool, inqueue, outqueue, initializer, initargs, maxtasksperchild, wrap_exception) current_sentinels = [*cls._get_worker_sentinels(pool), *sentinels] cls._wait_for_updates(current_sentinels, change_notifier) # send sentinel to stop workers taskqueue.put(None) util.debug('worker handler exiting') @staticmethod def _handle_tasks(taskqueue, put, outqueue, pool, cache): thread = threading.current_thread() for taskseq, set_length in iter(taskqueue.get, None): task = None try: # iterating taskseq cannot fail for task in taskseq: if thread._state != RUN: util.debug('task handler found thread._state != RUN') break try: put(task) except Exception as e: job, idx = task[:2] try: cache[job]._set(idx, (False, e)) except KeyError: pass else: if set_length: util.debug('doing set_length()') idx = task[1] if task else -1 set_length(idx + 1) continue break finally: task = taskseq = job = None else: util.debug('task handler got sentinel') try: # tell result handler to finish when cache is empty util.debug('task handler sending sentinel to result handler') outqueue.put(None) # tell workers there is no more work util.debug('task handler sending sentinel to workers') for p in pool: put(None) except OSError: util.debug('task handler got OSError when sending sentinels') util.debug('task handler exiting') @staticmethod def _handle_results(outqueue, get, cache): thread = threading.current_thread() while 1: try: task = get() except (OSError, EOFError): util.debug('result handler got EOFError/OSError -- exiting') return if thread._state != RUN: assert thread._state == TERMINATE, "Thread not in TERMINATE" util.debug('result handler found thread._state=TERMINATE') break if task is None: util.debug('result handler got sentinel') break job, i, obj = task try: cache[job]._set(i, obj) except KeyError: pass task = job = obj = None while cache and thread._state != TERMINATE: try: task = get() except (OSError, EOFError): util.debug('result handler got EOFError/OSError -- exiting') return if task is None: util.debug('result handler ignoring extra sentinel') continue job, i, obj = task try: cache[job]._set(i, obj) except KeyError: pass task = job = obj = None if hasattr(outqueue, '_reader'): util.debug('ensuring that outqueue is not full') # If we don't make room available in outqueue then # attempts to add the sentinel (None) to outqueue may # block. There is guaranteed to be no more than 2 sentinels. try: for i in range(10): if not outqueue._reader.poll(): break get() except (OSError, EOFError): pass util.debug('result handler exiting: len(cache)=%s, thread._state=%s', len(cache), thread._state) @staticmethod def _get_tasks(func, it, size): it = iter(it) while 1: x = tuple(itertools.islice(it, size)) if not x: return yield (func, x) def __reduce__(self): raise NotImplementedError( 'pool objects cannot be passed between processes or pickled' ) def close(self): util.debug('closing pool') if self._state == RUN: self._state = CLOSE self._worker_handler._state = CLOSE self._change_notifier.put(None) def terminate(self): util.debug('terminating pool') self._state = TERMINATE self._terminate() def join(self): util.debug('joining pool') if self._state == RUN: raise ValueError("Pool is still running") elif self._state not in (CLOSE, TERMINATE): raise ValueError("In unknown state") self._worker_handler.join() self._task_handler.join() self._result_handler.join() for p in self._pool: p.join() @staticmethod def _help_stuff_finish(inqueue, task_handler, size): # task_handler may be blocked trying to put items on inqueue util.debug('removing tasks from inqueue until task handler finished') inqueue._rlock.acquire() while task_handler.is_alive() and inqueue._reader.poll(): inqueue._reader.recv() time.sleep(0) @classmethod def _terminate_pool(cls, taskqueue, inqueue, outqueue, pool, change_notifier, worker_handler, task_handler, result_handler, cache): # this is guaranteed to only be called once util.debug('finalizing pool') # Notify that the worker_handler state has been changed so the # _handle_workers loop can be unblocked (and exited) in order to # send the finalization sentinel all the workers. worker_handler._state = TERMINATE change_notifier.put(None) task_handler._state = TERMINATE util.debug('helping task handler/workers to finish') cls._help_stuff_finish(inqueue, task_handler, len(pool)) if (not result_handler.is_alive()) and (len(cache) != 0): raise AssertionError( "Cannot have cache with result_hander not alive") result_handler._state = TERMINATE change_notifier.put(None) outqueue.put(None) # sentinel # We must wait for the worker handler to exit before terminating # workers because we don't want workers to be restarted behind our back. util.debug('joining worker handler') if threading.current_thread() is not worker_handler: worker_handler.join() # Terminate workers which haven't already finished. if pool and hasattr(pool[0], 'terminate'): util.debug('terminating workers') for p in pool: if p.exitcode is None: p.terminate() util.debug('joining task handler') if threading.current_thread() is not task_handler: task_handler.join() util.debug('joining result handler') if threading.current_thread() is not result_handler: result_handler.join() if pool and hasattr(pool[0], 'terminate'): util.debug('joining pool workers') for p in pool: if p.is_alive(): # worker has not yet exited util.debug('cleaning up worker %d' % p.pid) p.join() def __enter__(self): self._check_running() return self def __exit__(self, exc_type, exc_val, exc_tb): self.terminate() # # Class whose instances are returned by `Pool.apply_async()` # class ApplyResult(object): def __init__(self, pool, callback, error_callback): self._pool = pool self._event = threading.Event() self._job = next(job_counter) self._cache = pool._cache self._callback = callback self._error_callback = error_callback self._cache[self._job] = self def ready(self): return self._event.is_set() def successful(self): if not self.ready(): raise ValueError("{0!r} not ready".format(self)) return self._success def wait(self, timeout=None): self._event.wait(timeout) def get(self, timeout=None): self.wait(timeout) if not self.ready(): raise TimeoutError if self._success: return self._value else: raise self._value def _set(self, i, obj): self._success, self._value = obj if self._callback and self._success: self._callback(self._value) if self._error_callback and not self._success: self._error_callback(self._value) self._event.set() del self._cache[self._job] self._pool = None __class_getitem__ = classmethod(types.GenericAlias) AsyncResult = ApplyResult # create alias -- see #17805 # # Class whose instances are returned by `Pool.map_async()` # class MapResult(ApplyResult): def __init__(self, pool, chunksize, length, callback, error_callback): ApplyResult.__init__(self, pool, callback, error_callback=error_callback) self._success = True self._value = [None] * length self._chunksize = chunksize if chunksize <= 0: self._number_left = 0 self._event.set() del self._cache[self._job] else: self._number_left = length//chunksize + bool(length % chunksize) def _set(self, i, success_result): self._number_left -= 1 success, result = success_result if success and self._success: self._value[i*self._chunksize:(i+1)*self._chunksize] = result if self._number_left == 0: if self._callback: self._callback(self._value) del self._cache[self._job] self._event.set() self._pool = None else: if not success and self._success: # only store first exception self._success = False self._value = result if self._number_left == 0: # only consider the result ready once all jobs are done if self._error_callback: self._error_callback(self._value) del self._cache[self._job] self._event.set() self._pool = None # # Class whose instances are returned by `Pool.imap()` # class IMapIterator(object): def __init__(self, pool): self._pool = pool self._cond = threading.Condition(threading.Lock()) self._job = next(job_counter) self._cache = pool._cache self._items = collections.deque() self._index = 0 self._length = None self._unsorted = {} self._cache[self._job] = self def __iter__(self): return self def next(self, timeout=None): with self._cond: try: item = self._items.popleft() except IndexError: if self._index == self._length: self._pool = None raise StopIteration from None self._cond.wait(timeout) try: item = self._items.popleft() except IndexError: if self._index == self._length: self._pool = None raise StopIteration from None raise TimeoutError from None success, value = item if success: return value raise value __next__ = next # XXX def _set(self, i, obj): with self._cond: if self._index == i: self._items.append(obj) self._index += 1 while self._index in self._unsorted: obj = self._unsorted.pop(self._index) self._items.append(obj) self._index += 1 self._cond.notify() else: self._unsorted[i] = obj if self._index == self._length: del self._cache[self._job] self._pool = None def _set_length(self, length): with self._cond: self._length = length if self._index == self._length: self._cond.notify() del self._cache[self._job] self._pool = None # # Class whose instances are returned by `Pool.imap_unordered()` # class IMapUnorderedIterator(IMapIterator): def _set(self, i, obj): with self._cond: self._items.append(obj) self._index += 1 self._cond.notify() if self._index == self._length: del self._cache[self._job] self._pool = None # # # class ThreadPool(Pool): _wrap_exception = False @staticmethod def Process(ctx, *args, **kwds): from .dummy import Process return Process(*args, **kwds) def __init__(self, processes=None, initializer=None, initargs=()): Pool.__init__(self, processes, initializer, initargs) def _setup_queues(self): self._inqueue = queue.SimpleQueue() self._outqueue = queue.SimpleQueue() self._quick_put = self._inqueue.put self._quick_get = self._outqueue.get def _get_sentinels(self): return [self._change_notifier._reader] @staticmethod def _get_worker_sentinels(workers): return [] @staticmethod def _help_stuff_finish(inqueue, task_handler, size): # drain inqueue, and put sentinels at its head to make workers finish try: while True: inqueue.get(block=False) except queue.Empty: pass for i in range(size): inqueue.put(None) def _wait_for_updates(self, sentinels, change_notifier, timeout): time.sleep(timeout) PKjGe[P q%%spawn.pynu[# # Code used to start processes when using the spawn or forkserver # start methods. # # multiprocessing/spawn.py # # Copyright (c) 2006-2008, R Oudkerk # Licensed to PSF under a Contributor Agreement. # import os import sys import runpy import types from . import get_start_method, set_start_method from . import process from .context import reduction from . import util __all__ = ['_main', 'freeze_support', 'set_executable', 'get_executable', 'get_preparation_data', 'get_command_line', 'import_main_path'] # # _python_exe is the assumed path to the python executable. # People embedding Python want to modify it. # if sys.platform != 'win32': WINEXE = False WINSERVICE = False else: WINEXE = getattr(sys, 'frozen', False) WINSERVICE = sys.executable and sys.executable.lower().endswith("pythonservice.exe") def set_executable(exe): global _python_exe if exe is None: _python_exe = exe elif sys.platform == 'win32': _python_exe = os.fsdecode(exe) else: _python_exe = os.fsencode(exe) def get_executable(): return _python_exe if WINSERVICE: set_executable(os.path.join(sys.exec_prefix, 'python.exe')) else: set_executable(sys.executable) # # # def is_forking(argv): ''' Return whether commandline indicates we are forking ''' if len(argv) >= 2 and argv[1] == '--multiprocessing-fork': return True else: return False def freeze_support(): ''' Run code for process object if this in not the main process ''' if is_forking(sys.argv): kwds = {} for arg in sys.argv[2:]: name, value = arg.split('=') if value == 'None': kwds[name] = None else: kwds[name] = int(value) spawn_main(**kwds) sys.exit() def get_command_line(**kwds): ''' Returns prefix of command line used for spawning a child process ''' if getattr(sys, 'frozen', False): return ([sys.executable, '--multiprocessing-fork'] + ['%s=%r' % item for item in kwds.items()]) else: prog = 'from multiprocessing.spawn import spawn_main; spawn_main(%s)' prog %= ', '.join('%s=%r' % item for item in kwds.items()) opts = util._args_from_interpreter_flags() exe = get_executable() return [exe] + opts + ['-c', prog, '--multiprocessing-fork'] def spawn_main(pipe_handle, parent_pid=None, tracker_fd=None): ''' Run code specified by data received over pipe ''' assert is_forking(sys.argv), "Not forking" if sys.platform == 'win32': import msvcrt import _winapi if parent_pid is not None: source_process = _winapi.OpenProcess( _winapi.SYNCHRONIZE | _winapi.PROCESS_DUP_HANDLE, False, parent_pid) else: source_process = None new_handle = reduction.duplicate(pipe_handle, source_process=source_process) fd = msvcrt.open_osfhandle(new_handle, os.O_RDONLY) parent_sentinel = source_process else: from . import resource_tracker resource_tracker._resource_tracker._fd = tracker_fd fd = pipe_handle parent_sentinel = os.dup(pipe_handle) exitcode = _main(fd, parent_sentinel) sys.exit(exitcode) def _main(fd, parent_sentinel): with os.fdopen(fd, 'rb', closefd=True) as from_parent: process.current_process()._inheriting = True try: preparation_data = reduction.pickle.load(from_parent) prepare(preparation_data) self = reduction.pickle.load(from_parent) finally: del process.current_process()._inheriting return self._bootstrap(parent_sentinel) def _check_not_importing_main(): if getattr(process.current_process(), '_inheriting', False): raise RuntimeError(''' An attempt has been made to start a new process before the current process has finished its bootstrapping phase. This probably means that you are not using fork to start your child processes and you have forgotten to use the proper idiom in the main module: if __name__ == '__main__': freeze_support() ... The "freeze_support()" line can be omitted if the program is not going to be frozen to produce an executable. To fix this issue, refer to the "Safe importing of main module" section in https://docs.python.org/3/library/multiprocessing.html ''') def get_preparation_data(name): ''' Return info about parent needed by child to unpickle process object ''' _check_not_importing_main() d = dict( log_to_stderr=util._log_to_stderr, authkey=process.current_process().authkey, ) if util._logger is not None: d['log_level'] = util._logger.getEffectiveLevel() sys_path=sys.path.copy() try: i = sys_path.index('') except ValueError: pass else: sys_path[i] = process.ORIGINAL_DIR d.update( name=name, sys_path=sys_path, sys_argv=sys.argv, orig_dir=process.ORIGINAL_DIR, dir=os.getcwd(), start_method=get_start_method(), ) # Figure out whether to initialise main in the subprocess as a module # or through direct execution (or to leave it alone entirely) main_module = sys.modules['__main__'] main_mod_name = getattr(main_module.__spec__, "name", None) if main_mod_name is not None: d['init_main_from_name'] = main_mod_name elif sys.platform != 'win32' or (not WINEXE and not WINSERVICE): main_path = getattr(main_module, '__file__', None) if main_path is not None: if (not os.path.isabs(main_path) and process.ORIGINAL_DIR is not None): main_path = os.path.join(process.ORIGINAL_DIR, main_path) d['init_main_from_path'] = os.path.normpath(main_path) return d # # Prepare current process # old_main_modules = [] def prepare(data): ''' Try to get current process ready to unpickle process object ''' if 'name' in data: process.current_process().name = data['name'] if 'authkey' in data: process.current_process().authkey = data['authkey'] if 'log_to_stderr' in data and data['log_to_stderr']: util.log_to_stderr() if 'log_level' in data: util.get_logger().setLevel(data['log_level']) if 'sys_path' in data: sys.path = data['sys_path'] if 'sys_argv' in data: sys.argv = data['sys_argv'] if 'dir' in data: os.chdir(data['dir']) if 'orig_dir' in data: process.ORIGINAL_DIR = data['orig_dir'] if 'start_method' in data: set_start_method(data['start_method'], force=True) if 'init_main_from_name' in data: _fixup_main_from_name(data['init_main_from_name']) elif 'init_main_from_path' in data: _fixup_main_from_path(data['init_main_from_path']) # Multiprocessing module helpers to fix up the main module in # spawned subprocesses def _fixup_main_from_name(mod_name): # __main__.py files for packages, directories, zip archives, etc, run # their "main only" code unconditionally, so we don't even try to # populate anything in __main__, nor do we make any changes to # __main__ attributes current_main = sys.modules['__main__'] if mod_name == "__main__" or mod_name.endswith(".__main__"): return # If this process was forked, __main__ may already be populated if getattr(current_main.__spec__, "name", None) == mod_name: return # Otherwise, __main__ may contain some non-main code where we need to # support unpickling it properly. We rerun it as __mp_main__ and make # the normal __main__ an alias to that old_main_modules.append(current_main) main_module = types.ModuleType("__mp_main__") main_content = runpy.run_module(mod_name, run_name="__mp_main__", alter_sys=True) main_module.__dict__.update(main_content) sys.modules['__main__'] = sys.modules['__mp_main__'] = main_module def _fixup_main_from_path(main_path): # If this process was forked, __main__ may already be populated current_main = sys.modules['__main__'] # Unfortunately, the main ipython launch script historically had no # "if __name__ == '__main__'" guard, so we work around that # by treating it like a __main__.py file # See https://github.com/ipython/ipython/issues/4698 main_name = os.path.splitext(os.path.basename(main_path))[0] if main_name == 'ipython': return # Otherwise, if __file__ already has the setting we expect, # there's nothing more to do if getattr(current_main, '__file__', None) == main_path: return # If the parent process has sent a path through rather than a module # name we assume it is an executable script that may contain # non-main code that needs to be executed old_main_modules.append(current_main) main_module = types.ModuleType("__mp_main__") main_content = runpy.run_path(main_path, run_name="__mp_main__") main_module.__dict__.update(main_content) sys.modules['__main__'] = sys.modules['__mp_main__'] = main_module def import_main_path(main_path): ''' Set sys.modules['__main__'] to module at main_path ''' _fixup_main_from_path(main_path) PKjGe[_T>>dummy/connection.pynu[# # Analogue of `multiprocessing.connection` which uses queues instead of sockets # # multiprocessing/dummy/connection.py # # Copyright (c) 2006-2008, R Oudkerk # Licensed to PSF under a Contributor Agreement. # __all__ = [ 'Client', 'Listener', 'Pipe' ] from queue import Queue families = [None] class Listener(object): def __init__(self, address=None, family=None, backlog=1): self._backlog_queue = Queue(backlog) def accept(self): return Connection(*self._backlog_queue.get()) def close(self): self._backlog_queue = None @property def address(self): return self._backlog_queue def __enter__(self): return self def __exit__(self, exc_type, exc_value, exc_tb): self.close() def Client(address): _in, _out = Queue(), Queue() address.put((_out, _in)) return Connection(_in, _out) def Pipe(duplex=True): a, b = Queue(), Queue() return Connection(a, b), Connection(b, a) class Connection(object): def __init__(self, _in, _out): self._out = _out self._in = _in self.send = self.send_bytes = _out.put self.recv = self.recv_bytes = _in.get def poll(self, timeout=0.0): if self._in.qsize() > 0: return True if timeout <= 0.0: return False with self._in.not_empty: self._in.not_empty.wait(timeout) return self._in.qsize() > 0 def close(self): pass def __enter__(self): return self def __exit__(self, exc_type, exc_value, exc_tb): self.close() PKjGe[pT>2dummy/__pycache__/connection.cpython-311.opt-2.pycnu[ !A?h>fgdZddlmZdgZGddeZdZd dZGd d eZdS) )ClientListenerPipe)QueueNcDeZdZd dZdZdZedZdZdZ dS) rNc.t||_dSN)r_backlog_queue)selfaddressfamilybacklogs 9/usr/lib64/python3.11/multiprocessing/dummy/connection.py__init__zListener.__init__s#GnncBt|jSr ) Connectionr getr s racceptzListener.accepts4.224455rcd|_dSr r rs rclosezListener.closes"rc|jSr rrs rr zListener.addresss ""rc|Sr rs r __enter__zListener.__enter__! rc.|dSr rr exc_type exc_valueexc_tbs r__exit__zListener.__exit__$ r)NNr) __name__ __module__ __qualname__rrrpropertyr rr&rrrrrs----666#####X#rrctt}}|||ft||Sr )rputr)r _in_outs rrr(s9C KKs  c4  rTcztt}}t||t||fSr )rr)duplexabs rrr.s2 77EGGqA a  Z1-- --rc.eZdZdZddZdZdZdZdS) rcn||_||_|jx|_|_|jx|_|_dSr )r/r.r-send send_bytesrrecv recv_bytes)r r.r/s rrzConnection.__init__5s4 &*h. DO&)g- DOOOrc|jdkrdS|dkrdS|jj5|jj|dddn #1swxYwY|jdkS)NrTr:F)r.qsize not_emptywait)r timeouts rpollzConnection.poll;s 8>>  a  4 c>>5 X  - - H  # #G , , , - - - - - - - - - - - - - - -x~~!##s A  A$'A$cdSr rrs rrzConnection.closeDs rc|Sr rrs rrzConnection.__enter__Grrc.|dSr r!r"s rr&zConnection.__exit__Jr'rN)r:)r(r)r*rr@rrr&rrrrr3sd... $$$$   rr)T) __all__queuerfamiliesobjectrrrrrrrrHs + * * 6v,!!! .... rPKjGe[I``*dummy/__pycache__/__init__.cpython-311.pycnu[ !A?h NgdZddlZddlZddlZddlZddlmZddlmZmZm Z m Z ddlm Z m Z m Z ddlmZGdd ejZeZejZeje_d Zd ZGd d eZeZeZddZGddeZdZdZ ddZ!eZ"dS))Processcurrent_processactive_childrenfreeze_supportLockRLock SemaphoreBoundedSemaphore ConditionEventBarrierQueueManagerPipePool JoinableQueueN)r)rrrr )r r r )r c<eZdZddddifdZdZedZdS) DummyProcessNctj||||||d|_t j|_d|_t|_ dS)NF) threadingThread__init___pidweakrefWeakKeyDictionary _children _start_calledr_parent)selfgrouptargetnameargskwargss 7/usr/lib64/python3.11/multiprocessing/dummy/__init__.pyrzDummyProcess.__init__$sS!!$vtT6JJJ  244"&(( c,|jtur4td|jtd|_t |jdrd|jj|<tj |dS)Nz,Parent is {0!r} but current_process is {1!r}Tr) r r RuntimeErrorformatrhasattrrrrstartr!s r'r-zDummyProcess.start+s <00 0 0>EEL/"3"35566 6" 4< - - 0+/DL "4 (t$$$$$r(c@|jr|sdSdS)Nr)ris_aliver.s r'exitcodezDummyProcess.exitcode5s&   dmmoo 14r()__name__ __module__ __qualname__rr-propertyr1rr(r'rr"s]!$T2))))%%%Xr(rctj}t|D],}|s||d-t|SN)rrlistr0pop)childrenps r'rrDsV  *H (^^""zz|| " LLD ! ! ! >>r(cdSr7rrr(r'rrKDr(ceZdZdZdZdS) Namespacec :|j|dSr7)__dict__update)r!kwdss r'rzNamespace.__init__Ss T"""""r(c2t|j}g}|D]4\}}|ds||d|5||jjdd|dS)N_=(, )) r8rAitems startswithappendsort __class__r2join)r!rJtempr$values r'__repr__zNamespace.__repr__UsT]((**++  5 5KD%??3'' 5 tttUU3444 >222DIIdOOOODDr(N)r2r3r4rrRrr(r'r?r?Rs7###EEEEEr(r?Tc,tj||Sr7)array)typecodesequencelocks r'ArrayrXas ;x * **r(cReZdZddZedZejdZdZdS)ValueTc"||_||_dSr7) _typecode_value)r!rUrQrWs r'rzValue.__init__es! r(c|jSr7r]r.s r'rQz Value.valueis {r(c||_dSr7r_)r!rQs r'rQz Value.valuems  r(cRdt|jd|jd|jdS)N)typer2r\r]r.s r'rRzValue.__repr__qs,#Dzz2224>>>$+++NNr(NT)r2r3r4rr5rQsetterrRrr(r'rZrZdstX \\OOOOOr(rZc0tjtSr7)sysmodulesr2rr(r'rrts ;x  r(cdSr7rrr(r'shutdownrjwr=r(rc(ddlm}||||S)N) ThreadPool)poolrm) processes initializerinitargsrms r'rrzs(!!!!!! :ih 7 77r(rd)NNr)#__all__rrgrrT connectionrrrrr r r r queuer rrrcurrent_threadrrrrrobjectr?dictr8rXrZrrjrrrr(r'rxs     >>>>>>>>>>>>////////// 9#< *7g799    E E E E E E E E  ++++OOOOOFOOO !!!   8888 r(PKjGe[I``0dummy/__pycache__/__init__.cpython-311.opt-1.pycnu[ !A?h NgdZddlZddlZddlZddlZddlmZddlmZmZm Z m Z ddlm Z m Z m Z ddlmZGdd ejZeZejZeje_d Zd ZGd d eZeZeZddZGddeZdZdZ ddZ!eZ"dS))Processcurrent_processactive_childrenfreeze_supportLockRLock SemaphoreBoundedSemaphore ConditionEventBarrierQueueManagerPipePool JoinableQueueN)r)rrrr )r r r )r c<eZdZddddifdZdZedZdS) DummyProcessNctj||||||d|_t j|_d|_t|_ dS)NF) threadingThread__init___pidweakrefWeakKeyDictionary _children _start_calledr_parent)selfgrouptargetnameargskwargss 7/usr/lib64/python3.11/multiprocessing/dummy/__init__.pyrzDummyProcess.__init__$sS!!$vtT6JJJ  244"&(( c,|jtur4td|jtd|_t |jdrd|jj|<tj |dS)Nz,Parent is {0!r} but current_process is {1!r}Tr) r r RuntimeErrorformatrhasattrrrrstartr!s r'r-zDummyProcess.start+s <00 0 0>EEL/"3"35566 6" 4< - - 0+/DL "4 (t$$$$$r(c@|jr|sdSdS)Nr)ris_aliver.s r'exitcodezDummyProcess.exitcode5s&   dmmoo 14r()__name__ __module__ __qualname__rr-propertyr1rr(r'rr"s]!$T2))))%%%Xr(rctj}t|D],}|s||d-t|SN)rrlistr0pop)childrenps r'rrDsV  *H (^^""zz|| " LLD ! ! ! >>r(cdSr7rrr(r'rrKDr(ceZdZdZdZdS) Namespacec :|j|dSr7)__dict__update)r!kwdss r'rzNamespace.__init__Ss T"""""r(c2t|j}g}|D]4\}}|ds||d|5||jjdd|dS)N_=(, )) r8rAitems startswithappendsort __class__r2join)r!rJtempr$values r'__repr__zNamespace.__repr__UsT]((**++  5 5KD%??3'' 5 tttUU3444 >222DIIdOOOODDr(N)r2r3r4rrRrr(r'r?r?Rs7###EEEEEr(r?Tc,tj||Sr7)array)typecodesequencelocks r'ArrayrXas ;x * **r(cReZdZddZedZejdZdZdS)ValueTc"||_||_dSr7) _typecode_value)r!rUrQrWs r'rzValue.__init__es! r(c|jSr7r]r.s r'rQz Value.valueis {r(c||_dSr7r_)r!rQs r'rQz Value.valuems  r(cRdt|jd|jd|jdS)N)typer2r\r]r.s r'rRzValue.__repr__qs,#Dzz2224>>>$+++NNr(NT)r2r3r4rr5rQsetterrRrr(r'rZrZdstX \\OOOOOr(rZc0tjtSr7)sysmodulesr2rr(r'rrts ;x  r(cdSr7rrr(r'shutdownrjwr=r(rc(ddlm}||||S)N) ThreadPool)poolrm) processes initializerinitargsrms r'rrzs(!!!!!! :ih 7 77r(rd)NNr)#__all__rrgrrT connectionrrrrr r r r queuer rrrcurrent_threadrrrrrobjectr?dictr8rXrZrrjrrrr(r'rxs     >>>>>>>>>>>>////////// 9#< *7g799    E E E E E E E E  ++++OOOOOFOOO !!!   8888 r(PKjGe[I``0dummy/__pycache__/__init__.cpython-311.opt-2.pycnu[ !A?h NgdZddlZddlZddlZddlZddlmZddlmZmZm Z m Z ddlm Z m Z m Z ddlmZGdd ejZeZejZeje_d Zd ZGd d eZeZeZddZGddeZdZdZ ddZ!eZ"dS))Processcurrent_processactive_childrenfreeze_supportLockRLock SemaphoreBoundedSemaphore ConditionEventBarrierQueueManagerPipePool JoinableQueueN)r)rrrr )r r r )r c<eZdZddddifdZdZedZdS) DummyProcessNctj||||||d|_t j|_d|_t|_ dS)NF) threadingThread__init___pidweakrefWeakKeyDictionary _children _start_calledr_parent)selfgrouptargetnameargskwargss 7/usr/lib64/python3.11/multiprocessing/dummy/__init__.pyrzDummyProcess.__init__$sS!!$vtT6JJJ  244"&(( c,|jtur4td|jtd|_t |jdrd|jj|<tj |dS)Nz,Parent is {0!r} but current_process is {1!r}Tr) r r RuntimeErrorformatrhasattrrrrstartr!s r'r-zDummyProcess.start+s <00 0 0>EEL/"3"35566 6" 4< - - 0+/DL "4 (t$$$$$r(c@|jr|sdSdS)Nr)ris_aliver.s r'exitcodezDummyProcess.exitcode5s&   dmmoo 14r()__name__ __module__ __qualname__rr-propertyr1rr(r'rr"s]!$T2))))%%%Xr(rctj}t|D],}|s||d-t|SN)rrlistr0pop)childrenps r'rrDsV  *H (^^""zz|| " LLD ! ! ! >>r(cdSr7rrr(r'rrKDr(ceZdZdZdZdS) Namespacec :|j|dSr7)__dict__update)r!kwdss r'rzNamespace.__init__Ss T"""""r(c2t|j}g}|D]4\}}|ds||d|5||jjdd|dS)N_=(, )) r8rAitems startswithappendsort __class__r2join)r!rJtempr$values r'__repr__zNamespace.__repr__UsT]((**++  5 5KD%??3'' 5 tttUU3444 >222DIIdOOOODDr(N)r2r3r4rrRrr(r'r?r?Rs7###EEEEEr(r?Tc,tj||Sr7)array)typecodesequencelocks r'ArrayrXas ;x * **r(cReZdZddZedZejdZdZdS)ValueTc"||_||_dSr7) _typecode_value)r!rUrQrWs r'rzValue.__init__es! r(c|jSr7r]r.s r'rQz Value.valueis {r(c||_dSr7r_)r!rQs r'rQz Value.valuems  r(cRdt|jd|jd|jdS)N)typer2r\r]r.s r'rRzValue.__repr__qs,#Dzz2224>>>$+++NNr(NT)r2r3r4rr5rQsetterrRrr(r'rZrZdstX \\OOOOOr(rZc0tjtSr7)sysmodulesr2rr(r'rrts ;x  r(cdSr7rrr(r'shutdownrjwr=r(rc(ddlm}||||S)N) ThreadPool)poolrm) processes initializerinitargsrms r'rrzs(!!!!!! :ih 7 77r(rd)NNr)#__all__rrgrrT connectionrrrrr r r r queuer rrrcurrent_threadrrrrrobjectr?dictr8rXrZrrjrrrr(r'rxs     >>>>>>>>>>>>////////// 9#< *7g799    E E E E E E E E  ++++OOOOOFOOO !!!   8888 r(PKjGe[pT>2dummy/__pycache__/connection.cpython-311.opt-1.pycnu[ !A?h>fgdZddlmZdgZGddeZdZd dZGd d eZdS) )ClientListenerPipe)QueueNcDeZdZd dZdZdZedZdZdZ dS) rNc.t||_dSN)r_backlog_queue)selfaddressfamilybacklogs 9/usr/lib64/python3.11/multiprocessing/dummy/connection.py__init__zListener.__init__s#GnncBt|jSr ) Connectionr getr s racceptzListener.accepts4.224455rcd|_dSr r rs rclosezListener.closes"rc|jSr rrs rr zListener.addresss ""rc|Sr rs r __enter__zListener.__enter__! rc.|dSr rr exc_type exc_valueexc_tbs r__exit__zListener.__exit__$ r)NNr) __name__ __module__ __qualname__rrrpropertyr rr&rrrrrs----666#####X#rrctt}}|||ft||Sr )rputr)r _in_outs rrr(s9C KKs  c4  rTcztt}}t||t||fSr )rr)duplexabs rrr.s2 77EGGqA a  Z1-- --rc.eZdZdZddZdZdZdZdS) rcn||_||_|jx|_|_|jx|_|_dSr )r/r.r-send send_bytesrrecv recv_bytes)r r.r/s rrzConnection.__init__5s4 &*h. DO&)g- DOOOrc|jdkrdS|dkrdS|jj5|jj|dddn #1swxYwY|jdkS)NrTr:F)r.qsize not_emptywait)r timeouts rpollzConnection.poll;s 8>>  a  4 c>>5 X  - - H  # #G , , , - - - - - - - - - - - - - - -x~~!##s A  A$'A$cdSr rrs rrzConnection.closeDs rc|Sr rrs rrzConnection.__enter__Grrc.|dSr r!r"s rr&zConnection.__exit__Jr'rN)r:)r(r)r*rr@rrr&rrrrr3sd... $$$$   rr)T) __all__queuerfamiliesobjectrrrrrrrrHs + * * 6v,!!! .... rPKjGe[pT>,dummy/__pycache__/connection.cpython-311.pycnu[ !A?h>fgdZddlmZdgZGddeZdZd dZGd d eZdS) )ClientListenerPipe)QueueNcDeZdZd dZdZdZedZdZdZ dS) rNc.t||_dSN)r_backlog_queue)selfaddressfamilybacklogs 9/usr/lib64/python3.11/multiprocessing/dummy/connection.py__init__zListener.__init__s#GnncBt|jSr ) Connectionr getr s racceptzListener.accepts4.224455rcd|_dSr r rs rclosezListener.closes"rc|jSr rrs rr zListener.addresss ""rc|Sr rs r __enter__zListener.__enter__! rc.|dSr rr exc_type exc_valueexc_tbs r__exit__zListener.__exit__$ r)NNr) __name__ __module__ __qualname__rrrpropertyr rr&rrrrrs----666#####X#rrctt}}|||ft||Sr )rputr)r _in_outs rrr(s9C KKs  c4  rTcztt}}t||t||fSr )rr)duplexabs rrr.s2 77EGGqA a  Z1-- --rc.eZdZdZddZdZdZdZdS) rcn||_||_|jx|_|_|jx|_|_dSr )r/r.r-send send_bytesrrecv recv_bytes)r r.r/s rrzConnection.__init__5s4 &*h. DO&)g- DOOOrc|jdkrdS|dkrdS|jj5|jj|dddn #1swxYwY|jdkS)NrTr:F)r.qsize not_emptywait)r timeouts rpollzConnection.poll;s 8>>  a  4 c>>5 X  - - H  # #G , , , - - - - - - - - - - - - - - -x~~!##s A  A$'A$cdSr rrs rrzConnection.closeDs rc|Sr rrs rrzConnection.__enter__Grrc.|dSr r!r"s rr&zConnection.__exit__Jr'rN)r:)r(r)r*rr@rrr&rrrrr3sd... $$$$   rr)T) __all__queuerfamiliesobjectrrrrrrrrHs + * * 6v,!!! .... rPKjGe[se dummy/__init__.pynu[# # Support for the API of the multiprocessing package using threads # # multiprocessing/dummy/__init__.py # # Copyright (c) 2006-2008, R Oudkerk # Licensed to PSF under a Contributor Agreement. # __all__ = [ 'Process', 'current_process', 'active_children', 'freeze_support', 'Lock', 'RLock', 'Semaphore', 'BoundedSemaphore', 'Condition', 'Event', 'Barrier', 'Queue', 'Manager', 'Pipe', 'Pool', 'JoinableQueue' ] # # Imports # import threading import sys import weakref import array from .connection import Pipe from threading import Lock, RLock, Semaphore, BoundedSemaphore from threading import Event, Condition, Barrier from queue import Queue # # # class DummyProcess(threading.Thread): def __init__(self, group=None, target=None, name=None, args=(), kwargs={}): threading.Thread.__init__(self, group, target, name, args, kwargs) self._pid = None self._children = weakref.WeakKeyDictionary() self._start_called = False self._parent = current_process() def start(self): if self._parent is not current_process(): raise RuntimeError( "Parent is {0!r} but current_process is {1!r}".format( self._parent, current_process())) self._start_called = True if hasattr(self._parent, '_children'): self._parent._children[self] = None threading.Thread.start(self) @property def exitcode(self): if self._start_called and not self.is_alive(): return 0 else: return None # # # Process = DummyProcess current_process = threading.current_thread current_process()._children = weakref.WeakKeyDictionary() def active_children(): children = current_process()._children for p in list(children): if not p.is_alive(): children.pop(p, None) return list(children) def freeze_support(): pass # # # class Namespace(object): def __init__(self, /, **kwds): self.__dict__.update(kwds) def __repr__(self): items = list(self.__dict__.items()) temp = [] for name, value in items: if not name.startswith('_'): temp.append('%s=%r' % (name, value)) temp.sort() return '%s(%s)' % (self.__class__.__name__, ', '.join(temp)) dict = dict list = list def Array(typecode, sequence, lock=True): return array.array(typecode, sequence) class Value(object): def __init__(self, typecode, value, lock=True): self._typecode = typecode self._value = value @property def value(self): return self._value @value.setter def value(self, value): self._value = value def __repr__(self): return '<%s(%r, %r)>'%(type(self).__name__,self._typecode,self._value) def Manager(): return sys.modules[__name__] def shutdown(): pass def Pool(processes=None, initializer=None, initargs=()): from ..pool import ThreadPool return ThreadPool(processes, initializer, initargs) JoinableQueue = Queue PKjGe[UHHshared_memory.pynu["""Provides shared memory for direct access across processes. The API of this package is currently provisional. Refer to the documentation for details. """ __all__ = [ 'SharedMemory', 'ShareableList' ] from functools import partial import mmap import os import errno import struct import secrets import types if os.name == "nt": import _winapi _USE_POSIX = False else: import _posixshmem _USE_POSIX = True from . import resource_tracker _O_CREX = os.O_CREAT | os.O_EXCL # FreeBSD (and perhaps other BSDs) limit names to 14 characters. _SHM_SAFE_NAME_LENGTH = 14 # Shared memory block name prefix if _USE_POSIX: _SHM_NAME_PREFIX = '/psm_' else: _SHM_NAME_PREFIX = 'wnsm_' def _make_filename(): "Create a random filename for the shared memory object." # number of random bytes to use for name nbytes = (_SHM_SAFE_NAME_LENGTH - len(_SHM_NAME_PREFIX)) // 2 assert nbytes >= 2, '_SHM_NAME_PREFIX too long' name = _SHM_NAME_PREFIX + secrets.token_hex(nbytes) assert len(name) <= _SHM_SAFE_NAME_LENGTH return name class SharedMemory: """Creates a new shared memory block or attaches to an existing shared memory block. Every shared memory block is assigned a unique name. This enables one process to create a shared memory block with a particular name so that a different process can attach to that same shared memory block using that same name. As a resource for sharing data across processes, shared memory blocks may outlive the original process that created them. When one process no longer needs access to a shared memory block that might still be needed by other processes, the close() method should be called. When a shared memory block is no longer needed by any process, the unlink() method should be called to ensure proper cleanup.""" # Defaults; enables close() and unlink() to run without errors. _name = None _fd = -1 _mmap = None _buf = None _flags = os.O_RDWR _mode = 0o600 _prepend_leading_slash = True if _USE_POSIX else False def __init__(self, name=None, create=False, size=0): if not size >= 0: raise ValueError("'size' must be a positive integer") if create: self._flags = _O_CREX | os.O_RDWR if size == 0: raise ValueError("'size' must be a positive number different from zero") if name is None and not self._flags & os.O_EXCL: raise ValueError("'name' can only be None if create=True") if _USE_POSIX: # POSIX Shared Memory if name is None: while True: name = _make_filename() try: self._fd = _posixshmem.shm_open( name, self._flags, mode=self._mode ) except FileExistsError: continue self._name = name break else: name = "/" + name if self._prepend_leading_slash else name self._fd = _posixshmem.shm_open( name, self._flags, mode=self._mode ) self._name = name try: if create and size: os.ftruncate(self._fd, size) stats = os.fstat(self._fd) size = stats.st_size self._mmap = mmap.mmap(self._fd, size) except OSError: self.unlink() raise resource_tracker.register(self._name, "shared_memory") else: # Windows Named Shared Memory if create: while True: temp_name = _make_filename() if name is None else name # Create and reserve shared memory block with this name # until it can be attached to by mmap. h_map = _winapi.CreateFileMapping( _winapi.INVALID_HANDLE_VALUE, _winapi.NULL, _winapi.PAGE_READWRITE, (size >> 32) & 0xFFFFFFFF, size & 0xFFFFFFFF, temp_name ) try: last_error_code = _winapi.GetLastError() if last_error_code == _winapi.ERROR_ALREADY_EXISTS: if name is not None: raise FileExistsError( errno.EEXIST, os.strerror(errno.EEXIST), name, _winapi.ERROR_ALREADY_EXISTS ) else: continue self._mmap = mmap.mmap(-1, size, tagname=temp_name) finally: _winapi.CloseHandle(h_map) self._name = temp_name break else: self._name = name # Dynamically determine the existing named shared memory # block's size which is likely a multiple of mmap.PAGESIZE. h_map = _winapi.OpenFileMapping( _winapi.FILE_MAP_READ, False, name ) try: p_buf = _winapi.MapViewOfFile( h_map, _winapi.FILE_MAP_READ, 0, 0, 0 ) finally: _winapi.CloseHandle(h_map) try: size = _winapi.VirtualQuerySize(p_buf) finally: _winapi.UnmapViewOfFile(p_buf) self._mmap = mmap.mmap(-1, size, tagname=name) self._size = size self._buf = memoryview(self._mmap) def __del__(self): try: self.close() except OSError: pass def __reduce__(self): return ( self.__class__, ( self.name, False, self.size, ), ) def __repr__(self): return f'{self.__class__.__name__}({self.name!r}, size={self.size})' @property def buf(self): "A memoryview of contents of the shared memory block." return self._buf @property def name(self): "Unique name that identifies the shared memory block." reported_name = self._name if _USE_POSIX and self._prepend_leading_slash: if self._name.startswith("/"): reported_name = self._name[1:] return reported_name @property def size(self): "Size in bytes." return self._size def close(self): """Closes access to the shared memory from this instance but does not destroy the shared memory block.""" if self._buf is not None: self._buf.release() self._buf = None if self._mmap is not None: self._mmap.close() self._mmap = None if _USE_POSIX and self._fd >= 0: os.close(self._fd) self._fd = -1 def unlink(self): """Requests that the underlying shared memory block be destroyed. In order to ensure proper cleanup of resources, unlink should be called once (and only once) across all processes which have access to the shared memory block.""" if _USE_POSIX and self._name: _posixshmem.shm_unlink(self._name) resource_tracker.unregister(self._name, "shared_memory") _encoding = "utf8" class ShareableList: """Pattern for a mutable list-like object shareable via a shared memory block. It differs from the built-in list type in that these lists can not change their overall length (i.e. no append, insert, etc.) Because values are packed into a memoryview as bytes, the struct packing format for any storable value must require no more than 8 characters to describe its format.""" # The shared memory area is organized as follows: # - 8 bytes: number of items (N) as a 64-bit integer # - (N + 1) * 8 bytes: offsets of each element from the start of the # data area # - K bytes: the data area storing item values (with encoding and size # depending on their respective types) # - N * 8 bytes: `struct` format string for each element # - N bytes: index into _back_transforms_mapping for each element # (for reconstructing the corresponding Python value) _types_mapping = { int: "q", float: "d", bool: "xxxxxxx?", str: "%ds", bytes: "%ds", None.__class__: "xxxxxx?x", } _alignment = 8 _back_transforms_mapping = { 0: lambda value: value, # int, float, bool 1: lambda value: value.rstrip(b'\x00').decode(_encoding), # str 2: lambda value: value.rstrip(b'\x00'), # bytes 3: lambda _value: None, # None } @staticmethod def _extract_recreation_code(value): """Used in concert with _back_transforms_mapping to convert values into the appropriate Python objects when retrieving them from the list as well as when storing them.""" if not isinstance(value, (str, bytes, None.__class__)): return 0 elif isinstance(value, str): return 1 elif isinstance(value, bytes): return 2 else: return 3 # NoneType def __init__(self, sequence=None, *, name=None): if name is None or sequence is not None: sequence = sequence or () _formats = [ self._types_mapping[type(item)] if not isinstance(item, (str, bytes)) else self._types_mapping[type(item)] % ( self._alignment * (len(item) // self._alignment + 1), ) for item in sequence ] self._list_len = len(_formats) assert sum(len(fmt) <= 8 for fmt in _formats) == self._list_len offset = 0 # The offsets of each list element into the shared memory's # data area (0 meaning the start of the data area, not the start # of the shared memory area). self._allocated_offsets = [0] for fmt in _formats: offset += self._alignment if fmt[-1] != "s" else int(fmt[:-1]) self._allocated_offsets.append(offset) _recreation_codes = [ self._extract_recreation_code(item) for item in sequence ] requested_size = struct.calcsize( "q" + self._format_size_metainfo + "".join(_formats) + self._format_packing_metainfo + self._format_back_transform_codes ) self.shm = SharedMemory(name, create=True, size=requested_size) else: self.shm = SharedMemory(name) if sequence is not None: _enc = _encoding struct.pack_into( "q" + self._format_size_metainfo, self.shm.buf, 0, self._list_len, *(self._allocated_offsets) ) struct.pack_into( "".join(_formats), self.shm.buf, self._offset_data_start, *(v.encode(_enc) if isinstance(v, str) else v for v in sequence) ) struct.pack_into( self._format_packing_metainfo, self.shm.buf, self._offset_packing_formats, *(v.encode(_enc) for v in _formats) ) struct.pack_into( self._format_back_transform_codes, self.shm.buf, self._offset_back_transform_codes, *(_recreation_codes) ) else: self._list_len = len(self) # Obtains size from offset 0 in buffer. self._allocated_offsets = list( struct.unpack_from( self._format_size_metainfo, self.shm.buf, 1 * 8 ) ) def _get_packing_format(self, position): "Gets the packing format for a single value stored in the list." position = position if position >= 0 else position + self._list_len if (position >= self._list_len) or (self._list_len < 0): raise IndexError("Requested position out of range.") v = struct.unpack_from( "8s", self.shm.buf, self._offset_packing_formats + position * 8 )[0] fmt = v.rstrip(b'\x00') fmt_as_str = fmt.decode(_encoding) return fmt_as_str def _get_back_transform(self, position): "Gets the back transformation function for a single value." if (position >= self._list_len) or (self._list_len < 0): raise IndexError("Requested position out of range.") transform_code = struct.unpack_from( "b", self.shm.buf, self._offset_back_transform_codes + position )[0] transform_function = self._back_transforms_mapping[transform_code] return transform_function def _set_packing_format_and_transform(self, position, fmt_as_str, value): """Sets the packing format and back transformation code for a single value in the list at the specified position.""" if (position >= self._list_len) or (self._list_len < 0): raise IndexError("Requested position out of range.") struct.pack_into( "8s", self.shm.buf, self._offset_packing_formats + position * 8, fmt_as_str.encode(_encoding) ) transform_code = self._extract_recreation_code(value) struct.pack_into( "b", self.shm.buf, self._offset_back_transform_codes + position, transform_code ) def __getitem__(self, position): position = position if position >= 0 else position + self._list_len try: offset = self._offset_data_start + self._allocated_offsets[position] (v,) = struct.unpack_from( self._get_packing_format(position), self.shm.buf, offset ) except IndexError: raise IndexError("index out of range") back_transform = self._get_back_transform(position) v = back_transform(v) return v def __setitem__(self, position, value): position = position if position >= 0 else position + self._list_len try: item_offset = self._allocated_offsets[position] offset = self._offset_data_start + item_offset current_format = self._get_packing_format(position) except IndexError: raise IndexError("assignment index out of range") if not isinstance(value, (str, bytes)): new_format = self._types_mapping[type(value)] encoded_value = value else: allocated_length = self._allocated_offsets[position + 1] - item_offset encoded_value = (value.encode(_encoding) if isinstance(value, str) else value) if len(encoded_value) > allocated_length: raise ValueError("bytes/str item exceeds available storage") if current_format[-1] == "s": new_format = current_format else: new_format = self._types_mapping[str] % ( allocated_length, ) self._set_packing_format_and_transform( position, new_format, value ) struct.pack_into(new_format, self.shm.buf, offset, encoded_value) def __reduce__(self): return partial(self.__class__, name=self.shm.name), () def __len__(self): return struct.unpack_from("q", self.shm.buf, 0)[0] def __repr__(self): return f'{self.__class__.__name__}({list(self)}, name={self.shm.name!r})' @property def format(self): "The struct packing format used by all currently stored items." return "".join( self._get_packing_format(i) for i in range(self._list_len) ) @property def _format_size_metainfo(self): "The struct packing format used for the items' storage offsets." return "q" * (self._list_len + 1) @property def _format_packing_metainfo(self): "The struct packing format used for the items' packing formats." return "8s" * self._list_len @property def _format_back_transform_codes(self): "The struct packing format used for the items' back transforms." return "b" * self._list_len @property def _offset_data_start(self): # - 8 bytes for the list length # - (N + 1) * 8 bytes for the element offsets return (self._list_len + 2) * 8 @property def _offset_packing_formats(self): return self._offset_data_start + self._allocated_offsets[-1] @property def _offset_back_transform_codes(self): return self._offset_packing_formats + self._list_len * 8 def count(self, value): "L.count(value) -> integer -- return number of occurrences of value." return sum(value == entry for entry in self) def index(self, value): """L.index(value) -> integer -- return first index of value. Raises ValueError if the value is not present.""" for position, entry in enumerate(self): if value == entry: return position else: raise ValueError(f"{value!r} not in this container") __class_getitem__ = classmethod(types.GenericAlias) PKjGe[/ TJpopen_forkserver.pynu[import io import os from .context import reduction, set_spawning_popen if not reduction.HAVE_SEND_HANDLE: raise ImportError('No support for sending fds between processes') from . import forkserver from . import popen_fork from . import spawn from . import util __all__ = ['Popen'] # # Wrapper for an fd used while launching a process # class _DupFd(object): def __init__(self, ind): self.ind = ind def detach(self): return forkserver.get_inherited_fds()[self.ind] # # Start child process using a server process # class Popen(popen_fork.Popen): method = 'forkserver' DupFd = _DupFd def __init__(self, process_obj): self._fds = [] super().__init__(process_obj) def duplicate_for_child(self, fd): self._fds.append(fd) return len(self._fds) - 1 def _launch(self, process_obj): prep_data = spawn.get_preparation_data(process_obj._name) buf = io.BytesIO() set_spawning_popen(self) try: reduction.dump(prep_data, buf) reduction.dump(process_obj, buf) finally: set_spawning_popen(None) self.sentinel, w = forkserver.connect_to_new_process(self._fds) # Keep a duplicate of the data pipe's write end as a sentinel of the # parent process used by the child process. _parent_w = os.dup(w) self.finalizer = util.Finalize(self, util.close_fds, (_parent_w, self.sentinel)) with open(w, 'wb', closefd=True) as f: f.write(buf.getbuffer()) self.pid = forkserver.read_signed(self.sentinel) def poll(self, flag=os.WNOHANG): if self.returncode is None: from multiprocessing.connection import wait timeout = 0 if flag == os.WNOHANG else None if not wait([self.sentinel], timeout): return None try: self.returncode = forkserver.read_signed(self.sentinel) except (OSError, EOFError): # This should not happen usually, but perhaps the forkserver # process itself got killed self.returncode = 255 return self.returncode PKjGe[ popen_spawn_posix.pynu[import io import os from .context import reduction, set_spawning_popen from . import popen_fork from . import spawn from . import util __all__ = ['Popen'] # # Wrapper for an fd used while launching a process # class _DupFd(object): def __init__(self, fd): self.fd = fd def detach(self): return self.fd # # Start child process using a fresh interpreter # class Popen(popen_fork.Popen): method = 'spawn' DupFd = _DupFd def __init__(self, process_obj): self._fds = [] super().__init__(process_obj) def duplicate_for_child(self, fd): self._fds.append(fd) return fd def _launch(self, process_obj): from . import resource_tracker tracker_fd = resource_tracker.getfd() self._fds.append(tracker_fd) prep_data = spawn.get_preparation_data(process_obj._name) fp = io.BytesIO() set_spawning_popen(self) try: reduction.dump(prep_data, fp) reduction.dump(process_obj, fp) finally: set_spawning_popen(None) parent_r = child_w = child_r = parent_w = None try: parent_r, child_w = os.pipe() child_r, parent_w = os.pipe() cmd = spawn.get_command_line(tracker_fd=tracker_fd, pipe_handle=child_r) self._fds.extend([child_r, child_w]) self.pid = util.spawnv_passfds(spawn.get_executable(), cmd, self._fds) self.sentinel = parent_r with open(parent_w, 'wb', closefd=False) as f: f.write(fp.getbuffer()) finally: fds_to_close = [] for fd in (parent_r, parent_w): if fd is not None: fds_to_close.append(fd) self.finalizer = util.Finalize(self, util.close_fds, fds_to_close) for fd in (child_r, child_w): if fd is not None: os.close(fd) PKjGe[NI I popen_fork.pynu[import os import signal from . import util __all__ = ['Popen'] # # Start child process using fork # class Popen(object): method = 'fork' def __init__(self, process_obj): util._flush_std_streams() self.returncode = None self.finalizer = None self._launch(process_obj) def duplicate_for_child(self, fd): return fd def poll(self, flag=os.WNOHANG): if self.returncode is None: try: pid, sts = os.waitpid(self.pid, flag) except OSError: # Child process not yet created. See #1731717 # e.errno == errno.ECHILD == 10 return None if pid == self.pid: self.returncode = os.waitstatus_to_exitcode(sts) return self.returncode def wait(self, timeout=None): if self.returncode is None: if timeout is not None: from multiprocessing.connection import wait if not wait([self.sentinel], timeout): return None # This shouldn't block if wait() returned successfully. return self.poll(os.WNOHANG if timeout == 0.0 else 0) return self.returncode def _send_signal(self, sig): if self.returncode is None: try: os.kill(self.pid, sig) except ProcessLookupError: pass except OSError: if self.wait(timeout=0.1) is None: raise def terminate(self): self._send_signal(signal.SIGTERM) def kill(self): self._send_signal(signal.SIGKILL) def _launch(self, process_obj): code = 1 parent_r, child_w = os.pipe() child_r, parent_w = os.pipe() self.pid = os.fork() if self.pid == 0: try: os.close(parent_r) os.close(parent_w) code = process_obj._bootstrap(parent_sentinel=child_r) finally: os._exit(code) else: os.close(child_w) os.close(child_r) self.finalizer = util.Finalize(self, util.close_fds, (parent_r, parent_w,)) self.sentinel = parent_r def close(self): if self.finalizer is not None: self.finalizer() PKjGe[G:erM-M- context.pynu[import os import sys import threading from . import process from . import reduction __all__ = () # # Exceptions # class ProcessError(Exception): pass class BufferTooShort(ProcessError): pass class TimeoutError(ProcessError): pass class AuthenticationError(ProcessError): pass # # Base type for contexts. Bound methods of an instance of this type are included in __all__ of __init__.py # class BaseContext(object): ProcessError = ProcessError BufferTooShort = BufferTooShort TimeoutError = TimeoutError AuthenticationError = AuthenticationError current_process = staticmethod(process.current_process) parent_process = staticmethod(process.parent_process) active_children = staticmethod(process.active_children) def cpu_count(self): '''Returns the number of CPUs in the system''' num = os.cpu_count() if num is None: raise NotImplementedError('cannot determine number of cpus') else: return num def Manager(self): '''Returns a manager associated with a running server process The managers methods such as `Lock()`, `Condition()` and `Queue()` can be used to create shared objects. ''' from .managers import SyncManager m = SyncManager(ctx=self.get_context()) m.start() return m def Pipe(self, duplex=True): '''Returns two connection object connected by a pipe''' from .connection import Pipe return Pipe(duplex) def Lock(self): '''Returns a non-recursive lock object''' from .synchronize import Lock return Lock(ctx=self.get_context()) def RLock(self): '''Returns a recursive lock object''' from .synchronize import RLock return RLock(ctx=self.get_context()) def Condition(self, lock=None): '''Returns a condition object''' from .synchronize import Condition return Condition(lock, ctx=self.get_context()) def Semaphore(self, value=1): '''Returns a semaphore object''' from .synchronize import Semaphore return Semaphore(value, ctx=self.get_context()) def BoundedSemaphore(self, value=1): '''Returns a bounded semaphore object''' from .synchronize import BoundedSemaphore return BoundedSemaphore(value, ctx=self.get_context()) def Event(self): '''Returns an event object''' from .synchronize import Event return Event(ctx=self.get_context()) def Barrier(self, parties, action=None, timeout=None): '''Returns a barrier object''' from .synchronize import Barrier return Barrier(parties, action, timeout, ctx=self.get_context()) def Queue(self, maxsize=0): '''Returns a queue object''' from .queues import Queue return Queue(maxsize, ctx=self.get_context()) def JoinableQueue(self, maxsize=0): '''Returns a queue object''' from .queues import JoinableQueue return JoinableQueue(maxsize, ctx=self.get_context()) def SimpleQueue(self): '''Returns a queue object''' from .queues import SimpleQueue return SimpleQueue(ctx=self.get_context()) def Pool(self, processes=None, initializer=None, initargs=(), maxtasksperchild=None): '''Returns a process pool object''' from .pool import Pool return Pool(processes, initializer, initargs, maxtasksperchild, context=self.get_context()) def RawValue(self, typecode_or_type, *args): '''Returns a shared object''' from .sharedctypes import RawValue return RawValue(typecode_or_type, *args) def RawArray(self, typecode_or_type, size_or_initializer): '''Returns a shared array''' from .sharedctypes import RawArray return RawArray(typecode_or_type, size_or_initializer) def Value(self, typecode_or_type, *args, lock=True): '''Returns a synchronized shared object''' from .sharedctypes import Value return Value(typecode_or_type, *args, lock=lock, ctx=self.get_context()) def Array(self, typecode_or_type, size_or_initializer, *, lock=True): '''Returns a synchronized shared array''' from .sharedctypes import Array return Array(typecode_or_type, size_or_initializer, lock=lock, ctx=self.get_context()) def freeze_support(self): '''Check whether this is a fake forked process in a frozen executable. If so then run code specified by commandline and exit. ''' if sys.platform == 'win32' and getattr(sys, 'frozen', False): from .spawn import freeze_support freeze_support() def get_logger(self): '''Return package logger -- if it does not already exist then it is created. ''' from .util import get_logger return get_logger() def log_to_stderr(self, level=None): '''Turn on logging and add a handler which prints to stderr''' from .util import log_to_stderr return log_to_stderr(level) def allow_connection_pickling(self): '''Install support for sending connections and sockets between processes ''' # This is undocumented. In previous versions of multiprocessing # its only effect was to make socket objects inheritable on Windows. from . import connection def set_executable(self, executable): '''Sets the path to a python.exe or pythonw.exe binary used to run child processes instead of sys.executable when using the 'spawn' start method. Useful for people embedding Python. ''' from .spawn import set_executable set_executable(executable) def set_forkserver_preload(self, module_names): '''Set list of module names to try to load in forkserver process. This is really just a hint. ''' from .forkserver import set_forkserver_preload set_forkserver_preload(module_names) def get_context(self, method=None): if method is None: return self try: ctx = _concrete_contexts[method] except KeyError: raise ValueError('cannot find context for %r' % method) from None ctx._check_available() return ctx def get_start_method(self, allow_none=False): return self._name def set_start_method(self, method, force=False): raise ValueError('cannot set start method of concrete context') @property def reducer(self): '''Controls how objects will be reduced to a form that can be shared with other processes.''' return globals().get('reduction') @reducer.setter def reducer(self, reduction): globals()['reduction'] = reduction def _check_available(self): pass # # Type of default context -- underlying context can be set at most once # class Process(process.BaseProcess): _start_method = None @staticmethod def _Popen(process_obj): return _default_context.get_context().Process._Popen(process_obj) @staticmethod def _after_fork(): return _default_context.get_context().Process._after_fork() class DefaultContext(BaseContext): Process = Process def __init__(self, context): self._default_context = context self._actual_context = None def get_context(self, method=None): if method is None: if self._actual_context is None: self._actual_context = self._default_context return self._actual_context else: return super().get_context(method) def set_start_method(self, method, force=False): if self._actual_context is not None and not force: raise RuntimeError('context has already been set') if method is None and force: self._actual_context = None return self._actual_context = self.get_context(method) def get_start_method(self, allow_none=False): if self._actual_context is None: if allow_none: return None self._actual_context = self._default_context return self._actual_context._name def get_all_start_methods(self): if sys.platform == 'win32': return ['spawn'] else: methods = ['spawn', 'fork'] if sys.platform == 'darwin' else ['fork', 'spawn'] if reduction.HAVE_SEND_HANDLE: methods.append('forkserver') return methods # # Context types for fixed start method # if sys.platform != 'win32': class ForkProcess(process.BaseProcess): _start_method = 'fork' @staticmethod def _Popen(process_obj): from .popen_fork import Popen return Popen(process_obj) class SpawnProcess(process.BaseProcess): _start_method = 'spawn' @staticmethod def _Popen(process_obj): from .popen_spawn_posix import Popen return Popen(process_obj) @staticmethod def _after_fork(): # process is spawned, nothing to do pass class ForkServerProcess(process.BaseProcess): _start_method = 'forkserver' @staticmethod def _Popen(process_obj): from .popen_forkserver import Popen return Popen(process_obj) class ForkContext(BaseContext): _name = 'fork' Process = ForkProcess class SpawnContext(BaseContext): _name = 'spawn' Process = SpawnProcess class ForkServerContext(BaseContext): _name = 'forkserver' Process = ForkServerProcess def _check_available(self): if not reduction.HAVE_SEND_HANDLE: raise ValueError('forkserver start method not available') _concrete_contexts = { 'fork': ForkContext(), 'spawn': SpawnContext(), 'forkserver': ForkServerContext(), } if sys.platform == 'darwin': # bpo-33725: running arbitrary code after fork() is no longer reliable # on macOS since macOS 10.14 (Mojave). Use spawn by default instead. _default_context = DefaultContext(_concrete_contexts['spawn']) else: _default_context = DefaultContext(_concrete_contexts['fork']) else: class SpawnProcess(process.BaseProcess): _start_method = 'spawn' @staticmethod def _Popen(process_obj): from .popen_spawn_win32 import Popen return Popen(process_obj) @staticmethod def _after_fork(): # process is spawned, nothing to do pass class SpawnContext(BaseContext): _name = 'spawn' Process = SpawnProcess _concrete_contexts = { 'spawn': SpawnContext(), } _default_context = DefaultContext(_concrete_contexts['spawn']) # # Force the start method # def _force_start_method(method): _default_context._actual_context = _concrete_contexts[method] # # Check that the current thread is spawning a child process # _tls = threading.local() def get_spawning_popen(): return getattr(_tls, 'spawning_popen', None) def set_spawning_popen(popen): _tls.spawning_popen = popen def assert_spawning(obj): if get_spawning_popen() is None: raise RuntimeError( '%s objects should only be shared between processes' ' through inheritance' % type(obj).__name__ ) PKjGe[x *xDD managers.pynu[# # Module providing manager classes for dealing # with shared objects # # multiprocessing/managers.py # # Copyright (c) 2006-2008, R Oudkerk # Licensed to PSF under a Contributor Agreement. # __all__ = [ 'BaseManager', 'SyncManager', 'BaseProxy', 'Token' ] # # Imports # import sys import threading import signal import array import queue import time import types import os from os import getpid from traceback import format_exc from . import connection from .context import reduction, get_spawning_popen, ProcessError from . import pool from . import process from . import util from . import get_context try: from . import shared_memory except ImportError: HAS_SHMEM = False else: HAS_SHMEM = True __all__.append('SharedMemoryManager') # # Register some things for pickling # def reduce_array(a): return array.array, (a.typecode, a.tobytes()) reduction.register(array.array, reduce_array) view_types = [type(getattr({}, name)()) for name in ('items','keys','values')] def rebuild_as_list(obj): return list, (list(obj),) for view_type in view_types: reduction.register(view_type, rebuild_as_list) del view_type, view_types # # Type for identifying shared objects # class Token(object): ''' Type to uniquely identify a shared object ''' __slots__ = ('typeid', 'address', 'id') def __init__(self, typeid, address, id): (self.typeid, self.address, self.id) = (typeid, address, id) def __getstate__(self): return (self.typeid, self.address, self.id) def __setstate__(self, state): (self.typeid, self.address, self.id) = state def __repr__(self): return '%s(typeid=%r, address=%r, id=%r)' % \ (self.__class__.__name__, self.typeid, self.address, self.id) # # Function for communication with a manager's server process # def dispatch(c, id, methodname, args=(), kwds={}): ''' Send a message to manager using connection `c` and return response ''' c.send((id, methodname, args, kwds)) kind, result = c.recv() if kind == '#RETURN': return result raise convert_to_error(kind, result) def convert_to_error(kind, result): if kind == '#ERROR': return result elif kind in ('#TRACEBACK', '#UNSERIALIZABLE'): if not isinstance(result, str): raise TypeError( "Result {0!r} (kind '{1}') type is {2}, not str".format( result, kind, type(result))) if kind == '#UNSERIALIZABLE': return RemoteError('Unserializable message: %s\n' % result) else: return RemoteError(result) else: return ValueError('Unrecognized message type {!r}'.format(kind)) class RemoteError(Exception): def __str__(self): return ('\n' + '-'*75 + '\n' + str(self.args[0]) + '-'*75) # # Functions for finding the method names of an object # def all_methods(obj): ''' Return a list of names of methods of `obj` ''' temp = [] for name in dir(obj): func = getattr(obj, name) if callable(func): temp.append(name) return temp def public_methods(obj): ''' Return a list of names of methods of `obj` which do not start with '_' ''' return [name for name in all_methods(obj) if name[0] != '_'] # # Server which is run in a process controlled by a manager # class Server(object): ''' Server class which runs in a process controlled by a manager object ''' public = ['shutdown', 'create', 'accept_connection', 'get_methods', 'debug_info', 'number_of_objects', 'dummy', 'incref', 'decref'] def __init__(self, registry, address, authkey, serializer): if not isinstance(authkey, bytes): raise TypeError( "Authkey {0!r} is type {1!s}, not bytes".format( authkey, type(authkey))) self.registry = registry self.authkey = process.AuthenticationString(authkey) Listener, Client = listener_client[serializer] # do authentication later self.listener = Listener(address=address, backlog=128) self.address = self.listener.address self.id_to_obj = {'0': (None, ())} self.id_to_refcount = {} self.id_to_local_proxy_obj = {} self.mutex = threading.Lock() def serve_forever(self): ''' Run the server forever ''' self.stop_event = threading.Event() process.current_process()._manager_server = self try: accepter = threading.Thread(target=self.accepter) accepter.daemon = True accepter.start() try: while not self.stop_event.is_set(): self.stop_event.wait(1) except (KeyboardInterrupt, SystemExit): pass finally: if sys.stdout != sys.__stdout__: # what about stderr? util.debug('resetting stdout, stderr') sys.stdout = sys.__stdout__ sys.stderr = sys.__stderr__ sys.exit(0) def accepter(self): while True: try: c = self.listener.accept() except OSError: continue t = threading.Thread(target=self.handle_request, args=(c,)) t.daemon = True t.start() def _handle_request(self, c): request = None try: connection.deliver_challenge(c, self.authkey) connection.answer_challenge(c, self.authkey) request = c.recv() ignore, funcname, args, kwds = request assert funcname in self.public, '%r unrecognized' % funcname func = getattr(self, funcname) except Exception: msg = ('#TRACEBACK', format_exc()) else: try: result = func(c, *args, **kwds) except Exception: msg = ('#TRACEBACK', format_exc()) else: msg = ('#RETURN', result) try: c.send(msg) except Exception as e: try: c.send(('#TRACEBACK', format_exc())) except Exception: pass util.info('Failure to send message: %r', msg) util.info(' ... request was %r', request) util.info(' ... exception was %r', e) def handle_request(self, conn): ''' Handle a new connection ''' try: self._handle_request(conn) except SystemExit: # Server.serve_client() calls sys.exit(0) on EOF pass finally: conn.close() def serve_client(self, conn): ''' Handle requests from the proxies in a particular process/thread ''' util.debug('starting server thread to service %r', threading.current_thread().name) recv = conn.recv send = conn.send id_to_obj = self.id_to_obj while not self.stop_event.is_set(): try: methodname = obj = None request = recv() ident, methodname, args, kwds = request try: obj, exposed, gettypeid = id_to_obj[ident] except KeyError as ke: try: obj, exposed, gettypeid = \ self.id_to_local_proxy_obj[ident] except KeyError: raise ke if methodname not in exposed: raise AttributeError( 'method %r of %r object is not in exposed=%r' % (methodname, type(obj), exposed) ) function = getattr(obj, methodname) try: res = function(*args, **kwds) except Exception as e: msg = ('#ERROR', e) else: typeid = gettypeid and gettypeid.get(methodname, None) if typeid: rident, rexposed = self.create(conn, typeid, res) token = Token(typeid, self.address, rident) msg = ('#PROXY', (rexposed, token)) else: msg = ('#RETURN', res) except AttributeError: if methodname is None: msg = ('#TRACEBACK', format_exc()) else: try: fallback_func = self.fallback_mapping[methodname] result = fallback_func( self, conn, ident, obj, *args, **kwds ) msg = ('#RETURN', result) except Exception: msg = ('#TRACEBACK', format_exc()) except EOFError: util.debug('got EOF -- exiting thread serving %r', threading.current_thread().name) sys.exit(0) except Exception: msg = ('#TRACEBACK', format_exc()) try: try: send(msg) except Exception: send(('#UNSERIALIZABLE', format_exc())) except Exception as e: util.info('exception in thread serving %r', threading.current_thread().name) util.info(' ... message was %r', msg) util.info(' ... exception was %r', e) conn.close() sys.exit(1) def fallback_getvalue(self, conn, ident, obj): return obj def fallback_str(self, conn, ident, obj): return str(obj) def fallback_repr(self, conn, ident, obj): return repr(obj) fallback_mapping = { '__str__':fallback_str, '__repr__':fallback_repr, '#GETVALUE':fallback_getvalue } def dummy(self, c): pass def debug_info(self, c): ''' Return some info --- useful to spot problems with refcounting ''' # Perhaps include debug info about 'c'? with self.mutex: result = [] keys = list(self.id_to_refcount.keys()) keys.sort() for ident in keys: if ident != '0': result.append(' %s: refcount=%s\n %s' % (ident, self.id_to_refcount[ident], str(self.id_to_obj[ident][0])[:75])) return '\n'.join(result) def number_of_objects(self, c): ''' Number of shared objects ''' # Doesn't use (len(self.id_to_obj) - 1) as we shouldn't count ident='0' return len(self.id_to_refcount) def shutdown(self, c): ''' Shutdown this process ''' try: util.debug('manager received shutdown message') c.send(('#RETURN', None)) except: import traceback traceback.print_exc() finally: self.stop_event.set() def create(self, c, typeid, /, *args, **kwds): ''' Create a new shared object and return its id ''' with self.mutex: callable, exposed, method_to_typeid, proxytype = \ self.registry[typeid] if callable is None: if kwds or (len(args) != 1): raise ValueError( "Without callable, must have one non-keyword argument") obj = args[0] else: obj = callable(*args, **kwds) if exposed is None: exposed = public_methods(obj) if method_to_typeid is not None: if not isinstance(method_to_typeid, dict): raise TypeError( "Method_to_typeid {0!r}: type {1!s}, not dict".format( method_to_typeid, type(method_to_typeid))) exposed = list(exposed) + list(method_to_typeid) ident = '%x' % id(obj) # convert to string because xmlrpclib # only has 32 bit signed integers util.debug('%r callable returned object with id %r', typeid, ident) self.id_to_obj[ident] = (obj, set(exposed), method_to_typeid) if ident not in self.id_to_refcount: self.id_to_refcount[ident] = 0 self.incref(c, ident) return ident, tuple(exposed) def get_methods(self, c, token): ''' Return the methods of the shared object indicated by token ''' return tuple(self.id_to_obj[token.id][1]) def accept_connection(self, c, name): ''' Spawn a new thread to serve this connection ''' threading.current_thread().name = name c.send(('#RETURN', None)) self.serve_client(c) def incref(self, c, ident): with self.mutex: try: self.id_to_refcount[ident] += 1 except KeyError as ke: # If no external references exist but an internal (to the # manager) still does and a new external reference is created # from it, restore the manager's tracking of it from the # previously stashed internal ref. if ident in self.id_to_local_proxy_obj: self.id_to_refcount[ident] = 1 self.id_to_obj[ident] = \ self.id_to_local_proxy_obj[ident] obj, exposed, gettypeid = self.id_to_obj[ident] util.debug('Server re-enabled tracking & INCREF %r', ident) else: raise ke def decref(self, c, ident): if ident not in self.id_to_refcount and \ ident in self.id_to_local_proxy_obj: util.debug('Server DECREF skipping %r', ident) return with self.mutex: if self.id_to_refcount[ident] <= 0: raise AssertionError( "Id {0!s} ({1!r}) has refcount {2:n}, not 1+".format( ident, self.id_to_obj[ident], self.id_to_refcount[ident])) self.id_to_refcount[ident] -= 1 if self.id_to_refcount[ident] == 0: del self.id_to_refcount[ident] if ident not in self.id_to_refcount: # Two-step process in case the object turns out to contain other # proxy objects (e.g. a managed list of managed lists). # Otherwise, deleting self.id_to_obj[ident] would trigger the # deleting of the stored value (another managed object) which would # in turn attempt to acquire the mutex that is already held here. self.id_to_obj[ident] = (None, (), None) # thread-safe util.debug('disposing of obj with id %r', ident) with self.mutex: del self.id_to_obj[ident] # # Class to represent state of a manager # class State(object): __slots__ = ['value'] INITIAL = 0 STARTED = 1 SHUTDOWN = 2 # # Mapping from serializer name to Listener and Client types # listener_client = { 'pickle' : (connection.Listener, connection.Client), 'xmlrpclib' : (connection.XmlListener, connection.XmlClient) } # # Definition of BaseManager # class BaseManager(object): ''' Base class for managers ''' _registry = {} _Server = Server def __init__(self, address=None, authkey=None, serializer='pickle', ctx=None, *, shutdown_timeout=1.0): if authkey is None: authkey = process.current_process().authkey self._address = address # XXX not final address if eg ('', 0) self._authkey = process.AuthenticationString(authkey) self._state = State() self._state.value = State.INITIAL self._serializer = serializer self._Listener, self._Client = listener_client[serializer] self._ctx = ctx or get_context() self._shutdown_timeout = shutdown_timeout def get_server(self): ''' Return server object with serve_forever() method and address attribute ''' if self._state.value != State.INITIAL: if self._state.value == State.STARTED: raise ProcessError("Already started server") elif self._state.value == State.SHUTDOWN: raise ProcessError("Manager has shut down") else: raise ProcessError( "Unknown state {!r}".format(self._state.value)) return Server(self._registry, self._address, self._authkey, self._serializer) def connect(self): ''' Connect manager object to the server process ''' Listener, Client = listener_client[self._serializer] conn = Client(self._address, authkey=self._authkey) dispatch(conn, None, 'dummy') self._state.value = State.STARTED def start(self, initializer=None, initargs=()): ''' Spawn a server process for this manager object ''' if self._state.value != State.INITIAL: if self._state.value == State.STARTED: raise ProcessError("Already started server") elif self._state.value == State.SHUTDOWN: raise ProcessError("Manager has shut down") else: raise ProcessError( "Unknown state {!r}".format(self._state.value)) if initializer is not None and not callable(initializer): raise TypeError('initializer must be a callable') # pipe over which we will retrieve address of server reader, writer = connection.Pipe(duplex=False) # spawn process which runs a server self._process = self._ctx.Process( target=type(self)._run_server, args=(self._registry, self._address, self._authkey, self._serializer, writer, initializer, initargs), ) ident = ':'.join(str(i) for i in self._process._identity) self._process.name = type(self).__name__ + '-' + ident self._process.start() # get address of server writer.close() self._address = reader.recv() reader.close() # register a finalizer self._state.value = State.STARTED self.shutdown = util.Finalize( self, type(self)._finalize_manager, args=(self._process, self._address, self._authkey, self._state, self._Client, self._shutdown_timeout), exitpriority=0 ) @classmethod def _run_server(cls, registry, address, authkey, serializer, writer, initializer=None, initargs=()): ''' Create a server, report its address and run it ''' # bpo-36368: protect server process from KeyboardInterrupt signals signal.signal(signal.SIGINT, signal.SIG_IGN) if initializer is not None: initializer(*initargs) # create server server = cls._Server(registry, address, authkey, serializer) # inform parent process of the server's address writer.send(server.address) writer.close() # run the manager util.info('manager serving at %r', server.address) server.serve_forever() def _create(self, typeid, /, *args, **kwds): ''' Create a new shared object; return the token and exposed tuple ''' assert self._state.value == State.STARTED, 'server not yet started' conn = self._Client(self._address, authkey=self._authkey) try: id, exposed = dispatch(conn, None, 'create', (typeid,)+args, kwds) finally: conn.close() return Token(typeid, self._address, id), exposed def join(self, timeout=None): ''' Join the manager process (if it has been spawned) ''' if self._process is not None: self._process.join(timeout) if not self._process.is_alive(): self._process = None def _debug_info(self): ''' Return some info about the servers shared objects and connections ''' conn = self._Client(self._address, authkey=self._authkey) try: return dispatch(conn, None, 'debug_info') finally: conn.close() def _number_of_objects(self): ''' Return the number of shared objects ''' conn = self._Client(self._address, authkey=self._authkey) try: return dispatch(conn, None, 'number_of_objects') finally: conn.close() def __enter__(self): if self._state.value == State.INITIAL: self.start() if self._state.value != State.STARTED: if self._state.value == State.INITIAL: raise ProcessError("Unable to start server") elif self._state.value == State.SHUTDOWN: raise ProcessError("Manager has shut down") else: raise ProcessError( "Unknown state {!r}".format(self._state.value)) return self def __exit__(self, exc_type, exc_val, exc_tb): self.shutdown() @staticmethod def _finalize_manager(process, address, authkey, state, _Client, shutdown_timeout): ''' Shutdown the manager process; will be registered as a finalizer ''' if process.is_alive(): util.info('sending shutdown message to manager') try: conn = _Client(address, authkey=authkey) try: dispatch(conn, None, 'shutdown') finally: conn.close() except Exception: pass process.join(timeout=shutdown_timeout) if process.is_alive(): util.info('manager still alive') if hasattr(process, 'terminate'): util.info('trying to `terminate()` manager process') process.terminate() process.join(timeout=shutdown_timeout) if process.is_alive(): util.info('manager still alive after terminate') process.kill() process.join() state.value = State.SHUTDOWN try: del BaseProxy._address_to_local[address] except KeyError: pass @property def address(self): return self._address @classmethod def register(cls, typeid, callable=None, proxytype=None, exposed=None, method_to_typeid=None, create_method=True): ''' Register a typeid with the manager type ''' if '_registry' not in cls.__dict__: cls._registry = cls._registry.copy() if proxytype is None: proxytype = AutoProxy exposed = exposed or getattr(proxytype, '_exposed_', None) method_to_typeid = method_to_typeid or \ getattr(proxytype, '_method_to_typeid_', None) if method_to_typeid: for key, value in list(method_to_typeid.items()): # isinstance? assert type(key) is str, '%r is not a string' % key assert type(value) is str, '%r is not a string' % value cls._registry[typeid] = ( callable, exposed, method_to_typeid, proxytype ) if create_method: def temp(self, /, *args, **kwds): util.debug('requesting creation of a shared %r object', typeid) token, exp = self._create(typeid, *args, **kwds) proxy = proxytype( token, self._serializer, manager=self, authkey=self._authkey, exposed=exp ) conn = self._Client(token.address, authkey=self._authkey) dispatch(conn, None, 'decref', (token.id,)) return proxy temp.__name__ = typeid setattr(cls, typeid, temp) # # Subclass of set which get cleared after a fork # class ProcessLocalSet(set): def __init__(self): util.register_after_fork(self, lambda obj: obj.clear()) def __reduce__(self): return type(self), () # # Definition of BaseProxy # class BaseProxy(object): ''' A base for proxies of shared objects ''' _address_to_local = {} _mutex = util.ForkAwareThreadLock() def __init__(self, token, serializer, manager=None, authkey=None, exposed=None, incref=True, manager_owned=False): with BaseProxy._mutex: tls_idset = BaseProxy._address_to_local.get(token.address, None) if tls_idset is None: tls_idset = util.ForkAwareLocal(), ProcessLocalSet() BaseProxy._address_to_local[token.address] = tls_idset # self._tls is used to record the connection used by this # thread to communicate with the manager at token.address self._tls = tls_idset[0] # self._idset is used to record the identities of all shared # objects for which the current process owns references and # which are in the manager at token.address self._idset = tls_idset[1] self._token = token self._id = self._token.id self._manager = manager self._serializer = serializer self._Client = listener_client[serializer][1] # Should be set to True only when a proxy object is being created # on the manager server; primary use case: nested proxy objects. # RebuildProxy detects when a proxy is being created on the manager # and sets this value appropriately. self._owned_by_manager = manager_owned if authkey is not None: self._authkey = process.AuthenticationString(authkey) elif self._manager is not None: self._authkey = self._manager._authkey else: self._authkey = process.current_process().authkey if incref: self._incref() util.register_after_fork(self, BaseProxy._after_fork) def _connect(self): util.debug('making connection to manager') name = process.current_process().name if threading.current_thread().name != 'MainThread': name += '|' + threading.current_thread().name conn = self._Client(self._token.address, authkey=self._authkey) dispatch(conn, None, 'accept_connection', (name,)) self._tls.connection = conn def _callmethod(self, methodname, args=(), kwds={}): ''' Try to call a method of the referent and return a copy of the result ''' try: conn = self._tls.connection except AttributeError: util.debug('thread %r does not own a connection', threading.current_thread().name) self._connect() conn = self._tls.connection conn.send((self._id, methodname, args, kwds)) kind, result = conn.recv() if kind == '#RETURN': return result elif kind == '#PROXY': exposed, token = result proxytype = self._manager._registry[token.typeid][-1] token.address = self._token.address proxy = proxytype( token, self._serializer, manager=self._manager, authkey=self._authkey, exposed=exposed ) conn = self._Client(token.address, authkey=self._authkey) dispatch(conn, None, 'decref', (token.id,)) return proxy raise convert_to_error(kind, result) def _getvalue(self): ''' Get a copy of the value of the referent ''' return self._callmethod('#GETVALUE') def _incref(self): if self._owned_by_manager: util.debug('owned_by_manager skipped INCREF of %r', self._token.id) return conn = self._Client(self._token.address, authkey=self._authkey) dispatch(conn, None, 'incref', (self._id,)) util.debug('INCREF %r', self._token.id) self._idset.add(self._id) state = self._manager and self._manager._state self._close = util.Finalize( self, BaseProxy._decref, args=(self._token, self._authkey, state, self._tls, self._idset, self._Client), exitpriority=10 ) @staticmethod def _decref(token, authkey, state, tls, idset, _Client): idset.discard(token.id) # check whether manager is still alive if state is None or state.value == State.STARTED: # tell manager this process no longer cares about referent try: util.debug('DECREF %r', token.id) conn = _Client(token.address, authkey=authkey) dispatch(conn, None, 'decref', (token.id,)) except Exception as e: util.debug('... decref failed %s', e) else: util.debug('DECREF %r -- manager already shutdown', token.id) # check whether we can close this thread's connection because # the process owns no more references to objects for this manager if not idset and hasattr(tls, 'connection'): util.debug('thread %r has no more proxies so closing conn', threading.current_thread().name) tls.connection.close() del tls.connection def _after_fork(self): self._manager = None try: self._incref() except Exception as e: # the proxy may just be for a manager which has shutdown util.info('incref failed: %s' % e) def __reduce__(self): kwds = {} if get_spawning_popen() is not None: kwds['authkey'] = self._authkey if getattr(self, '_isauto', False): kwds['exposed'] = self._exposed_ return (RebuildProxy, (AutoProxy, self._token, self._serializer, kwds)) else: return (RebuildProxy, (type(self), self._token, self._serializer, kwds)) def __deepcopy__(self, memo): return self._getvalue() def __repr__(self): return '<%s object, typeid %r at %#x>' % \ (type(self).__name__, self._token.typeid, id(self)) def __str__(self): ''' Return representation of the referent (or a fall-back if that fails) ''' try: return self._callmethod('__repr__') except Exception: return repr(self)[:-1] + "; '__str__()' failed>" # # Function used for unpickling # def RebuildProxy(func, token, serializer, kwds): ''' Function used for unpickling proxy objects. ''' server = getattr(process.current_process(), '_manager_server', None) if server and server.address == token.address: util.debug('Rebuild a proxy owned by manager, token=%r', token) kwds['manager_owned'] = True if token.id not in server.id_to_local_proxy_obj: server.id_to_local_proxy_obj[token.id] = \ server.id_to_obj[token.id] incref = ( kwds.pop('incref', True) and not getattr(process.current_process(), '_inheriting', False) ) return func(token, serializer, incref=incref, **kwds) # # Functions to create proxies and proxy types # def MakeProxyType(name, exposed, _cache={}): ''' Return a proxy type whose methods are given by `exposed` ''' exposed = tuple(exposed) try: return _cache[(name, exposed)] except KeyError: pass dic = {} for meth in exposed: exec('''def %s(self, /, *args, **kwds): return self._callmethod(%r, args, kwds)''' % (meth, meth), dic) ProxyType = type(name, (BaseProxy,), dic) ProxyType._exposed_ = exposed _cache[(name, exposed)] = ProxyType return ProxyType def AutoProxy(token, serializer, manager=None, authkey=None, exposed=None, incref=True, manager_owned=False): ''' Return an auto-proxy for `token` ''' _Client = listener_client[serializer][1] if exposed is None: conn = _Client(token.address, authkey=authkey) try: exposed = dispatch(conn, None, 'get_methods', (token,)) finally: conn.close() if authkey is None and manager is not None: authkey = manager._authkey if authkey is None: authkey = process.current_process().authkey ProxyType = MakeProxyType('AutoProxy[%s]' % token.typeid, exposed) proxy = ProxyType(token, serializer, manager=manager, authkey=authkey, incref=incref, manager_owned=manager_owned) proxy._isauto = True return proxy # # Types/callables which we will register with SyncManager # class Namespace(object): def __init__(self, /, **kwds): self.__dict__.update(kwds) def __repr__(self): items = list(self.__dict__.items()) temp = [] for name, value in items: if not name.startswith('_'): temp.append('%s=%r' % (name, value)) temp.sort() return '%s(%s)' % (self.__class__.__name__, ', '.join(temp)) class Value(object): def __init__(self, typecode, value, lock=True): self._typecode = typecode self._value = value def get(self): return self._value def set(self, value): self._value = value def __repr__(self): return '%s(%r, %r)'%(type(self).__name__, self._typecode, self._value) value = property(get, set) def Array(typecode, sequence, lock=True): return array.array(typecode, sequence) # # Proxy types used by SyncManager # class IteratorProxy(BaseProxy): _exposed_ = ('__next__', 'send', 'throw', 'close') def __iter__(self): return self def __next__(self, *args): return self._callmethod('__next__', args) def send(self, *args): return self._callmethod('send', args) def throw(self, *args): return self._callmethod('throw', args) def close(self, *args): return self._callmethod('close', args) class AcquirerProxy(BaseProxy): _exposed_ = ('acquire', 'release') def acquire(self, blocking=True, timeout=None): args = (blocking,) if timeout is None else (blocking, timeout) return self._callmethod('acquire', args) def release(self): return self._callmethod('release') def __enter__(self): return self._callmethod('acquire') def __exit__(self, exc_type, exc_val, exc_tb): return self._callmethod('release') class ConditionProxy(AcquirerProxy): _exposed_ = ('acquire', 'release', 'wait', 'notify', 'notify_all') def wait(self, timeout=None): return self._callmethod('wait', (timeout,)) def notify(self, n=1): return self._callmethod('notify', (n,)) def notify_all(self): return self._callmethod('notify_all') def wait_for(self, predicate, timeout=None): result = predicate() if result: return result if timeout is not None: endtime = time.monotonic() + timeout else: endtime = None waittime = None while not result: if endtime is not None: waittime = endtime - time.monotonic() if waittime <= 0: break self.wait(waittime) result = predicate() return result class EventProxy(BaseProxy): _exposed_ = ('is_set', 'set', 'clear', 'wait') def is_set(self): return self._callmethod('is_set') def set(self): return self._callmethod('set') def clear(self): return self._callmethod('clear') def wait(self, timeout=None): return self._callmethod('wait', (timeout,)) class BarrierProxy(BaseProxy): _exposed_ = ('__getattribute__', 'wait', 'abort', 'reset') def wait(self, timeout=None): return self._callmethod('wait', (timeout,)) def abort(self): return self._callmethod('abort') def reset(self): return self._callmethod('reset') @property def parties(self): return self._callmethod('__getattribute__', ('parties',)) @property def n_waiting(self): return self._callmethod('__getattribute__', ('n_waiting',)) @property def broken(self): return self._callmethod('__getattribute__', ('broken',)) class NamespaceProxy(BaseProxy): _exposed_ = ('__getattribute__', '__setattr__', '__delattr__') def __getattr__(self, key): if key[0] == '_': return object.__getattribute__(self, key) callmethod = object.__getattribute__(self, '_callmethod') return callmethod('__getattribute__', (key,)) def __setattr__(self, key, value): if key[0] == '_': return object.__setattr__(self, key, value) callmethod = object.__getattribute__(self, '_callmethod') return callmethod('__setattr__', (key, value)) def __delattr__(self, key): if key[0] == '_': return object.__delattr__(self, key) callmethod = object.__getattribute__(self, '_callmethod') return callmethod('__delattr__', (key,)) class ValueProxy(BaseProxy): _exposed_ = ('get', 'set') def get(self): return self._callmethod('get') def set(self, value): return self._callmethod('set', (value,)) value = property(get, set) __class_getitem__ = classmethod(types.GenericAlias) BaseListProxy = MakeProxyType('BaseListProxy', ( '__add__', '__contains__', '__delitem__', '__getitem__', '__len__', '__mul__', '__reversed__', '__rmul__', '__setitem__', 'append', 'count', 'extend', 'index', 'insert', 'pop', 'remove', 'reverse', 'sort', '__imul__' )) class ListProxy(BaseListProxy): def __iadd__(self, value): self._callmethod('extend', (value,)) return self def __imul__(self, value): self._callmethod('__imul__', (value,)) return self DictProxy = MakeProxyType('DictProxy', ( '__contains__', '__delitem__', '__getitem__', '__iter__', '__len__', '__setitem__', 'clear', 'copy', 'get', 'items', 'keys', 'pop', 'popitem', 'setdefault', 'update', 'values' )) DictProxy._method_to_typeid_ = { '__iter__': 'Iterator', } ArrayProxy = MakeProxyType('ArrayProxy', ( '__len__', '__getitem__', '__setitem__' )) BasePoolProxy = MakeProxyType('PoolProxy', ( 'apply', 'apply_async', 'close', 'imap', 'imap_unordered', 'join', 'map', 'map_async', 'starmap', 'starmap_async', 'terminate', )) BasePoolProxy._method_to_typeid_ = { 'apply_async': 'AsyncResult', 'map_async': 'AsyncResult', 'starmap_async': 'AsyncResult', 'imap': 'Iterator', 'imap_unordered': 'Iterator' } class PoolProxy(BasePoolProxy): def __enter__(self): return self def __exit__(self, exc_type, exc_val, exc_tb): self.terminate() # # Definition of SyncManager # class SyncManager(BaseManager): ''' Subclass of `BaseManager` which supports a number of shared object types. The types registered are those intended for the synchronization of threads, plus `dict`, `list` and `Namespace`. The `multiprocessing.Manager()` function creates started instances of this class. ''' SyncManager.register('Queue', queue.Queue) SyncManager.register('JoinableQueue', queue.Queue) SyncManager.register('Event', threading.Event, EventProxy) SyncManager.register('Lock', threading.Lock, AcquirerProxy) SyncManager.register('RLock', threading.RLock, AcquirerProxy) SyncManager.register('Semaphore', threading.Semaphore, AcquirerProxy) SyncManager.register('BoundedSemaphore', threading.BoundedSemaphore, AcquirerProxy) SyncManager.register('Condition', threading.Condition, ConditionProxy) SyncManager.register('Barrier', threading.Barrier, BarrierProxy) SyncManager.register('Pool', pool.Pool, PoolProxy) SyncManager.register('list', list, ListProxy) SyncManager.register('dict', dict, DictProxy) SyncManager.register('Value', Value, ValueProxy) SyncManager.register('Array', Array, ArrayProxy) SyncManager.register('Namespace', Namespace, NamespaceProxy) # types returned by methods of PoolProxy SyncManager.register('Iterator', proxytype=IteratorProxy, create_method=False) SyncManager.register('AsyncResult', create_method=False) # # Definition of SharedMemoryManager and SharedMemoryServer # if HAS_SHMEM: class _SharedMemoryTracker: "Manages one or more shared memory segments." def __init__(self, name, segment_names=[]): self.shared_memory_context_name = name self.segment_names = segment_names def register_segment(self, segment_name): "Adds the supplied shared memory block name to tracker." util.debug(f"Register segment {segment_name!r} in pid {getpid()}") self.segment_names.append(segment_name) def destroy_segment(self, segment_name): """Calls unlink() on the shared memory block with the supplied name and removes it from the list of blocks being tracked.""" util.debug(f"Destroy segment {segment_name!r} in pid {getpid()}") self.segment_names.remove(segment_name) segment = shared_memory.SharedMemory(segment_name) segment.close() segment.unlink() def unlink(self): "Calls destroy_segment() on all tracked shared memory blocks." for segment_name in self.segment_names[:]: self.destroy_segment(segment_name) def __del__(self): util.debug(f"Call {self.__class__.__name__}.__del__ in {getpid()}") self.unlink() def __getstate__(self): return (self.shared_memory_context_name, self.segment_names) def __setstate__(self, state): self.__init__(*state) class SharedMemoryServer(Server): public = Server.public + \ ['track_segment', 'release_segment', 'list_segments'] def __init__(self, *args, **kwargs): Server.__init__(self, *args, **kwargs) address = self.address # The address of Linux abstract namespaces can be bytes if isinstance(address, bytes): address = os.fsdecode(address) self.shared_memory_context = \ _SharedMemoryTracker(f"shm_{address}_{getpid()}") util.debug(f"SharedMemoryServer started by pid {getpid()}") def create(self, c, typeid, /, *args, **kwargs): """Create a new distributed-shared object (not backed by a shared memory block) and return its id to be used in a Proxy Object.""" # Unless set up as a shared proxy, don't make shared_memory_context # a standard part of kwargs. This makes things easier for supplying # simple functions. if hasattr(self.registry[typeid][-1], "_shared_memory_proxy"): kwargs['shared_memory_context'] = self.shared_memory_context return Server.create(self, c, typeid, *args, **kwargs) def shutdown(self, c): "Call unlink() on all tracked shared memory, terminate the Server." self.shared_memory_context.unlink() return Server.shutdown(self, c) def track_segment(self, c, segment_name): "Adds the supplied shared memory block name to Server's tracker." self.shared_memory_context.register_segment(segment_name) def release_segment(self, c, segment_name): """Calls unlink() on the shared memory block with the supplied name and removes it from the tracker instance inside the Server.""" self.shared_memory_context.destroy_segment(segment_name) def list_segments(self, c): """Returns a list of names of shared memory blocks that the Server is currently tracking.""" return self.shared_memory_context.segment_names class SharedMemoryManager(BaseManager): """Like SyncManager but uses SharedMemoryServer instead of Server. It provides methods for creating and returning SharedMemory instances and for creating a list-like object (ShareableList) backed by shared memory. It also provides methods that create and return Proxy Objects that support synchronization across processes (i.e. multi-process-safe locks and semaphores). """ _Server = SharedMemoryServer def __init__(self, *args, **kwargs): if os.name == "posix": # bpo-36867: Ensure the resource_tracker is running before # launching the manager process, so that concurrent # shared_memory manipulation both in the manager and in the # current process does not create two resource_tracker # processes. from . import resource_tracker resource_tracker.ensure_running() BaseManager.__init__(self, *args, **kwargs) util.debug(f"{self.__class__.__name__} created by pid {getpid()}") def __del__(self): util.debug(f"{self.__class__.__name__}.__del__ by pid {getpid()}") def get_server(self): 'Better than monkeypatching for now; merge into Server ultimately' if self._state.value != State.INITIAL: if self._state.value == State.STARTED: raise ProcessError("Already started SharedMemoryServer") elif self._state.value == State.SHUTDOWN: raise ProcessError("SharedMemoryManager has shut down") else: raise ProcessError( "Unknown state {!r}".format(self._state.value)) return self._Server(self._registry, self._address, self._authkey, self._serializer) def SharedMemory(self, size): """Returns a new SharedMemory instance with the specified size in bytes, to be tracked by the manager.""" with self._Client(self._address, authkey=self._authkey) as conn: sms = shared_memory.SharedMemory(None, create=True, size=size) try: dispatch(conn, None, 'track_segment', (sms.name,)) except BaseException as e: sms.unlink() raise e return sms def ShareableList(self, sequence): """Returns a new ShareableList instance populated with the values from the input sequence, to be tracked by the manager.""" with self._Client(self._address, authkey=self._authkey) as conn: sl = shared_memory.ShareableList(sequence) try: dispatch(conn, None, 'track_segment', (sl.shm.name,)) except BaseException as e: sl.shm.unlink() raise e return sl PKjGe[b+//synchronize.pynu[# # Module implementing synchronization primitives # # multiprocessing/synchronize.py # # Copyright (c) 2006-2008, R Oudkerk # Licensed to PSF under a Contributor Agreement. # __all__ = [ 'Lock', 'RLock', 'Semaphore', 'BoundedSemaphore', 'Condition', 'Event' ] import threading import sys import tempfile import _multiprocessing import time from . import context from . import process from . import util # Try to import the mp.synchronize module cleanly, if it fails # raise ImportError for platforms lacking a working sem_open implementation. # See issue 3770 try: from _multiprocessing import SemLock, sem_unlink except (ImportError): raise ImportError("This platform lacks a functioning sem_open" + " implementation, therefore, the required" + " synchronization primitives needed will not" + " function, see issue 3770.") # # Constants # RECURSIVE_MUTEX, SEMAPHORE = list(range(2)) SEM_VALUE_MAX = _multiprocessing.SemLock.SEM_VALUE_MAX # # Base class for semaphores and mutexes; wraps `_multiprocessing.SemLock` # class SemLock(object): _rand = tempfile._RandomNameSequence() def __init__(self, kind, value, maxvalue, *, ctx): if ctx is None: ctx = context._default_context.get_context() self._is_fork_ctx = ctx.get_start_method() == 'fork' unlink_now = sys.platform == 'win32' or self._is_fork_ctx for i in range(100): try: sl = self._semlock = _multiprocessing.SemLock( kind, value, maxvalue, self._make_name(), unlink_now) except FileExistsError: pass else: break else: raise FileExistsError('cannot find name for semaphore') util.debug('created semlock with handle %s' % sl.handle) self._make_methods() if sys.platform != 'win32': def _after_fork(obj): obj._semlock._after_fork() util.register_after_fork(self, _after_fork) if self._semlock.name is not None: # We only get here if we are on Unix with forking # disabled. When the object is garbage collected or the # process shuts down we unlink the semaphore name from .resource_tracker import register register(self._semlock.name, "semaphore") util.Finalize(self, SemLock._cleanup, (self._semlock.name,), exitpriority=0) @staticmethod def _cleanup(name): from .resource_tracker import unregister sem_unlink(name) unregister(name, "semaphore") def _make_methods(self): self.acquire = self._semlock.acquire self.release = self._semlock.release def __enter__(self): return self._semlock.__enter__() def __exit__(self, *args): return self._semlock.__exit__(*args) def __getstate__(self): context.assert_spawning(self) sl = self._semlock if sys.platform == 'win32': h = context.get_spawning_popen().duplicate_for_child(sl.handle) else: if self._is_fork_ctx: raise RuntimeError('A SemLock created in a fork context is being ' 'shared with a process in a spawn context. This is ' 'not supported. Please use the same context to create ' 'multiprocessing objects and Process.') h = sl.handle return (h, sl.kind, sl.maxvalue, sl.name) def __setstate__(self, state): self._semlock = _multiprocessing.SemLock._rebuild(*state) util.debug('recreated blocker with handle %r' % state[0]) self._make_methods() # Ensure that deserialized SemLock can be serialized again (gh-108520). self._is_fork_ctx = False @staticmethod def _make_name(): return '%s-%s' % (process.current_process()._config['semprefix'], next(SemLock._rand)) # # Semaphore # class Semaphore(SemLock): def __init__(self, value=1, *, ctx): SemLock.__init__(self, SEMAPHORE, value, SEM_VALUE_MAX, ctx=ctx) def get_value(self): return self._semlock._get_value() def __repr__(self): try: value = self._semlock._get_value() except Exception: value = 'unknown' return '<%s(value=%s)>' % (self.__class__.__name__, value) # # Bounded semaphore # class BoundedSemaphore(Semaphore): def __init__(self, value=1, *, ctx): SemLock.__init__(self, SEMAPHORE, value, value, ctx=ctx) def __repr__(self): try: value = self._semlock._get_value() except Exception: value = 'unknown' return '<%s(value=%s, maxvalue=%s)>' % \ (self.__class__.__name__, value, self._semlock.maxvalue) # # Non-recursive lock # class Lock(SemLock): def __init__(self, *, ctx): SemLock.__init__(self, SEMAPHORE, 1, 1, ctx=ctx) def __repr__(self): try: if self._semlock._is_mine(): name = process.current_process().name if threading.current_thread().name != 'MainThread': name += '|' + threading.current_thread().name elif self._semlock._get_value() == 1: name = 'None' elif self._semlock._count() > 0: name = 'SomeOtherThread' else: name = 'SomeOtherProcess' except Exception: name = 'unknown' return '<%s(owner=%s)>' % (self.__class__.__name__, name) # # Recursive lock # class RLock(SemLock): def __init__(self, *, ctx): SemLock.__init__(self, RECURSIVE_MUTEX, 1, 1, ctx=ctx) def __repr__(self): try: if self._semlock._is_mine(): name = process.current_process().name if threading.current_thread().name != 'MainThread': name += '|' + threading.current_thread().name count = self._semlock._count() elif self._semlock._get_value() == 1: name, count = 'None', 0 elif self._semlock._count() > 0: name, count = 'SomeOtherThread', 'nonzero' else: name, count = 'SomeOtherProcess', 'nonzero' except Exception: name, count = 'unknown', 'unknown' return '<%s(%s, %s)>' % (self.__class__.__name__, name, count) # # Condition variable # class Condition(object): def __init__(self, lock=None, *, ctx): self._lock = lock or ctx.RLock() self._sleeping_count = ctx.Semaphore(0) self._woken_count = ctx.Semaphore(0) self._wait_semaphore = ctx.Semaphore(0) self._make_methods() def __getstate__(self): context.assert_spawning(self) return (self._lock, self._sleeping_count, self._woken_count, self._wait_semaphore) def __setstate__(self, state): (self._lock, self._sleeping_count, self._woken_count, self._wait_semaphore) = state self._make_methods() def __enter__(self): return self._lock.__enter__() def __exit__(self, *args): return self._lock.__exit__(*args) def _make_methods(self): self.acquire = self._lock.acquire self.release = self._lock.release def __repr__(self): try: num_waiters = (self._sleeping_count._semlock._get_value() - self._woken_count._semlock._get_value()) except Exception: num_waiters = 'unknown' return '<%s(%s, %s)>' % (self.__class__.__name__, self._lock, num_waiters) def wait(self, timeout=None): assert self._lock._semlock._is_mine(), \ 'must acquire() condition before using wait()' # indicate that this thread is going to sleep self._sleeping_count.release() # release lock count = self._lock._semlock._count() for i in range(count): self._lock.release() try: # wait for notification or timeout return self._wait_semaphore.acquire(True, timeout) finally: # indicate that this thread has woken self._woken_count.release() # reacquire lock for i in range(count): self._lock.acquire() def notify(self, n=1): assert self._lock._semlock._is_mine(), 'lock is not owned' assert not self._wait_semaphore.acquire( False), ('notify: Should not have been able to acquire ' + '_wait_semaphore') # to take account of timeouts since last notify*() we subtract # woken_count from sleeping_count and rezero woken_count while self._woken_count.acquire(False): res = self._sleeping_count.acquire(False) assert res, ('notify: Bug in sleeping_count.acquire' + '- res should not be False') sleepers = 0 while sleepers < n and self._sleeping_count.acquire(False): self._wait_semaphore.release() # wake up one sleeper sleepers += 1 if sleepers: for i in range(sleepers): self._woken_count.acquire() # wait for a sleeper to wake # rezero wait_semaphore in case some timeouts just happened while self._wait_semaphore.acquire(False): pass def notify_all(self): self.notify(n=sys.maxsize) def wait_for(self, predicate, timeout=None): result = predicate() if result: return result if timeout is not None: endtime = time.monotonic() + timeout else: endtime = None waittime = None while not result: if endtime is not None: waittime = endtime - time.monotonic() if waittime <= 0: break self.wait(waittime) result = predicate() return result # # Event # class Event(object): def __init__(self, *, ctx): self._cond = ctx.Condition(ctx.Lock()) self._flag = ctx.Semaphore(0) def is_set(self): with self._cond: if self._flag.acquire(False): self._flag.release() return True return False def set(self): with self._cond: self._flag.acquire(False) self._flag.release() self._cond.notify_all() def clear(self): with self._cond: self._flag.acquire(False) def wait(self, timeout=None): with self._cond: if self._flag.acquire(False): self._flag.release() else: self._cond.wait(timeout) if self._flag.acquire(False): self._flag.release() return True return False def __repr__(self) -> str: set_status = 'set' if self.is_set() else 'unset' return f"<{type(self).__qualname__} at {id(self):#x} {set_status}>" # # Barrier # class Barrier(threading.Barrier): def __init__(self, parties, action=None, timeout=None, *, ctx): import struct from .heap import BufferWrapper wrapper = BufferWrapper(struct.calcsize('i') * 2) cond = ctx.Condition() self.__setstate__((parties, action, timeout, cond, wrapper)) self._state = 0 self._count = 0 def __setstate__(self, state): (self._parties, self._action, self._timeout, self._cond, self._wrapper) = state self._array = self._wrapper.create_memoryview().cast('i') def __getstate__(self): return (self._parties, self._action, self._timeout, self._cond, self._wrapper) @property def _state(self): return self._array[0] @_state.setter def _state(self, value): self._array[0] = value @property def _count(self): return self._array[1] @_count.setter def _count(self, value): self._array[1] = value PKjGe[5IGresource_sharer.pynu[# # We use a background thread for sharing fds on Unix, and for sharing sockets on # Windows. # # A client which wants to pickle a resource registers it with the resource # sharer and gets an identifier in return. The unpickling process will connect # to the resource sharer, sends the identifier and its pid, and then receives # the resource. # import os import signal import socket import sys import threading from . import process from .context import reduction from . import util __all__ = ['stop'] if sys.platform == 'win32': __all__ += ['DupSocket'] class DupSocket(object): '''Picklable wrapper for a socket.''' def __init__(self, sock): new_sock = sock.dup() def send(conn, pid): share = new_sock.share(pid) conn.send_bytes(share) self._id = _resource_sharer.register(send, new_sock.close) def detach(self): '''Get the socket. This should only be called once.''' with _resource_sharer.get_connection(self._id) as conn: share = conn.recv_bytes() return socket.fromshare(share) else: __all__ += ['DupFd'] class DupFd(object): '''Wrapper for fd which can be used at any time.''' def __init__(self, fd): new_fd = os.dup(fd) def send(conn, pid): reduction.send_handle(conn, new_fd, pid) def close(): os.close(new_fd) self._id = _resource_sharer.register(send, close) def detach(self): '''Get the fd. This should only be called once.''' with _resource_sharer.get_connection(self._id) as conn: return reduction.recv_handle(conn) class _ResourceSharer(object): '''Manager for resources using background thread.''' def __init__(self): self._key = 0 self._cache = {} self._lock = threading.Lock() self._listener = None self._address = None self._thread = None util.register_after_fork(self, _ResourceSharer._afterfork) def register(self, send, close): '''Register resource, returning an identifier.''' with self._lock: if self._address is None: self._start() self._key += 1 self._cache[self._key] = (send, close) return (self._address, self._key) @staticmethod def get_connection(ident): '''Return connection from which to receive identified resource.''' from .connection import Client address, key = ident c = Client(address, authkey=process.current_process().authkey) c.send((key, os.getpid())) return c def stop(self, timeout=None): '''Stop the background thread and clear registered resources.''' from .connection import Client with self._lock: if self._address is not None: c = Client(self._address, authkey=process.current_process().authkey) c.send(None) c.close() self._thread.join(timeout) if self._thread.is_alive(): util.sub_warning('_ResourceSharer thread did ' 'not stop when asked') self._listener.close() self._thread = None self._address = None self._listener = None for key, (send, close) in self._cache.items(): close() self._cache.clear() def _afterfork(self): for key, (send, close) in self._cache.items(): close() self._cache.clear() self._lock._at_fork_reinit() if self._listener is not None: self._listener.close() self._listener = None self._address = None self._thread = None def _start(self): from .connection import Listener assert self._listener is None, "Already have Listener" util.debug('starting listener and thread for sending handles') self._listener = Listener(authkey=process.current_process().authkey, backlog=128) self._address = self._listener.address t = threading.Thread(target=self._serve) t.daemon = True t.start() self._thread = t def _serve(self): if hasattr(signal, 'pthread_sigmask'): signal.pthread_sigmask(signal.SIG_BLOCK, signal.valid_signals()) while 1: try: with self._listener.accept() as conn: msg = conn.recv() if msg is None: break key, destination_pid = msg send, close = self._cache.pop(key) try: send(conn, destination_pid) finally: close() except: if not util.is_exiting(): sys.excepthook(*sys.exc_info()) _resource_sharer = _ResourceSharer() stop = _resource_sharer.stop PKjGe[odk/k/ process.pynu[# # Module providing the `Process` class which emulates `threading.Thread` # # multiprocessing/process.py # # Copyright (c) 2006-2008, R Oudkerk # Licensed to PSF under a Contributor Agreement. # __all__ = ['BaseProcess', 'current_process', 'active_children', 'parent_process'] # # Imports # import os import sys import signal import itertools import threading from _weakrefset import WeakSet # # # try: ORIGINAL_DIR = os.path.abspath(os.getcwd()) except OSError: ORIGINAL_DIR = None # # Public functions # def current_process(): ''' Return process object representing the current process ''' return _current_process def active_children(): ''' Return list of process objects corresponding to live child processes ''' _cleanup() return list(_children) def parent_process(): ''' Return process object representing the parent process ''' return _parent_process # # # def _cleanup(): # check for processes which have finished for p in list(_children): if (child_popen := p._popen) and child_popen.poll() is not None: _children.discard(p) # # The `Process` class # class BaseProcess(object): ''' Process objects represent activity that is run in a separate process The class is analogous to `threading.Thread` ''' def _Popen(self): raise NotImplementedError def __init__(self, group=None, target=None, name=None, args=(), kwargs={}, *, daemon=None): assert group is None, 'group argument must be None for now' count = next(_process_counter) self._identity = _current_process._identity + (count,) self._config = _current_process._config.copy() self._parent_pid = os.getpid() self._parent_name = _current_process.name self._popen = None self._closed = False self._target = target self._args = tuple(args) self._kwargs = dict(kwargs) self._name = name or type(self).__name__ + '-' + \ ':'.join(str(i) for i in self._identity) if daemon is not None: self.daemon = daemon _dangling.add(self) def _check_closed(self): if self._closed: raise ValueError("process object is closed") def run(self): ''' Method to be run in sub-process; can be overridden in sub-class ''' if self._target: self._target(*self._args, **self._kwargs) def start(self): ''' Start child process ''' self._check_closed() assert self._popen is None, 'cannot start a process twice' assert self._parent_pid == os.getpid(), \ 'can only start a process object created by current process' assert not _current_process._config.get('daemon'), \ 'daemonic processes are not allowed to have children' _cleanup() self._popen = self._Popen(self) self._sentinel = self._popen.sentinel # Avoid a refcycle if the target function holds an indirect # reference to the process object (see bpo-30775) del self._target, self._args, self._kwargs _children.add(self) def terminate(self): ''' Terminate process; sends SIGTERM signal or uses TerminateProcess() ''' self._check_closed() self._popen.terminate() def kill(self): ''' Terminate process; sends SIGKILL signal or uses TerminateProcess() ''' self._check_closed() self._popen.kill() def join(self, timeout=None): ''' Wait until child process terminates ''' self._check_closed() assert self._parent_pid == os.getpid(), 'can only join a child process' assert self._popen is not None, 'can only join a started process' res = self._popen.wait(timeout) if res is not None: _children.discard(self) def is_alive(self): ''' Return whether process is alive ''' self._check_closed() if self is _current_process: return True assert self._parent_pid == os.getpid(), 'can only test a child process' if self._popen is None: return False returncode = self._popen.poll() if returncode is None: return True else: _children.discard(self) return False def close(self): ''' Close the Process object. This method releases resources held by the Process object. It is an error to call this method if the child process is still running. ''' if self._popen is not None: if self._popen.poll() is None: raise ValueError("Cannot close a process while it is still running. " "You should first call join() or terminate().") self._popen.close() self._popen = None del self._sentinel _children.discard(self) self._closed = True @property def name(self): return self._name @name.setter def name(self, name): assert isinstance(name, str), 'name must be a string' self._name = name @property def daemon(self): ''' Return whether process is a daemon ''' return self._config.get('daemon', False) @daemon.setter def daemon(self, daemonic): ''' Set whether process is a daemon ''' assert self._popen is None, 'process has already started' self._config['daemon'] = daemonic @property def authkey(self): return self._config['authkey'] @authkey.setter def authkey(self, authkey): ''' Set authorization key of process ''' self._config['authkey'] = AuthenticationString(authkey) @property def exitcode(self): ''' Return exit code of process or `None` if it has yet to stop ''' self._check_closed() if self._popen is None: return self._popen return self._popen.poll() @property def ident(self): ''' Return identifier (PID) of process or `None` if it has yet to start ''' self._check_closed() if self is _current_process: return os.getpid() else: return self._popen and self._popen.pid pid = ident @property def sentinel(self): ''' Return a file descriptor (Unix) or handle (Windows) suitable for waiting for process termination. ''' self._check_closed() try: return self._sentinel except AttributeError: raise ValueError("process not started") from None def __repr__(self): exitcode = None if self is _current_process: status = 'started' elif self._closed: status = 'closed' elif self._parent_pid != os.getpid(): status = 'unknown' elif self._popen is None: status = 'initial' else: exitcode = self._popen.poll() if exitcode is not None: status = 'stopped' else: status = 'started' info = [type(self).__name__, 'name=%r' % self._name] if self._popen is not None: info.append('pid=%s' % self._popen.pid) info.append('parent=%s' % self._parent_pid) info.append(status) if exitcode is not None: exitcode = _exitcode_to_name.get(exitcode, exitcode) info.append('exitcode=%s' % exitcode) if self.daemon: info.append('daemon') return '<%s>' % ' '.join(info) ## def _bootstrap(self, parent_sentinel=None): from . import util, context global _current_process, _parent_process, _process_counter, _children try: if self._start_method is not None: context._force_start_method(self._start_method) _process_counter = itertools.count(1) _children = set() util._close_stdin() old_process = _current_process _current_process = self _parent_process = _ParentProcess( self._parent_name, self._parent_pid, parent_sentinel) if threading._HAVE_THREAD_NATIVE_ID: threading.main_thread()._set_native_id() try: self._after_fork() finally: # delay finalization of the old process object until after # _run_after_forkers() is executed del old_process util.info('child process calling self.run()') try: self.run() exitcode = 0 finally: util._exit_function() except SystemExit as e: if e.code is None: exitcode = 0 elif isinstance(e.code, int): exitcode = e.code else: sys.stderr.write(str(e.code) + '\n') exitcode = 1 except: exitcode = 1 import traceback sys.stderr.write('Process %s:\n' % self.name) traceback.print_exc() finally: threading._shutdown() util.info('process exiting with exitcode %d' % exitcode) util._flush_std_streams() return exitcode @staticmethod def _after_fork(): from . import util util._finalizer_registry.clear() util._run_after_forkers() # # We subclass bytes to avoid accidental transmission of auth keys over network # class AuthenticationString(bytes): def __reduce__(self): from .context import get_spawning_popen if get_spawning_popen() is None: raise TypeError( 'Pickling an AuthenticationString object is ' 'disallowed for security reasons' ) return AuthenticationString, (bytes(self),) # # Create object representing the parent process # class _ParentProcess(BaseProcess): def __init__(self, name, pid, sentinel): self._identity = () self._name = name self._pid = pid self._parent_pid = None self._popen = None self._closed = False self._sentinel = sentinel self._config = {} def is_alive(self): from multiprocessing.connection import wait return not wait([self._sentinel], timeout=0) @property def ident(self): return self._pid def join(self, timeout=None): ''' Wait until parent process terminates ''' from multiprocessing.connection import wait wait([self._sentinel], timeout=timeout) pid = ident # # Create object representing the main process # class _MainProcess(BaseProcess): def __init__(self): self._identity = () self._name = 'MainProcess' self._parent_pid = None self._popen = None self._closed = False self._config = {'authkey': AuthenticationString(os.urandom(32)), 'semprefix': '/mp'} # Note that some versions of FreeBSD only allow named # semaphores to have names of up to 14 characters. Therefore # we choose a short prefix. # # On MacOSX in a sandbox it may be necessary to use a # different prefix -- see #19478. # # Everything in self._config will be inherited by descendant # processes. def close(self): pass _parent_process = None _current_process = _MainProcess() _process_counter = itertools.count(1) _children = set() del _MainProcess # # Give names to some return codes # _exitcode_to_name = {} for name, signum in list(signal.__dict__.items()): if name[:3]=='SIG' and '_' not in name: _exitcode_to_name[-signum] = f'-{name}' del name, signum # For debug and leak testing _dangling = WeakSet() PKjGe[5zBzB&__pycache__/forkserver.cpython-311.pycnu[ !A?hf/DddlZddlZddlZddlZddlZddlZddlZddlZddlZddl m Z ddl m Z ddl m Z ddl mZddl mZddl mZgd Zd Zejd ZGd d eZddZdZdZdZeZejZejZejZejZdS)N) connection)process) reduction)resource_tracker)spawn)util)ensure_runningget_inherited_fdsconnect_to_new_processset_forkserver_preloadqc8eZdZdZdZdZdZdZdZdZ dS) ForkServerc~d|_d|_d|_d|_t j|_dg|_dS)N__main__)_forkserver_address_forkserver_alive_fd_forkserver_pid_inherited_fds threadingLock_lock_preload_modulesselfs 3/usr/lib64/python3.11/multiprocessing/forkserver.py__init__zForkServer.__init__"sA#' $(!#"^%% !+ cn|j5|ddddS#1swxYwYdSN)r_stop_unlockedrs r_stopzForkServer._stop*s Z " "    ! ! ! " " " " " " " " " " " " " " " " " "s *..c |jdStj|jd|_tj|jdd|_t j|jstj|jd|_dS)Nr) roscloserwaitpidr is_abstract_socket_namespacerunlinkrs rr#zForkServer._stop_unlocked/s   ' F *+++$(! 4'+++#01IJJ 0 Id. / / /#'   r cdtd|Dstd||_dS)z>Set list of module names to try to load in forkserver process.c3BK|]}t|tuVdSr")typestr).0mods r z4ForkServer.set_forkserver_preload..@s-==499#======r z&module_names must be a list of stringsN)all TypeErrorr)r modules_namess rr z!ForkServer.set_forkserver_preload>s?==}===== FDEE E -r c|jS)zReturn list of fds inherited from parent process. This returns None if the current process was not started by fork server. )rrs rr zForkServer.get_inherited_fdsDs ""r c|t|dztkrtdt jtj5}||jtj \}}tj \}}|||j tj g}||z } tj||||ftj|tj|cdddS#tj|tj|xYw#tj|tj|wxYw#1swxYwYdS)a;Request forkserver to create a child process. Returns a pair of fds (status_r, data_w). The calling process can read the child process's pid and (eventually) its returncode from status_r. The calling process should write to data_w the pickled preparation and process data. z too many fdsN)r lenMAXFDS_TO_SEND ValueErrorsocketAF_UNIXconnectrr&piperrgetfdrsendfdsr')rfdsclientparent_rchild_wchild_rparent_wallfdss rr z!ForkServer.connect_to_new_processLs  s88a<> ) )^,, , ]6> * * "f NN43 4 4 4 " Hg " GXw(A&,..0F cMF "!&&111) !!!!!!! " " " " " " " " """"""!!!!!!!! " " " " " " " " " "s7A(E.D(E.+D>>E*E++E..E25E2c |j5tj|jet j|jtj\}}|s ddddSt j|jd|_ d|_d|_d}|j r9ddh tj d} fd| D}ni}tjtj5}t!jd}||t'j|st j|d|t j\}} ||g} ||||j |fz}tj} | gt'jz} | d |gz } t'j| | | }n#t j|xYw t j|n#t j|wxYw||_ ||_||_dddn #1swxYwYddddS#1swxYwYdS) zMake sure that a fork server is running. This can be called from any process. Note that usually a child process will just reuse the forkserver started by its parent, so ensure_running() will do nothing. NzCfrom multiprocessing.forkserver import main; main(%d, %d, %r, **%r) main_pathsys_pathignorec$i|] \}}|v || SrM)r/xy desired_keyss r z-ForkServer.ensure_running..s)KKKAl9J9J19J9J9Jr r<iz-c)rrr rr&r(WNOHANGr'rrrrget_preparation_dataitemsr;r<rarbitrary_addressbindr r)chmodlistenr>filenoget_executable_args_from_interpreter_flagsspawnv_passfds) rpidstatuscmddatalisteneraddressalive_ralive_w fds_to_passexeargsrPs @rr zForkServer.ensure_runningisZ1 +1 +  + - - -#/ j)=rzJJ V1 +1 +1 +1 +1 +1 +1 +1 +2333+/(,0)'+$,C$  +Z8 1(;;KKKKKKKv~.. +($6yAA g&&&8AA-HWe,,,!!!$&799  &#+??#4#4g">KHOO--w8M ""C.00C54#D#F#FFDT3K'D-c4EECCHW%%% HW%%%%BHW%%%%+2(,3)'*$3 + + + + + + + + + + + + + + +11 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +siAI)BI)+A=I)A=G'&H'G>>HIH--I I)I I)I I))I-0I-N) __name__ __module__ __qualname__rr$r#r r r r rMr rrr s}---""" ( ( (... ###""":8+8+8+8+8+r rc  |rd|vr[|Ydtj_ tj|tj`n#tj`wxYw|D]"} t |#t $rYwxYwtjtj \}}tj |dtj |dd}tj |tjtji} d| D} tj|i} t%jt$j|5} t)j5} | t._| | t(j| |t(j| |t(j d| D}|rn"||vr*tj|d d ks Jd t:||vrtj|d  tjd tj\}}n#t@$rYnwxYw|dkrn{| !|d}|Ktj"|} tG||n#tH$rYnwxYwtj%|ntMj'd|z| |vr| (d5}tSj*|tVd z}tY|tVkr/t[d.tY||^}}}|%tj/}|dkrd } | %| %||||g}|0| 1te|||| }nM#tf$r@tij5tij6thj78YnwxYwtj9|nm#tj9|wxYw tG||n#tH$rYnwxYw|| |<tj%||D]}tj%|dddn #1swxYwYn-#tt$r }|j;tvj<krYd}~nd}~wwxYwY#1swxYwYddddS#1swxYwYdS)zRun forkserver.rNTFcdSr"rM)_unuseds rsigchld_handlerzmain..sigchld_handlers r c@i|]\}}|tj||SrM)signal)r/sigvals rrQzmain..s:888"csC00888r )rYc"g|] \}}|j SrM)fileobj)r/keyeventss r zmain..sOOOMS&CKOOOr rr z Not at EOF?irz.forkserver: waitpid returned unexpected pid %dzToo many ({0:n}) fds to send)=rcurrent_process _inheritingrimport_main_path __import__ ImportErrorr _close_stdinr&r> set_blockingrpSIGCHLDSIGINTSIG_IGNrT set_wakeup_fdr;r< selectorsDefaultSelector getsockname _forkserverrregister EVENT_READselectread SystemExitr(rRChildProcessErrorpopwaitstatus_to_exitcode write_signedBrokenPipeErrorr'warningswarnacceptrrecvfdsr9r8 RuntimeErrorformatforkextendvalues _serve_one Exceptionsys excepthookexc_infostderrflush_exitOSErrorerrno ECONNABORTED) listener_fdrcpreloadrIrJmodnamesig_rsig_wrnhandlers old_handlers pid_to_fdraselectorrfdsr]stsrD returncodesrArEcode unused_fdsfdes rmainrs   Y%:48G # % % 1 :&y111+--99G+--99999  G 7####     799LE5OE5!!!OE5!!!    v~  H 88&.nn&6&6888L I v~k : : :Yh  " $ $Y(0*2*>*>*@*@ '(I$8999'9#7888%!5666Q P OOX__=N=NOOOD d??77A..#555}555$$D==GE5)))E"')z"bj'A'AHC0"""!E"!88!"+--T":":".)+)B3)G)GJ% ,Wj A A A A#2%%% $%HW----%M+>@C+DEEE+E0t##!**1-$-'/>A3EFFs88n44". > E E$'HH!.!.#/#//25.3  gii!88#$D / ( 0 0 0 ( 0 0 0.5wu-M * 1 1)2B2B2D2D E E E'1'32<2>(@(@$-333 #  ? ? # 0 0 2 2 2 2 23!#% ,Wc : : : :#2%%% $%.5IcNHW---&)-- " I$-$-$-$-$-$-$-$-$-$-$-$-$-$-$-L   7e00010000 _Q YYYYYYYYYYYYYYYYYYYYYYYYYYsCA A'A77 BBU)BU*A+T"I98T9 JTJ6T=K T KTKAT*BTA'P,+R,AQ6 3R5Q6 6R9TR$ $T(R98T9 S TS 5T; TT TT TU T=T83U8T==UU U U UU!Uc`tjd|D]\}}tj|||D]}tj||^t _tj_ t _ tj |}tj ||}|S)Nrx)rprrTr&r'rrr_resource_tracker_fdrdupr_main) rErArrrqrrrparent_sentinelrs rrr+s NN$$  S c3  %("[%'+ fWooO ;w 0 0D Kr c d}tj}t||krNtj||t|z }|st d||z }t||kNt|dS)Nr zunexpected EOFr) SIGNED_STRUCTsizer8r&rEOFErrorunpack)rr`lengthrs r read_signedrBs D  F d))f   GBT* + + -+,, ,   d))f      % %a ((r ct|}|r8tj||}|dkrt d||d}|6dSdS)Nrzshould not get here)rpackr&writer)rnmsgnbytess rrrLsq   Q  C "c"" Q;;455 5&''l r )NN) rr&rrpr;structrrrrrcontextrrrr __all__r9Structrobjectrrrrrrr r r r rMr rrs   % % % c"" A+A+A+A+A+A+A+A+NAAAAH.)))jll +1$;$;r PKjGe[oMM&__pycache__/util.cpython-311.opt-2.pycnu[ !A?h7NddlZddlZddlZddlZddlZddlZddlmZddlm Z gdZ dZ dZ dZ dZd Zd Zd Zdad ad ZdZdZdZdZd*dZdZdZeZdZdZejZ ej!Z"dZ#dZ$iZ%ej!Z&Gdde'Z(d*dZ)dZ*d a+eee)e j,e j-fdZ.ej/e.Gdde'Z0Gd d!ej1Z2 ej3d"Z4n #e5$rd#Z4YnwxYwd$Z6d%Z7d&Z8d'Z9d(Z:d)Z;dS)+N)_args_from_interpreter_flags)process) sub_debugdebuginfo sub_warning get_logger log_to_stderr get_temp_dirregister_after_fork is_exitingFinalizeForkAwareThreadLockForkAwareLocalclose_all_fds_exceptSUBDEBUG SUBWARNING multiprocessingz+[%(levelname)s/%(processName)s] %(message)sFcNtrtjt|g|RddidSdSN stacklevel)_loggerlogrmsgargss -/usr/lib64/python3.11/multiprocessing/util.pyrr,s<8 Hc7D777Q7777788cNtrtjt|g|RddidSdSr)rrDEBUGr s r#rr0s<5 E34444!4444455r$cNtrtjt|g|RddidSdSr)rrINFOr s r#rr4s<4 D#33333333344r$cNtrtjt|g|RddidSdSr)rrrr s r#r r 8s<: J9d999q99999::r$c& ddl}| ts|tadt_t tdr3tjttj tnNtj tdiftj tdif|n#|wxYwtS)Nr unregister)logging _acquireLockr getLogger LOGGER_NAME propagatehasattratexitr+_exit_functionregister _exithandlersremoveappend _releaseLock)r-s r#r r <sNNN  F'' 44G !G v|,, F!.111////$++^R,DEEE$++^R,DEEE  Ns CC33D c ddl}t}|t}|}|||||r||datS)NrT) r-r FormatterDEFAULT_LOGGING_FORMAT StreamHandler setFormatter addHandlersetLevel_log_to_stderrr)levelr-logger formatterhandlers r#r r WsNNN \\F!!"899I##%%G ### g N Nr$cXtjdkrdSttdrdSdS)NlinuxTgetandroidapilevelF)sysplatformr2r,r$r##_platform_supports_abstract_socketsrKls1 |wts())t 5r$c|sdSt|tr |ddkSt|tr |ddkStd|d)NFrzaddress type of z unrecognized) isinstancebytesstr TypeError)addresss r#is_abstract_socket_namespacerStsj u'5!!"qzQ GS ! !"qzT!! ?w??? @ @@r$chd}|||tj}| d|jd<dSdS)Nc>t|dtsdSNr) issubclassFileNotFoundError)funcpatherr_infos r#onerrorz!_remove_temp_dir..onerrors&(1+'899    r$)r\tempdir)rcurrent_process_config)rmtreer]r\r^s r#_remove_temp_dirrasY F7G$$$$-//O"-1 ***#"r$c0tjjd}|hddl}ddl}|d}td|tdt|j |fd|tjjd<|S)Nr]rzpymp-)prefixzcreated temp directory %si)r" exitpriority) rr^r_getshutiltempfilemkdtemprrrar`)r]rfrgs r#r r s%''/33I>>G""'"22 ('222 'v}g.F" $ $ $ $7>!!))4 Nr$ctt}||D]<\\}}}} ||#t$r}t d|Yd}~5d}~wwxYwdS)Nz after forker raised exception %s)list_afterfork_registryitemssort Exceptionr)rlindexidentrYobjes r#_run_after_forkersrss $**,, - -E JJLLL%*88!tc 8 DIIII 8 8 8 3Q 7 7 7 7 7 7 7 7 888s A A7A22A7c^|tttt||f<dSN)rknext_afterfork_counterid)rqrYs r#r r s)EH0112c77DABBBr$cDeZdZ ddZdeeejfdZdZ dZ dZ dS) rr,Nc|Et|ts0td|t ||t j|||_n|td||_ ||_ |pi|_ |ttf|_tj|_|t$|j<dS)Nz3Exitpriority ({0!r}) must be None or int, not {1!s}z+Without object, exitpriority cannot be None)rNintrQformattypeweakrefref_weakref ValueError _callback_args_kwargsrv_finalizer_counter_keyosgetpid_pid_finalizer_registry)selfrqcallbackr"kwargsrds r#__init__zFinalize.__init__s  $jc.J.J $ELL $|"4"46677 7 ?#KT22DMM  !JKK K! | !4(:#;#;< IKK )-DI&&&r$cB ||j=|j|kr|dd}n4|d|j|j|j|j|ji|j}dx|_x|_x|_x|_|_|S#t $r|dYdSwxYw)Nz+finalizer ignored because different processz/finalizer calling %s with args %s and kwargs %szfinalizer no longer registered)rrrrrrKeyError)rwrrrrress r#__call__zFinalize.__call__s   #DI.yFFHH$$ GHHH K.$*dlDDD$dndjADLAA7; ) rAttributeErrorrQ __class__rgetattrrrrPrr)rrqxs r#__repr__zFinalize.__repr__s --//CC *   CCC  ;&)@@ @ ''' DNCCC E : - S__, ,A < 1 s4<000 0A 9Q< # "S1%6%66 6A3ws --)r,NN) r __module__ __qualname__rrrrrrrrrr,r$r#rrs....&&9$RY 0 < < <000 r$rc tdSdnfdfdttD}|d|D]b}t|}|Dt d| |:#t $rddl}|Y^wxYwctdSdS)Nc|dduSrVr,)ps r#z!_run_finalizers..sqt4'r$c0|dduo |dkSrVr,)r minprioritys r#rz!_run_finalizers..sqt4'?AaDK,?r$c*g|]}| |Sr,r,).0keyfs r# z#_run_finalizers..&s& ? ? ?C# ?C ? ? ?r$T)reversez calling %sr) rrjrmrerrn traceback print_excclear)rkeysr finalizerrrs` @r#_run_finalizersrs% "  ' ' ? ? ? ? @ ? ? ?4 344 ? ? ?DIIdI & &'++C00  lI . . . &  & & &    ##%%%%% & !!!#####s? B  "B/.B/c$ tptduSru)_exitingr,r$r#rr;s  'x4''r$c|tsda|d|d|d|p|D]3}|jr*|d|j|j4|D]'}|d|j|(|d|dSdS)NTzprocess shutting downz2running all "atexit" finalizers with priority >= 0rz!calling terminate() for daemon %szcalling join() for process %sz)running the remaining "atexit" finalizers)rdaemonname_popen terminatejoin)rrractive_childrenr^rs r#r4r4Cs   $%%% BCCC ?   (%_&& ) )8)D.ss|/A/A/C/Cr$)r rs r#rzForkAwareLocal.__init__sD"C"CDDDDDr$c$t|dfS)Nr,)r}rs r# __reduce__zForkAwareLocal.__reduce__sDzz2~r$N)rrrrrr,r$r#rrs5EEEr$r SC_OPEN_MAXct|dtgz}|tt |dz D])}t j||dz||dz*dS)Nr)rjMAXFDrmrangelenr closerange)fdsis r#rrss s))r5k !CHHJJJ 3s88a< ** c!fQhAaC))))**r$ctjdS tjn#ttf$rYnwxYw t jt jt j} t |ddt_dS#t j|xYw#ttf$rYdSwxYw)Nzutf-8F)encodingclosefd) rIstdincloseOSErrorrropendevnullO_RDONLY)fds r# _close_stdinrs y   Z       WRZ - - R'5AAACIII  HRLLL  Z      s3/AA)B)1BB&&B))B>=B>c tjn#ttf$rYnwxYw tjdS#ttf$rYdSwxYwru)rIstdoutflushrrstderrr,r$r#_flush_std_streamsrs   J '        J '     s!55AA.-A.cddl}ddl}ttt t |}t j\}} |||gd|dddddddd||dddddddd|j t j |t j |S#t j |t j |wxYw)NrTrF) _posixsubprocess subprocesstuplesortedmapr{rpipe fork_exec _USE_VFORKr)rZr"passfdsrr errpipe_read errpipe_writes r#spawnv_passfdsrsF3sG,,--..G"$'))L- )) 4&$t BBL- 5"dD$D  ! ##    s 0B((*Cc: |D]}tj|dSru)rr)rrs r# close_fdsrs-9  r$c" ddlm}tjddlm}|jddlm}|j t| | dS)Nr)support) forkserver)resource_tracker) testrr_cleanuprr _forkserver_stopr_resource_trackerr gc_collect reap_children)rrrs r#_cleanup_testsrs +*****  """100000&,,...  r$ru)rsD   333333          F 888555444:::6*AAAA@BB 2 2 2   $2g133$Y_&&888III$Y_&&SSSSSvSSSl&$&$&$&$X((( E?#*#:#*#:((((T *****&***"Y_ BJ} % %EE EEE***   .        s5DDDPKjGe[!~U~U-__pycache__/synchronize.cpython-311.opt-1.pycnu[ !A?h/gdZddlZddlZddlZddlZddlZddlmZddlmZddlm Z  ddlm Z m Z n#e $r e dwxYwe ed \ZZej jZGd d eZ Gd d e ZGddeZGdde ZGdde ZGddeZGddeZGddejZdS))LockRLock SemaphoreBoundedSemaphore ConditionEventN)context)process)util)SemLock sem_unlinkzThis platform lacks a functioning sem_open implementation, therefore, the required synchronization primitives needed will not function, see issue 3770.c|eZdZejZdZedZdZ dZ dZ dZ dZ edZd S) r c|tj}|dk|_t jdkp|j}tdD]E} tj |||| |x}|_ n#t$rYBwxYwtdtjd|jz|t jdkrd}tj|||j jKddlm} | |j jd tj|tj|j jfd dSdS) Nforkwin32dzcannot find name for semaphorezcreated semlock with handle %sc8|jdSN)_semlock _after_fork)objs 4/usr/lib64/python3.11/multiprocessing/synchronize.pyrz%SemLock.__init__.._after_forkGs ((*****r )register semaphorer) exitpriority)r _default_context get_contextget_start_method _is_fork_ctxsysplatformrange_multiprocessingr _make_namerFileExistsErrorr debughandle _make_methodsregister_after_forknameresource_trackerrFinalize_cleanup) selfkindvaluemaxvaluectx unlink_nowislrrs r__init__zSemLock.__init__2s ;*6688C0022f<\W,A0A s D DA %5%=%4??+<+<& &  T] #     ""BCC C 3bi?@@@  <7 " " + + +  $T; 7 7 7 =  ) 3 2 2 2 2 2 HT]' 5 5 5 M$ 04=3E2G'( * * * * * * * )s'1B B'&B'cHddlm}t|||ddS)Nr ) unregisterr)r.r;r)r-r;s rr0zSemLock._cleanupTs:0000004 4%%%%%rcJ|jj|_|jj|_dSr)racquirereleaser1s rr+zSemLock._make_methodsZs}, }, rc4|jSr)r __enter__r?s rrAzSemLock.__enter__^s}&&(((rc |jj|Sr)r__exit__r1argss rrCzSemLock.__exit__as%t}%t,,rctj||j}tjdkr,tj|j}n|jrtd|j}||j |j |j fS)NrzA SemLock created in a fork context is being shared with a process in a spawn context. This is not supported. Please use the same context to create multiprocessing objects and Process.) r assert_spawningrr#r$get_spawning_popenduplicate_for_childr*r" RuntimeErrorr2r4r-)r1r8hs r __getstate__zSemLock.__getstate__ds%%% ] <7 " "*,,@@KKAA  K"$JKKK A27BK11rctjj||_t jd|dz|d|_dS)Nz recreated blocker with handle %rrF)r&r _rebuildrr r)r+r"r1states r __setstate__zSemLock.__setstate__rsN(095A  5a@AAA !rcvtjjddttjS)N semprefix-)r current_process_confignextr _randrrr'zSemLock._make_nameys6!133;KHHHw}---/ /rN)__name__ __module__ __qualname__tempfile_RandomNameSequencerXr9 staticmethodr0r+rArCrLrQr'rYrrr r .s (H ( * *E * * *D&&\& ---)))--- 2 2 2"""//\///rr c"eZdZddZdZdZdS)rr cLtj|t|t|dSNr5)r r9 SEMAPHORE SEM_VALUE_MAXr1r3r5s rr9zSemaphore.__init__s$y%CHHHHHHrc4|jSr)r _get_valuer?s r get_valuezSemaphore.get_values}'')))rc |j}n#t$rd}YnwxYwd|jjd|dS)Nunknown<(value=)>)rrh Exception __class__rZr1r3s r__repr__zSemaphore.__repr__s[ M,,..EE   EEE #'>#:#:#:EEEBB  ++Nr )rZr[r\r9rirrrYrrrrsOIIII***CCCCCrrceZdZddZdZdS)rr cBtj|t|||dSrbr r9rdrfs rr9zBoundedSemaphore.__init__s$y%C@@@@@@rc |j}n#t$rd}YnwxYwd|jjd|d|jjdS)Nrkrlrmz , maxvalue=rn)rrhrorprZr4rqs rrrzBoundedSemaphore.__repr__sp M,,..EE   EEE ''' 0F0F0FH HrsNrtrZr[r\r9rrrYrrrrs@AAAAHHHHHrrceZdZdZdZdS)rcBtj|tdd|dSNr rcrwr1r5s rr9z Lock.__init__s$y!QC888888rc |jrStjj}t jjdkr|dt jjzz }nB|jdkrd}n"|jdkrd}nd}n#t$rd}YnwxYwd |j j d |d S) N MainThread|r NonerSomeOtherThreadSomeOtherProcessrkrlz(owner=rn) r_is_miner rUr- threadingcurrent_threadrh_countrorprZ)r1r-s rrrz Lock.__repr__s }%%'' *.005+--2lBBC)":"<"<"AAAD))++q00%%''!++()   DDD #'>#:#:#:DDDAAsB.B11 C?CNryrYrrrrs7999BBBBBrrceZdZdZdZdS)rcBtj|tdd|dSr|)r r9RECURSIVE_MUTEXr}s rr9zRLock.__init__s$1#>>>>>>rc |jrltjj}t jjdkr|dt jjzz }|j}nK|jdkrd\}}n(|jdkrd\}}nd\}}n#t$rd\}}YnwxYwd |j j d |d |d S) Nrrr )rrr)rnonzero)rr)rkrkrl(, rn) rrr rUr-rrrrhrorprZ)r1r-counts rrrzRLock.__repr__s /}%%'' <.005+--2lBBC)":"<"<"AAAD ,,..))++q00' ee%%''!++: ee; e / / /.KD%%% /!%!8!8!8$$$FFsCCC%$C%NryrYrrrrs7???GGGGGrrcXeZdZddZdZdZdZdZdZdZ dd Z dd Z d Z dd Z dS)rNc|p||_|d|_|d|_|d|_|dSNr)r_lockr_sleeping_count _woken_count_wait_semaphorer+)r1lockr5s rr9zCondition.__init__sj(SYY[[ "}}Q//MM!,,"}}Q// rc^tj||j|j|j|jfSr)r rGrrrrr?s rrLzCondition.__getstate__s2%%% D0!4#79 9rcd|\|_|_|_|_|dSr)rrrrr+rOs rrQzCondition.__setstate__s649 2T) D0 rc4|jSr)rrAr?s rrAzCondition.__enter__sz##%%%rc |jj|Sr)rrCrDs rrCzCondition.__exit__s"tz"D))rcJ|jj|_|jj|_dSr)rr=r>r?s rr+zCondition._make_methodssz) z) rc |jj|jjz }n#t$rd}YnwxYwd|jjd|jd|dS)Nrkrlrrrn)rrrhrrorprZr)r1 num_waiterss rrrzCondition.__repr__s $/8CCEE,5@@BBCKK $ $ $#KKK $!%!8!8!8$***kkkRRs=A AAc|j|jj}t |D]}|j |jd||jt |D]}|jS#|jt |D]}|jwxYw)NT) rr>rrrr%rr=r)r1timeoutrr7s rwaitzCondition.waits $$&&& #**,,u ! !A J    %'//g>>   % % ' ' '5\\ % % ""$$$$ %   % % ' ' '5\\ % % ""$$$$ %s $CAD r c.|jdr4|jd}|jd4d}||krX|jdr>|j|dz }||kr|jd>|rbt |D]}|j|jdr |jddSdSdS)NFrr )rr=rrr>r%)r1nressleepersr7s rnotifyzCondition.notifys?''.. 8&..u55C''.. 8 llt3;;EBBl  ( ( * * * MHllt3;;EBBl  8__ , ,!))++++&..u55 &..u55         rcF|tjdS)N)r)rr#maxsizer?s r notify_allzCondition.notify_all/s ck """""rc|}|r|S|tj|z}nd}d}|s@||tjz }|dkrn!|||}|@|Sr)time monotonicr)r1 predicaterresultendtimewaittimes rwait_forzCondition.wait_for2s  M  n&&0GGGH !""T^%5%55q== IIh   Y[[F  ! rrrt)rZr[r\r9rLrQrArCr+rrrrrrrYrrrrs999  &&&******SSS%%%%.4###rrc:eZdZdZdZdZdZd dZdefdZ dS) rc|||_|d|_dSr)rr_condr_flagr}s rr9zEvent.__init__Js4]]388::.. ]]1%% rc|j5|jdr'|j ddddS ddddS#1swxYwYdSNFT)rrr=r>r?s ris_setz Event.is_setNs Z  z!!%((  ""$$$                           s5A AAAc|j5|jd|j|jddddS#1swxYwYdSNF)rrr=r>rr?s rsetz Event.setUs Z $ $ J  u % % % J   J ! ! # # # $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $sA A""A&)A&cz|j5|jdddddS#1swxYwYdSr)rrr=r?s rclearz Event.clear[s Z & & J  u % % % & & & & & & & & & & & & & & & & & &s 044Ncf|j5|jdr|jn|j||jdr'|j ddddS ddddS#1swxYwYdSr)rrr=r>r)r1rs rrz Event.wait_s  Z  z!!%(( ) ""$$$$ (((z!!%((  ""$$$                          sBB&B&&B*-B*returnc|rdnd}dt|jdt|dd|dS)Nrunsetrlz at z#x >)rtyper\id)r1 set_statuss rrrzEvent.__repr__ksK"kkmm8UU K4::*KK4KKKjKKKKrr) rZr[r\r9rrrrstrrrrYrrrrHs&&&$$$ &&&    L#LLLLLLrrceZdZd dZdZdZedZejdZedZ e jdZ dS) BarrierNcddl}ddlm}||ddz}|}||||||fd|_d|_dS)Nrr ) BufferWrapperr7r)structheaprcalcsizerrQ_stater) r1partiesactionrr5rrwrapperconds rr9zBarrier.__init__ts{ ''''''- 4 4q 899}} 7FGT7CDDD  rc|\|_|_|_|_|_|jd|_dS)Nr7)_parties_action_timeoutr_wrappercreate_memoryviewcast_arrayrOs rrQzBarrier.__setstate__}sF&+ $ dm T]m5577<rs      4444444444444 +3 4 444"T%%((^^ (6 N/N/N/N/N/fN/N/N/h C C C C C C C C& H H H H Hy H H H"BBBBB7BBB2GGGGGGGGG4iiiiiiii^%L%L%L%L%LF%L%L%LT"""""i"""""s 5APKjGe[厧[9[9 __pycache__/heap.cpython-311.pycnu[ !A?hj-"ddlZddlmZddlZddlZddlZddlZddlZddlm Z m Z ddl m Z dgZ ejdkrddlZGdd eZn%Gd d eZd Zd Ze jeeGd deZGddeZdS)N) defaultdict) reductionassert_spawning)util BufferWrapperwin32cBeZdZdZejZdZdZdZ dS)ArenazL A shared memory area backed by anonymous memory (Windows). ct||_tdD]p}dtjt |jfz}t jd||}tjdkrn$| qtd||_ ||_ |j|j f|_ dS)Ndz pym-%d-%stagnamerzCannot find name for new mmap)sizerangeosgetpidnext_randmmap_winapi GetLastErrorcloseFileExistsErrornamebuffer_state)selfrirbufs -/usr/lib64/python3.11/multiprocessing/heap.py__init__zArena.__init__&sDI3ZZ G G"bikk4 3C3C%DDiD$777'))Q..E %&EFFFDIDK9di0DKKKc.t||jSN)rr)rs r" __getstate__zArena.__getstate__5s D ! ! !; r$c~|x\|_|_|_tjd|j|j|_dS)Nrr)rrrrr)rstates r" __setstate__zArena.__setstate__9s716 6 DIty4;)B 49EEEDKKKr$N) __name__ __module__ __qualname____doc__tempfile_RandomNameSequencerr#r'r*r$r"r r sb  -,.. 1 1 1    F F F F Fr$r cBeZdZdZejdkrdgZngZddZdZdS) r zJ A shared memory area backed by a temporary file (POSIX). linuxz/dev/shmrc||_||_|dkrtjdt jz||\|_}t j|tj |tj |jft j |j|tj |j|j|_ dS)Nrzpym-%d-)prefixdir)rfdr/mkstemprr _choose_dirunlinkrFinalizer ftruncaterr)rrr7rs r"r#zArena.__init__MsDIDGRxx!) 0%bikk1))$//!1!1!1  $ dBHtwj999 TWd+++)DGTY77DKKKr$c|jD]-}tj|}|j|jz|kr|cS.t jSr&)_dir_candidatesrstatvfsf_bavailf_frsizer get_temp_dir)rrdsts r"r9zArena._choose_dir[sT)  Z]];,44HHH5$&& &r$N)r) r+r,r-r.sysplatformr>r#r9r1r$r"r r Cs^   <7 " ")lOO O 8 8 8 8 ' ' ' ' 'r$c|jdkrtdt|jt j|jffS)NrzDArena is unpicklable because forking was enabled when it was created)r7 ValueError rebuild_arenarrDupFd)as r" reduce_arenarLdsF 42::GHH Hqvyqt'<'<===r$cFt||Sr&)r detach)rdupfds r"rIrIjsT5<<>>***r$czeZdZdZdZdZejfdZe dZ dZ dZ dZ dZd Zd Zd Zd Zd ZdS)Heapi@ctj|_tj|_||_g|_i|_i|_ i|_ tt|_ g|_g|_d|_d|_dSNr)rr_lastpid threadingLock_lock_size_lengths _len_to_seq_start_to_block_stop_to_blockrset_allocated_blocks_arenas_pending_free_blocks _n_mallocs_n_frees)rrs r"r#z Heap.__init__{s  ^%%    "!"-S!1!1 %'! r$c|dz }||z|zS)Nrr1)n alignmentmasks r"_roundupz Heap._roundups1}DTE!!r$c.|t|j|tj}|j|jkr|xjdzc_t jd|t|}|j ||d|fS)Nz"allocating a new mmap of length %dr) rhmaxrYrPAGESIZE_DOUBLE_ARENA_SIZE_UNTILrinfor r`append)rrlengtharenas r" _new_arenazHeap._new_arenass4:t44dmDD :5 5 5 JJ!OJJ 6???f  E"""q&!!r$c\|j}||jkrdS|j|}|rJ|j|df=|j||f=|j||j|}||d|f|s$|j|=|j |dSdSrT) r_DISCARD_FREE_SPACE_LARGER_THANr_popr\r]r`remover[rZ)rrqrpblocksseqs r"_discard_arenazHeap._discard_arenas D8 8 8 F'++E22z  % ,   0 E"""v& E1f%&&& ) ( M  ( ( ( ( ( ) )r$cHtj|j|}|t|jkr||S|j|}|j|}|}|s|j|=|j|=|\}}}|j||f=|j||f=|Sr&) bisect bisect_leftrZlenrrr[rur\r]) rrr rprxblockrqstartstops r"_mallocz Heap._mallocs  t}d 3 3 DM"" " "??4(( (]1%F"6*CGGIIE ?$V,dmA.>$t  % 0   . r$c|\}}} |j||f}||\}}n#t$rYnwxYw |j||f}||\}}n#t$rYnwxYw|||f}||z } |j||n5#t$r(|g|j|<t j|j|YnwxYw||j||f<||j||f<dSr&) r]_absorbKeyErrorr\r[ror{insortrZ) rr~rqrr prev_block_ next_blockrps r"_add_free_blockzHeap._add_free_blocksY$t 0,eU^>>  "5 ) - -ui.@ A A A5), - - - - - - - - - - - - - - - - - -sB0EEEN)r+r,r-rrtrmrrlr# staticmethodrhrrryrrrrrrrr1r$r"rQrQssJ&3#, M:""\" " " ")))$"333<   '''000%%%8-----r$rQc.eZdZeZdZdZdS)rcX|dkr"td|tj|kr"t d|t j|}||f|_tj |t jj |fdS)Nrrr)args) rHrrErrr_heaprrrr;r)rrr~s r"r#zBufferWrapper.__init__Fs !886==dCCDD D ;$   6 = =d C CDD D#**400dm  dM/4E8DDDDDDr$c\|j\\}}}}t|j|||zSr&)r memoryviewr)rrqrrrs r"create_memoryviewzBufferWrapper.create_memoryviewOs3%)["td%,''eDj(899r$N)r+r,r-rQrr#rr1r$r"rrBs@ DFFEEEE:::::r$)r{ collectionsrrrrEr/rVcontextrrr__all__rFrobjectr rLrIregisterrQrr1r$r"rs ###### ////////   <7NNNFFFFFFFFFH''''''''B>>> +++Iul+++ I-I-I-I-I-6I-I-I-^:::::F:::::r$PKjGe[lLAA3__pycache__/popen_spawn_posix.cpython-311.opt-1.pycnu[ !A?hddlZddlZddlmZmZddlmZddlmZddlmZdgZ Gdd e Z Gd dej Z dS) N) reductionset_spawning_popen) popen_fork)spawn)utilPopenceZdZdZdZdS)_DupFdc||_dSNfdselfrs :/usr/lib64/python3.11/multiprocessing/popen_spawn_posix.py__init__z_DupFd.__init__s c|jSr r)rs rdetachz _DupFd.detachs wrN)__name__ __module__ __qualname__rrrrr r s2rr c2eZdZdZeZfdZdZdZxZ S)r rcXg|_t|dSr )_fdssuperr)r process_obj __class__s rrzPopen.__init__s(  %%%%%rc:|j||Sr )rappendrs rduplicate_for_childzPopen.duplicate_for_child"s  rcddlm}|}|j|t j|j}tj }t| tj ||tj ||tdn#tdwxYwdx}x}x}} tj\}}tj\}} t j||} |j||gt#jt j| |j|_||_t-| dd5} | |dddn #1swxYwYg} || fD]} | | | t#j|t"j| |_||fD]} | tj| dS#g} || fD]} | | | t#j|t"j| |_||fD]} | tj| wxYw)Nr)resource_tracker) tracker_fd pipe_handlewbF)closefd)r%getfdrr"rget_preparation_data_nameioBytesIOrrdumpospipeget_command_lineextendrspawnv_passfdsget_executablepidsentinelopenwrite getbufferFinalize close_fds finalizerclose)rrr%r& prep_datafpparent_rchild_wchild_rparent_wcmdf fds_to_closers r_launchz Popen._launch&s&&&&&&%++--  $$$.{/@AA Z\\4    % N9b ) ) ) N; + + + t $ $ $ $ t $ $ $ $266676Wx ! " Hg " GX(J5<>>>C I  gw/ 0 0 0*5+?+A+A+. ;;DH$DMhe444 ( ''' ( ( ( ( ( ( ( ( ( ( ( ( ( ( (L* , ,> ''+++!]4NNDN( ! !>HRLLL ! ! L* , ,> ''+++!]4NNDN( ! !>HRLLL !s>1*B++B<B(H0(F$ H$F((H+F(,HA$I7) rrrmethodr DupFdrr#rI __classcell__)r s@rr r s` F E&&&&&"!"!"!"!"!"!"!r) r.r1contextrrr*rrr__all__objectr r rrrrPs 22222222 )V.!.!.!.!.!J .!.!.!.!.!rPKjGe[]UKK3__pycache__/popen_spawn_win32.cpython-311.opt-2.pycnu[ !A?hBddlZddlZddlZddlZddlZddlmZmZmZddl m Z ddl m Z dgZ dZ ejdko eed d Zejd Zd Zeejej Zd ZGddeZdS)N) reductionget_spawning_popenset_spawning_popen)spawn)utilPopeniwin32frozenFzpythonservice.exec||kp?tj|tj|kSN)ospathnormcase)p1p2s :/usr/lib64/python3.11/multiprocessing/popen_spawn_win32.py_path_eqrs6 8 Crw''++rw/?/?/C/CCCc8|D]}tj|dSr )_winapi CloseHandle)handleshandles r_close_handlesrs/$$F####$$rc>eZdZ dZdZdZd dZdZdZeZ dZ dS) r rc xtj|j}tjdd\}}t j|d}tjtj |}tj }trYt|tjr?tjx|d<}tj}tj|d<nd}dd|D}t'|dd5} tj||ddd d|dd \} } } } tj| n#tj|xYw| |_d|_| |_t3| |_t7j|t:|jt3|f|_t?| tAj!|| tAj!|| t?dn#t?dwxYw ddddS#1swxYwYdS) Nr) parent_pid pipe_handle__PYVENV_LAUNCHER__ c3 K|] }d|zV dS)z"%s"N).0xs r z!Popen.__init__..Fs&//avz//////rwbT)closefdF)"rget_preparation_data_namer CreatePipemsvcrtopen_osfhandleget_command_linergetpidget_executableWINENVrsys executable_base_executableenvironcopyjoinopen CreateProcessrpid returncode_handleintsentinelrFinalizer finalizerrrdump)self process_obj prep_datarhandlewhandlewfdcmd python_exeenvto_childhphtr:tids r__init__zPopen.__init__-sr.{/@AA #-dA66#GQ//$ 18:::)++   hz3>:: "%"6 6CFZ*//##C),C% & &Chh//3///// #tT * * * )h #*#8$q#tT$;$; BS#B'''' #G,,,DH"DODLGGDM!]4,0M3w<<+HJJDN t $ $ $ )y(333{H555"4(((("4(((((3 ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) )sCH/5E  H/ E##A/H/*H =H/ HH//H36H3c6tj||jSr )r duplicater>)rBrs rduplicate_for_childzPopen.duplicate_for_childcs"64=999rNcn|j|jS| tj}n#tdt |dzdz}tjt |j|}|tjkr8tj|j}|tkr tj }||_|jS)Nrig?) r;rINFINITEmaxr=WaitForSingleObjectr< WAIT_OBJECT_0GetExitCodeProcess TERMINATEsignalSIGTERM)rBtimeoutmsecsrescodes rwaitz Popen.waitgs ? &? " ?$EE3w~34455E)#dl*;*;UCC '' ' '-dl;;Dy  "DOrc.|dS)Nr)r\)r`rBs rpollz Popen.pollysyyy###rc|jdS tjt|jt dS#t $r;tjt|j}|tjkrYdSwxYwr ) r;rTerminateProcessr=r<rYPermissionErrorrX STILL_ACTIVE)rBr_s r terminatezPopen.terminate|s ? & F   $S%6%6 B B B B B   -c$,.?.?@@Dw+++,++  s,9AA>=A>c.|dSr )r@rbs rclosez Popen.closes rr ) __name__ __module__ __qualname__methodrOrRr`rcrhkillrjr#rrr r 'sF4)4)4)l:::$$$$   $ Dr)rr,rZr2rcontextrrrrr__all__rYplatformgetattrWINEXEr3lowerendswith WINSERVICErr4r1robjectr r#rrrzs= FFFFFFFFFF )  ,' ! Cggc8U&C&C ^ ! ! # # , ,-@ A A DDDXcnc&: ; ; ;$$$jjjjjFjjjjjrPKjGe[O]]/__pycache__/shared_memory.cpython-311.opt-1.pycnu[ !A?hHdZddgZddlmZddlZddlZddlZddlZddlZddl Z ej dkrddl Z dZ nddl Z dZ d d lmZejejzZd Ze rd Znd ZdZGddZdZGddZdS)zProvides shared memory for direct access across processes. The API of this package is currently provisional. Refer to the documentation for details. SharedMemory ShareableList)partialNntFT)resource_trackerz/psm_wnsm_c|tttz dz}ttj|z}|S)z6Create a random filename for the shared memory object.)_SHM_SAFE_NAME_LENGTHlen_SHM_NAME_PREFIXsecrets token_hex)nbytesnames 6/usr/lib64/python3.11/multiprocessing/shared_memory.py_make_filenamer(s6$c*:&;&;; AF g/77 7D KceZdZdZdZdZdZdZej Z dZ e rdndZ ddZd Zd Zd Zed Zed ZedZdZdZdS)raCreates a new shared memory block or attaches to an existing shared memory block. Every shared memory block is assigned a unique name. This enables one process to create a shared memory block with a particular name so that a different process can attach to that same shared memory block using that same name. As a resource for sharing data across processes, shared memory blocks may outlive the original process that created them. When one process no longer needs access to a shared memory block that might still be needed by other processes, the close() method should be called. When a shared memory block is no longer needed by any process, the unlink() method should be called to ensure proper cleanup.NiTFrcx|dkstd|r.ttjz|_|dkrtd|#|jtjzstdt r*|O t} tj ||j|j |_ n#t$rYCwxYw||_ n;|jrd|zn|}tj ||j|j |_ ||_ |r|rtj|j |tj|j }|j}t%j|j ||_n##t($r|wxYwt-j|j dn|r# |tn|}t1jt0jt0jt0j|d z d z|d z|} t1j}|t0jkrZ|Btt>j tj!t>j |t0j t1j"|t%jd || |_t1j"|n#t1j"|wxYw||_ n||_ t1j#t0j$d |} t1j%|t0j$ddd}t1j"|n#t1j"|wxYw t1j&|}t1j'|n#t1j'|wxYwt%jd || |_||_(tS|j|_*dS)Nrz!'size' must be a positive integerz4'size' must be a positive number different from zeroz&'name' can only be None if create=TrueT)mode/ shared_memory lr)tagnameF)+ ValueError_O_CREXosO_RDWR_flagsO_EXCL _USE_POSIXr _posixshmemshm_open_mode_fdFileExistsError_name_prepend_leading_slash ftruncatefstatst_sizemmap_mmapOSErrorunlinkrregister_winapiCreateFileMappingINVALID_HANDLE_VALUENULLPAGE_READWRITE GetLastErrorERROR_ALREADY_EXISTSerrnoEEXISTstrerror CloseHandleOpenFileMapping FILE_MAP_READ MapViewOfFileVirtualQuerySizeUnmapViewOfFile_size memoryview_buf) selfrcreatesizestats temp_nameh_maplast_error_codep_bufs r__init__zSharedMemory.__init__Ksqyy@AA A  Y!BI-DKqyy !WXXX < bi 7<EFF F _ ?| )++D!#.#7  K!%$$$ +!!! !!%DJ%)%@JsTzzd&/K "  1d1L4000**}!Ytx66        %dj/ B B B B 6 ?48L 0 0 0dI$54 .z1z)! E3*1*>*@*@*g.JJJ#/&5$)L$&K $=$=$($+$@ '"'"!"!) +E2222&*Yr4%K%K%K +E2222+E2222!*DJ"  /) /#1- E'....G'....3"3E::D+E2222G+E2222!Yr4>>>  tz** sJ&B,, B98B9AE E>4A'J"1J""J8+"L""L8<M%%M;cR |dS#t$rYdSwxYwN)closer2rHs r__del__zSharedMemory.__del__s:  JJLLLLL    DD s  &&c.|j|jd|jffS)NF) __class__rrJrTs r __reduce__zSharedMemory.__reduce__s# N     rc@|jjd|jd|jdS)N(z, size=))rW__name__rrJrTs r__repr__zSharedMemory.__repr__s*.)LLDILL LLLLrc|jS)z4A memoryview of contents of the shared memory block.)rGrTs rbufzSharedMemory.bufs yrc|j}tr0|jr)|jdr|jdd}|S)z4Unique name that identifies the shared memory block.rrN)r+r%r, startswith)rH reported_names rrzSharedMemory.namesJ  /$5 /z$$S)) / $ 122 rc|jS)zSize in bytes.)rErTs rrJzSharedMemory.sizes zrc|j |jd|_|j |jd|_tr-|jdkr$t j|jd|_dSdSdS)zkCloses access to the shared memory from this instance but does not destroy the shared memory block.Nrr)rGreleaser1rSr%r)r!rTs rrSzSharedMemory.closes 9 I     DI : ! J     DJ  $(a-- HTX   DHHH  --rctr<|jr7tj|jt j|jddSdSdS)zRequests that the underlying shared memory block be destroyed. In order to ensure proper cleanup of resources, unlink should be called once (and only once) across all processes which have access to the shared memory block.rN)r%r+r& shm_unlinkr unregisterrTs rr3zSharedMemory.unlinks]  E$* E  "4: . . .  ' O D D D D D E E E Er)NFr)r\ __module__ __qualname____doc__r+r)r1rGr!r"r#r(r%r,rPrUrXr]propertyr_rrJrSr3rrrr2s B B E C E D YF E%/:TTUl+l+l+l+\    MMMXXX   EEEEErutf8c leZdZdZedededededdj diZ dZ d d d d d Z e dZd"dddZdZdZdZdZdZdZdZdZedZedZedZedZedZedZedZd Z d!Z!e"e#j$Z%dS)#raPattern for a mutable list-like object shareable via a shared memory block. It differs from the built-in list type in that these lists can not change their overall length (i.e. no append, insert, etc.) Because values are packed into a memoryview as bytes, the struct packing format for any storable value must require no more than 8 characters to describe its format.qdzxxxxxxx?z%dsNzxxxxxx?xc|SrRrmvalues rzShareableList.src\|dtSN)rstripdecode _encodingrts rrvzShareableList.s g..55i@@rc,|dSrx)rzrts rrvzShareableList.sg..rcdSrRrm)_values rrvzShareableList.s$r)rrr ct|ttdjfsdSt|trdSt|trdSdS)zUsed in concert with _back_transforms_mapping to convert values into the appropriate Python objects when retrieving them from the list as well as when storing them.Nrrr r) isinstancestrbytesrWrts r_extract_recreation_codez&ShareableList._extract_recreation_codesW %#udn!=>> 1 s # # 1 u % % 11rrcL|||pd}fd|D}t|_d}dg_|D]I}||ddkrjnt |ddz }j|Jfd|D}t jdjzd |zj zj z}t|d | _ nt|_ |tt jdjzj jdjgjRt jd |j jjgfd |DRt jj j jjgfd |DRt jj j jjg|RdSt_t)t jjj jd _dS)Nrmcg|]v}t|ttfsjt |n=jt |jt |jzdzzfzwS)r)rrr_types_mappingtype _alignmentr.0itemrHs r z*ShareableList.__init__..-s  &dS%L99#DJJ//,T$ZZ83t99+G!+KL<rrrsc:g|]}|Srm)rrs rrz*ShareableList.__init__..?s4!!!8<--d33!!!rrpT)rIrJc3pK|]0}t|tr|n|V1dSrR)rrencoderv_encs r z)ShareableList.__init__..Zs@PP!Jq#$6$6=!((4...APPPPPPrc3BK|]}|VdSrR)rrs rrz)ShareableList.__init__..`s-33Q!((4..333333rrr)r _list_len_allocated_offsetsrintappendstructcalcsize_format_size_metainfojoin_format_packing_metainfo_format_back_transform_codesrshmr| pack_intor__offset_data_start_offset_packing_formats_offset_back_transform_codeslist unpack_from) rHsequencer_formatsoffsetfmt_recreation_codesrequested_sizers ` @rrPzShareableList.__init__*s <8/~2H % H!]]DNF()cD # 7 7SW^^$//S"XN'..v6666!!!!@H!!! $_d00!!"-.12N$DNKKKDHH#D))DH  D  d00    )       !! ' QPPPxPPP       - , 4333(333       1 1 $       !YYDN&*".HL''D # # #rc4|dkr|n ||jz}||jks |jdkrtdtjd|jj|j|dzzd}|d}|t}|S)z>Gets the packing format for a single value stored in the list.r Requested position out of range.8srrry) r IndexErrorrrrr_rrzr{r|)rHpositionrr fmt_as_strs r_get_packing_formatz!ShareableList._get_packing_formatss'1}}88(T^2K  & &DNQ,>,>?@@ @    HL  (8a< 7     hhwZZ ** rc||jks |jdkrtdtjd|jj|j|zd}|j|}|S)z9Gets the back transformation function for a single value.rrb)rrrrrr_r_back_transforms_mapping)rHrtransform_codetransform_functions r_get_back_transformz!ShareableList._get_back_transformss  & &DNQ,>,>?@@ @+  HL  - 8     ":>J!!rcT||jks |jdkrtdtjd|jj|j|dzz|t| |}tjd|jj|j |z|dS)zvSets the packing format and back transformation code for a single value in the list at the specified position.rrrrrrN) rrrrrr_rrr|rr)rHrrrurs r!_set_packing_format_and_transformz/ShareableList._set_packing_format_and_transforms  & &DNQ,>,>?@@ @  HL  (8a< 7   i ( (    66u==  HL  - 8       rc<|dkr|n ||jz} |j|j|z}tj|||jj|\}n#t$rtdwxYw| |}||}|S)Nrzindex out of range) rrrrrrrr_rr)rHrrrback_transforms r __getitem__zShareableList.__getitem__s'1}}88(T^2K 3,t/Fx/PPF%((22 DQQ  3 3 3122 2 311(;; N1  s A AA9c|dkr|n ||jz} |j|}|j|z}||}n#t$rt dwxYwt |t tfs|jt|}|}n|j|dz|z }t |t r| tn|}t||krtd|ddkr|}n|jt |fz}||||tj||jj||dS)Nrzassignment index out of rangerz(bytes/str item exceeds available storagerr)rrrrrrrrrrrr|rrrrrrr_) rHrru item_offsetrcurrent_format new_format encoded_valueallocated_lengths r __setitem__zShareableList.__setitem__s'1}}88(T^2K >1(;K,{:F!55h??NN > > ><== = >%#u.. ,T%[[9J!MM#6x!|D{R !+5# 6 6BU\\)444>rcNtjd|jjddS)Nrpr)rrrr_rTs r__len__zShareableList.__len__s !#tx|Q77::rcZ|jjdt|d|jjdS)NrZz, name=r[)rWr\rrrrTs rr]zShareableList.__repr__s0.)QQDJJQQtx}QQQQrcjdfdtjDS)z=The struct packing format used by all currently stored items.rc3BK|]}|VdSrR)r)rirHs rrz'ShareableList.format..sB  ,-D $ $Q ' '      r)rrangerrTs`rformatzShareableList.formatsKww    16t~1F1F      rcd|jdzzS)z>The struct packing format used for the items' storage offsets.rprrrTs rrz#ShareableList._format_size_metainfosdnq())rcd|jzS)z>The struct packing format used for the items' packing formats.rrrTs rrz&ShareableList._format_packing_metainfosdn$$rcd|jzS)z>The struct packing format used for the items' back transforms.rrrTs rrz*ShareableList._format_back_transform_codessT^##rc|jdzdzS)Nr rrrrTs rrz ShareableList._offset_data_starts"a''rc,|j|jdzS)Nr)rrrTs rrz%ShareableList._offset_packing_formatss&)@)DDDrc&|j|jdzzS)Nrr)rrrTs rrz*ShareableList._offset_back_transform_codess+dnq.@@@rc:tfd|DS)zCL.count(value) -> integer -- return number of occurrences of value.c3$K|] }|kV dSrRrm)rentryrus rrz&ShareableList.count.. s'44e5E>444444r)sum)rHrus `rcountzShareableList.counts(4444t444444rcdt|D]\}}||kr|cSt|d)zpL.index(value) -> integer -- return first index of value. Raises ValueError if the value is not present.z not in this container) enumerater)rHrurrs rindexzShareableList.index sO ) A AOHe~~???@@ @rrR)&r\rirjrkrfloatboolrrrWrrr staticmethodrrPrrrrrrXrr]rlrrrrrrrrr classmethodtypes GenericAlias__class_getitem__rmrrrrs)**& S s j U u  NJ   @ @ . .       \ GdGGGGGR " " "   ,"JJJB???;;;RRR  X **X*%%X%$$X$((X( EEXEAAXA555 AAA$ E$677r)rk__all__ functoolsrr0r!r<rrrrr5r%r&rrO_CREATr$r r rrrr|rrmrrrs] O -  7d??NNNJJJ *ry BEBEBEBEBEBEBEBEJ  ]8]8]8]8]8]8]8]8]8]8rPKjGe[h//'__pycache__/spawn.cpython-311.opt-2.pycnu[ !A?h%ddlZddlZddlZddlZddlmZmZddlmZddlm Z ddlm Z gdZ ej dkrd Z d Zn@eed d Z ejo+ejd Zd Zd Zer*eejejdneejdZdZdZddZdZdZdZgZdZ dZ!dZ"dZ#dS)N)get_start_methodset_start_method)process) reduction)util)_mainfreeze_supportset_executableget_executableget_preparation_dataget_command_lineimport_main_pathwin32Ffrozenzpythonservice.exec||adStjdkrtj|adStj|adS)Nr) _python_exesysplatformosfsdecodefsencode)exes ./usr/lib64/python3.11/multiprocessing/spawn.pyr r $sC {  k#&& k#&& ctSN)rrrr r -s rz python.execJ t|dkr|ddkrdSdS)Nr--multiprocessing-forkTF)len)argvs r is_forkingr$9s1 4yyA~~$q'%===turc ttjrpi}tjddD]8}|d\}}|dkrd||<&t |||<9t di|tjdSdS)Nr =Noner)r$rr#splitint spawn_mainexit)kwdsargnamevalues rr r Cs#( 8ABB< ( (C))C..KD%!T  ZZT T    rc P ttddr-tjdgd|DzSd}|dd|Dz}t j}t}|g|zd|dgzS) NrFr!cg|]}d|zS)%s=%rr.0items r z$get_command_line..Ys999D4999rzz#get_command_line..\s&BBT'D.BBBBBBrz-c)getattrr executableitemsjoinr_args_from_interpreter_flagsr )r,progoptsrs rrrSssHe$$E!9:99DJJLL999: ;N  BBTZZ\\BBBBBB022ut|tT+CDDDrc tjdkrjddl}ddl}|%||j|jzd|}nd}tj||}| |tj }|}n(ddl m } || j_|}tj|}t#||} tj| dS)NrrF)source_processr)resource_tracker)rrmsvcrt_winapi OpenProcess SYNCHRONIZEPROCESS_DUP_HANDLEr duplicateopen_osfhandlerO_RDONLYrB_resource_tracker_fddupr r+) pipe_handle parent_pid tracker_fdrCrDrA new_handlefdparent_sentinelrBexitcodes rr*r*bs |w   !$00#g&@@z##NN"N(8FHHH  " ":r{ ; ;(&&&&&&1;*. &--R))HHXrctj|dd5}dtj_ t j|}t|t j|}tj`n#tj`wxYw dddn #1swxYwY| |S)NrbT)closefd) rfdopenrcurrent_process _inheritingrpickleloadprepare _bootstrap)rSrT from_parentpreparation_dataselfs rr r ~s 2tT * * *6k04!!- 6(/44[AA  $ % % %#((55D'))55'))5 5 5 5 55666666666666666 ??? + ++s)B8A B?B8B((B88B<?B<chttjddrtddS)Nr[Fa An attempt has been made to start a new process before the current process has finished its bootstrapping phase. This probably means that you are not using fork to start your child processes and you have forgotten to use the proper idiom in the main module: if __name__ == '__main__': freeze_support() ... The "freeze_support()" line can be omitted if the program is not going to be frozen to produce an executable. To fix this issue, refer to the "Safe importing of main module" section in https://docs.python.org/3/library/multiprocessing.html )r9rrZ RuntimeErrorrrr_check_not_importing_mainres@w&((-??       rc  tttjt jj}tj!tj|d<tj } | d}tj ||<n#t$rYnwxYw|||tjtj t#jt'tjd}t+|jdd}|||d<ntjdkst0st2st+|d d}|wt"j |s6tj *t"j tj |}t"j ||d <|S) N) log_to_stderrauthkey log_levelrK)r.sys_pathsys_argvorig_dirdir start_method__main__r.init_main_from_namer__file__init_main_from_path)redictr_log_to_stderrrrZrh_loggergetEffectiveLevelrpathcopyindex ORIGINAL_DIR ValueErrorupdater#rgetcwdrmodulesr9__spec__rWINEXE WINSERVICEisabsr<normpath)r.drji main_module main_mod_name main_paths rr r s )'))1   A  |7799+ X]]__H+ NN2  *       HH % IKK%''     +j)KK0&$??M #0     KT::  GMM),, J,8GLL)=yII ')w'7'7 'B'BA# $ Hs B22 B?>B?c d|vr|dtj_d|vr|dtj_d|vr|drt jd|vr,t j|dd|vr|dt_ d|vr|dt_ d|vrtj |dd|vr|dt_ d |vrt|d d d |vrt|d dSd |vrt!|d dSdS)Nr.rhrgrirjrkrmrlrnT)forcerprr)rrZr.rhrrg get_loggersetLevelrrwr#rchdirrzr_fixup_main_from_name_fixup_main_from_path)datas rr^r^so~~)-f!!&D,0O!!)$4#8 d ""4 #4555T #T # }} eT#J/n-T::::$$d#89::::: $ & &d#89::::: ' &rctjd}|dks|drdSt|jdd|krdSt |tjd}tj |dd}|j ||xtjd<tjd<dS)Nroz .__main__r. __mp_main__T)run_name alter_sys) rr~endswithr9rold_main_modulesappendtypes ModuleTyperunpy run_module__dict__r|)mod_name current_mainr main_contents rrrs ;z*L:!2!2;!?!?|$fd33x?? L)))"=11K#H-:.2444L ---;FFCK ck-888rctjd}tjtj|d}|dkrdSt |dd|krdSt|tj d}tj |d}|j ||xtjd<tjd<dS)Nroripythonrqr)r)rr~rrwsplitextbasenamer9rrrrrrun_pathrr|)rr main_namerrs rrrs;z*L   !1!1)!)+8:::L ---;FFCK ck-888rc& t|dSr)r)rs rrr/s)$$$$$r)NN)$rrrrrKrrrcontextrr__all__rrrr9r:lowerrr r rwr< exec_prefixr$r rr*r rer rr^rrrrrrrs  00000000 K K K<7 FJJ WS(E * *FXCN$8$8$:$:$C$CDW$X$XJ'''#N27<<>>????N3>"""     E E E8 , , ,   ,, , , d";";";LGGG2GGG8%%%%%rPKjGe[xf002__pycache__/resource_tracker.cpython-311.opt-1.pycnu[ !A?h\(ddlZddlZddlZddlZddlZddlmZddlmZgdZe edZ ej ej fZ ddiZejd krLddlZddlZe ed red ejied ejiGd deZGddeZeZejZejZejZejZdZdS)N)spawn)util)ensure_runningregister unregisterpthread_sigmasknoopcdSNr 9/usr/lib64/python3.11/multiprocessing/resource_tracker.pyr!sDrposix sem_unlink semaphore shared_memoryceZdZdS)ReentrantCallErrorN)__name__ __module__ __qualname__r rrrr6sDrrcDeZdZdZdZdZdZdZdZdZ dZ d Z d S) ResourceTrackercRtj|_d|_d|_dSr ) threadingRLock_lock_fd_pidselfs r__init__zResourceTracker.__init__<s#_&&  rc td)Nz8Reentrant call into the multiprocessing resource tracker)rr"s r_reentrant_call_errorz%ResourceTracker._reentrant_call_errorAs ! FHH Hrcl|j5|jdkr |cdddS|j ddddSt j|jd|_t j|jdd|_ddddS#1swxYwYdS)Nrr)r_recursion_countr&r osclosewaitpidr!r"s r_stopzResourceTracker._stopIs+ Z  z**,,q001133          x         HTX   DH Jty! $ $ $DI                  s1B)B)AB))B-0B-c8||jSr )rr r"s rgetfdzResourceTracker.getfdZs xrc,|j5|jdkr |cdddS|j|r ddddSt j|j |jt j|jdn#t$rYnwxYwd|_d|_tj dg} | tjn#t $rYnwxYwd}t j\}} | |t%j}|gt)jz}|d||zgz } t,r$t/jt.jt4t)j|||}t,r$t/jt.jt4n1#t,r%t/jt.jt4wwxYw||_||_n#t j|xYw t j|n#t j|wxYw ddddS#1swxYwYdS)zMake sure that resource tracker process is running. This can be run from any process. Usually a child process will use the resource created by its parent.rNrzUresource_tracker: process died unexpectedly, relaunching. Some resources might leak.z:from multiprocessing.resource_tracker import main;main(%d)z-c)rr(r&r _check_aliver)r*r!r+ChildProcessErrorwarningswarnappendsysstderrfileno Exceptionpiperget_executabler_args_from_interpreter_flags _HAVE_SIGMASKsignalr SIG_BLOCK_IGNORED_SIGNALSspawnv_passfds SIG_UNBLOCK)r# fds_to_passcmdrwexeargspids rrzResourceTracker.ensure_running^s Z< < z**,,q001133< < < < < < < < x#$$&&< < < < < < < < """y, 49a000(D    IJJJK ""3:#4#4#6#67777    NC799DAq ""1%%%*,,ut@BBBsQw'U$S.v/?AQRRR-c4EEC$U.v/ACSTTT%U.v/ACSTTTTU      y< < < < < < < < < < < < < < < < < < s1J J /J  !B+*J + B85J 7B88'J  1DJ  DJ DJ ;A H2AG2,H22.H  H2#I"2I  I" J "I88J  J J c^ tj|jddS#t$rYdSwxYw)z;Check that the pipe has not been closed by sending a probe.s PROBE:0:noop TF)r)writer OSErrorr"s rr0zResourceTracker._check_alivesI  HTX0 1 1 14   55 s  ,,c4|d||dS)z0Register name of resource with resource tracker.REGISTERN_sendr#namertypes rrzResourceTracker.registers :tU+++++rc4|d||dS)z2Unregister name of resource with resource tracker. UNREGISTERNrNrPs rrzResourceTracker.unregisters <u-----rcT |n+#t$rtjd|d|dYnwxYwd|||d}t |dkrtdtj |j |}dS)NzSResourceTracker called reentrantly for resource cleanup, which is unsupported. The z object z might leak.z {0}:{1}:{2} asciiiz msg too long) rrr2r3formatencodelen ValueErrorr)rJr )r#rCrQrRmsgnbytess rrOzResourceTracker._sends <    ! ! ! !! < < < M;;;&*;;; < < < < <  <$$S$66==gFF s88c>>^,, ,$(C((s %??N) rrrr$r&r,r.rr0rrrOr rrrr:s HHH"AAAF   ,,,...rrc tjtjtjtjtjtjtr$tjtjttj tj fD]'} | #t$rY$wxYwdtD} t|d5}|D] } |dd\}}}t|d}|t)d|d||dkr|||n;|d kr|||n|d krnt/d |z#t$r, tjtjn#YnxYwYwxYw dddn #1swxYwY|D]\}}|r8 t7jd t;||fzn#t$rYnwxYw|D]P} t||n1#t$r$} t7jd |d| Yd} ~ nd} ~ wwxYwL#wxYwdS#|D]\}}|r8 t7jd t;||fzn#t$rYnwxYw|D]P} t||n1#t$r$} t7jd |d| Yd} ~ nd} ~ wwxYwL#wxYwwxYw)zRun resource tracker.c,i|]}|tSr )set).0rRs r zmain..s = = =eUCEE = = =rrbrV:NzCannot register z. for automatic cleanup: unknown resource type rMrTPROBEzunrecognized command %rzQresource_tracker: There appear to be %d leaked %s objects to clean up at shutdownzresource_tracker: z: )r=SIGINTSIG_IGNSIGTERMr<r rAr?r5stdinstdoutr*r8_CLEANUP_FUNCSkeysopenstripdecodesplitgetrZaddremove RuntimeError excepthookexc_infoitemsr2r3rY) fdfcachelinerCrQrR cleanup_func rtype_cachees rmainr~s M&-000 M&.&.111Ev13CDDDi $  GGIIII    D  > =~':':'<'< = = =E- "d^^ q  '+zz||':':7'C'C'I'I#'N'N$Cu#1#5#5eT#B#BL#+(=t==5:==>>>j((e ((.... ,,e ++D1111*+Ds+JKKK  777 #                2#(++--   E; M#N#&{#3#3U";#<====!D#  N&u-d3333$NNN DDD!!&LMMMMMMMMNDDDD   %++--   E; M#N#&{#3#3U";#<====!D#  N&u-d3333$NNN DDD!!&LMMMMMMMMNDDDD  s!B.. B;:B;"K2H 9C GH  G=G21G=2G6 4G=9H <G==H  K HKHK4&I I('I(1JJ9 J5J0+J90J55J99J;M*&LM* L M*L M*L10M#1 M ;M M#M M#"M*#M% %M*)r)r=r5rr2rr__all__hasattrr<rergr?rjrQ_multiprocessing _posixshmemupdater shm_unlinkrsrobjectr_resource_trackerrrrr.r~r rrrs$  6 6 6 122 M6>2 LL7gw..  )4    /         MMMMMfMMM`$O%%"1  %  ) <<<<<rPKjGe[p*__pycache__/managers.cpython-311.opt-2.pycnu[ !A?hDtgdZddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m Z ddlmZmZmZddl mZdd l mZdd l mZdd l mZ dd l mZd Zedn #e$rdZYnwxYwdZejejeddDZdZeD]Zejee[[GddeZ difdZ!dZ"Gdde#Z$dZ%dZ&GddeZ'Gdd eZ(e j)e j*fe j+e j,fd!Z-Gd"d#eZ.Gd$d%e/Z0Gd&d'eZ1d(Z2ifd)Z3 dcd*Z4Gd+d,eZ5Gd-d.eZ6ddd/Z7Gd0d1e1Z8Gd2d3e1Z9Gd4d5e9Z:Gd6d7e1Z;Gd8d9e1Z<Gd:d;e1Z=Gd<d=e1Z>e3d>d?Z?Gd@dAe?Z@e3dBdCZAdDdEieA_Be3dFdGZCe3dHdIZDdJdJdJdEdEdKeD_BGdLdHeDZEGdMdNe.ZFeFdOejGeFdPejGeFdQejHe;eFdRejIe9eFdSejJe9eFdTejKe9eFdUejLe9eFdVejMe:eFdWejNe<eFdXejOeEeFdYePe@eFdZeQeAeFd.e6e>eFd[e7eCeFd,e5e=eFdEe8d\eFdJd]er+Gd^d_ZRGd`dae'ZSGdbde.ZTdSdS)e) BaseManager SyncManager BaseProxyTokenN)getpid) format_exc) connection) reductionget_spawning_popen ProcessError)pool)process)util) get_context) shared_memoryTSharedMemoryManagerFcPtj|j|ffSN)arraytypecodetobytes)as 1/usr/lib64/python3.11/multiprocessing/managers.py reduce_arrayr/s ;QYY[[1 11c Xg|]'}tti|(S)typegetattr.0names r r$3s3 N N NDd$72t$$&&'' N N Nr)itemskeysvaluesc0tt|ffSr)listobjs rrebuild_as_listr,4s $s)) rc,eZdZ dZdZdZdZdZdS)rtypeidaddressidc2|||c|_|_|_dSrr.)selfr/r0r1s r__init__zToken.__init__Ds06,dlDGGGrc*|j|j|jfSrr.r3s r __getstate__zToken.__getstate__Gs T\4733rc0|\|_|_|_dSrr.r3states r __setstate__zToken.__setstate__Js/4,dlDGGGrcP|jjd|jd|jd|jdS)Nz(typeid=z , address=z, id=)) __class____name__r/r0r1r6s r__repr__zToken.__repr__Ms4'''dlllDGGGM MrN)r? __module__ __qualname__ __slots__r4r7r;r@rrrrr>sd,IEEE444555MMMMMrrrc |||||f|\}}|dkr|St||)N#RETURN)sendrecvconvert_to_error)cr1 methodnameargskwdskindresults rdispatchrOUsUFFB D$ '(((6688LD& y 4 ( ((rc 8|dkr|S|dvrmt|ts1td||t ||dkrt d|zSt |St d|S)N#ERROR) #TRACEBACK#UNSERIALIZABLEz.Result {0!r} (kind '{1}') type is {2}, not strrSzUnserializable message: %s zUnrecognized message type {!r}) isinstancestr TypeErrorformatr RemoteError ValueError)rMrNs rrHrH_s x 2 2 2&#&& 1@GGD$v,,0011 1 $ $ $=FGG Gv&& &:AA$GGHHHrceZdZdZdS)rXcBdt|jdzdzS)NzM --------------------------------------------------------------------------- rzK---------------------------------------------------------------------------)rUrKr6s r__str__zRemoteError.__str__os $s49Q<'8'886ABrN)r?rArBr\rrrrXrXns(CCCCCrrXc g}t|D]6}t||}t|r||7|Sr)dirr callableappend)r+tempr#funcs r all_methodsrcvsX DCsD!! D>>  KK    Krc6 dt|DS)Nc*g|]}|ddk|S)r_rr!s rr$z"public_methods..s! @ @ @TaCDr)rcr*s rpublic_methodsrgs& A @[-- @ @ @@rceZdZ gdZdZdZdZdZdZdZ dZ d Z d Z e e e d Z d Zd ZdZdZdZdZdZdZdZdS)Server) shutdowncreateaccept_connection get_methods debug_infonumber_of_objectsdummyincrefdecrefct|ts0td|t |||_t j||_t|\}}||d|_ |j j |_ ddi|_ i|_ i|_tj|_dS)Nz&Authkey {0!r} is type {1!s}, not bytes)r0backlog0Nr)rTbytesrVrWrregistryrAuthenticationStringauthkeylistener_clientlistenerr0 id_to_objid_to_refcountid_to_local_proxy_obj threadingLockmutex)r3ryr0r{ serializerListenerClients rr4zServer.__init__s'5)) -8??T']],,-- -! 3G<< *:6&!#>>> }, z* %'"^%% rc` tj|_|tj_ tj|j}d|_|  |j s3|j d|j 3n#ttf$rYnwxYwtjtjkr@t#jdtjt_tjt_tjddS#tjtjkr@t#jdtjt_tjt_tjdwxYw)N)targetTr zresetting stdout, stderrr)rEvent stop_eventrcurrent_process_manager_serverThreadaccepterdaemonstartis_setwaitKeyboardInterrupt SystemExitsysstdout __stdout__rdebug __stderr__stderrexit)r3rs r serve_foreverzServer.serve_foreversU $/++48!!1  't}===H"HO NN    /0022,O((+++/0022,%z2    zS^++ 5666 ^  ^ HQKKKKK zS^++ 5666 ^  ^ HQKKKKs15D=)A B65D=6C D= C  D==A0F-c |j}n#t$rY(wxYwtj|j|f}d|_|c)NTrrK)r}acceptOSErrorrrhandle_requestrr)r3rIts rrzServer.accepterst  M((**     (;1$GGGAAH GGIII s  **cd} tj||jtj||j|}|\}}}}t ||} ||g|Ri|}d|f} n@#t $rdtf} Yn$wxYw#t $rdtf} YnwxYw || dS#t $r} |dtfn#t $rYnwxYwtj d| tj d|tj d| Yd} ~ dSd} ~ wwxYw)NrErRzFailure to send message: %rz ... request was %r ... exception was %r) r deliver_challenger{answer_challengerGr ExceptionrrFrinfo) r3rIrequestignorefuncnamerKrLrbrNmsges r_handle_requestzServer._handle_requests *  (DL 9 9 9  '4< 8 8 8ffhhG+2 (FHdD4**D *a/$///$//!&) 3 3 3#Z\\2 3  / / /.CCC / 2 FF3KKKKK 2 2 2  jll34444     I3S 9 9 9 I+W 5 5 5 I-q 1 1 1 1 1 1 1 1 1 2s[AB$ A55BBB21B26C E#C<;E< D ED  AEEc ||n#t$rYnwxYw|dS#|wxYwr)rrcloser3conns rrzServer.handle_requestsh     & & & &    D  JJLLLLLDJJLLLLs? &?&?AcD tjdtjj|j}|j}|j}|j s dx}}|}|\}}} } ||\}} } n:#t$r-} |j |\}} } n#t$r| wxYwYd} ~ nd} ~ wwxYw|| vr%td|dt|d| t||} || i| }| o| |d}|r7||||\}}t#||j|}d||ff}n d|f}n#t&$r}d|f}Yd}~nd}~wwxYwn#t$rX|dt)f}nB |j|}|||||g| Ri| }d|f}n #t&$rdt)f}YnwxYwYnit,$rBtjd tjjt/jd Ynt&$rdt)f}YnwxYw ||n)#t&$r|d t)fYnwxYwn#t&$r}tjd tjjtjd |tjd||t/jdYd}~nd}~wwxYw|j dSdS)Nz$starting server thread to service %rzmethod z of z object is not in exposed=#PROXYrErQrRz$got EOF -- exiting thread serving %rrrSzexception in thread serving %rz ... message was %rrr )rrrcurrent_threadr#rGrFr~rrKeyErrorrAttributeErrorrr getrkrr0rrfallback_mappingEOFErrorrrrr)r3rrGrFr~rJr+ridentrKrLexposed gettypeidkefunctionresr/ridentrexposedtokenrr fallback_funcrNs r serve_clientzServer.serve_clientsI  9+--2 4 4 4yyN /((**D 5 3#'' S$&&07-z4!.7.>+C))!!!! 6u=0Wii#!!! !'0iiii!W,,(.#T#YYYY9 #3 33 /"(D1D11C'J9==T+J+JF/+/;;tVS+I+I( %fdlF C C'(E):;(#.!(((#Q-CCCCCC(" ; ; ;%'6CC;(,(=j(I !. $s"59"""=A"" )&1$;;;+Z\\:;    A$355:<<<  3 3 3#Z\\2 3 <DIIII <<<D+Z\\:;;;;;<    :!0227999 /555 11555   }/((**D D D D D sE.3 B?E. B7 BB2 B**B2-E.2B77B;1 DD D N)r?rArBpublicr4rrrrrrrrrrprnrorjrkrmrlrqrrrrrririsXNNNF&&&$,222<   OOOb %      %%% ((( " " ""%"%"%H222 $*****rric eZdZdgZdZdZdZdS)Statevaluerr N)r?rArBrCINITIALSTARTEDSHUTDOWNrrrrrs$ IGGHHHrr)pickle xmlrpclibceZdZ iZeZ ddddZdZdZdd Z e dd Z d Z dd Z d ZdZdZdZedZedZe ddZdS)rNrg?)shutdown_timeoutcF|tjj}||_tj||_t |_t j|j_ ||_ t|\|_ |_ |p t|_||_dSr)rrr{_addressrz_authkeyr_staterr _serializerr| _Listener_Clientr_ctx_shutdown_timeout)r3r0r{rctxrs rr4zBaseManager.__init__s ?-//7G 4W== gg !M %'6z'B$ (;== !1rc |jjtjkr~|jjtjkrt d|jjtjkrt dt d|jjt|j |j |j |j S)NAlready started serverManager has shut downUnknown state {!r}) rrrrrr rrWri _registryrrrr6s r get_serverzBaseManager.get_servers  ;  - -{ EM11"#;<<<"en44"#:;;;"(// 0ABBDDDdndmmT%577 7rc t|j\}}||j|j}t |ddt j|j_dS)Nr{rp) r|rrrrOrrrr)r3rrrs rconnectzBaseManager.connectsW +4+;<&vdmT];;;tW%%%!M rrc d |jjtjkr~|jjtjkrt d|jjtjkrt dt d|jj|t|stdtj d\}}|j t|j|j|j|j|j|||f|_dd |jjD}t|jd z|z|j_|j|||_|tj|j_t9j|t|j|j|j|j|j|j|j fd |_!dS) Nrrrzinitializer must be a callableF)duplexr:c34K|]}t|VdSrr)r"is r z$BaseManager.start..1s(AAAQAAAAAAr-rrK exitpriority)"rrrrrr rrWr_rVr PiperProcessr _run_serverrrrr_processr _identityr?r#rrrGrFinalize_finalize_managerrrrj)r3 initializerinitargsreaderwriterrs rrzBaseManager.starts  ;  - -{ EM11"#;<<<"en44"#:;;;"(// 0ABBDDD  "8K+@+@ "<== =$666 ))::).$-"FKC* AA)@AAAAA!$ZZ0C7%?       "M  $t**.- t{, 68  rcP tjtjtj||||||||}||j|tjd|j| dS)Nzmanager serving at %r) signalSIGINTSIG_IGN_ServerrFr0rrrr) clsryr0r{rrrrservers rrzBaseManager._run_serverCs   fmV^444  " K " "XwDD  FN###  )6>:::rc ||j|j} t|dd|f|z|\}}|n#|wxYwt ||j||fS)Nrrk)rrrrOrr)r3r/rKrLrr1rs r_createzBaseManager._createZs ||DM4=|AA "4x&4NNKB JJLLLLDJJLLLLVT]B//88s AA)c |j<|j||js d|_dSdSdSr)rris_aliver3timeouts rrzBaseManager.joinfsZ  = $ M  w ' ' '=))++ % $  % $ % %rc ||j|j} t|dd|S#|wxYw)NrrnrrrrOrrs r _debug_infozBaseManager._debug_infoosW ||DM4=|AA D$ 55 JJLLLLDJJLLLL A Ac ||j|j} t|dd|S#|wxYw)Nrror)rs r_number_of_objectszBaseManager._number_of_objectsysX ||DM4=|AA D$(;<< JJLLLLDJJLLLLr+c|jjtjkr||jjtjkr~|jjtjkrt d|jjtjkrt dt d|jj|S)NzUnable to start serverrr) rrrrrrr rrWr6s r __enter__zBaseManager.__enter__s ;  - - JJLLL ;  - -{ EM11"#;<<<"en44"#:;;;"(// 0ABBDDD rc.|dSr)rjr3exc_typeexc_valexc_tbs r__exit__zBaseManager.__exit__s rc |jr,tjd |||} t|dd|n#|wxYwn#t $rYnwxYw|j||jrtjdt|drutjd|j|j||jr2tjd|j |jtj |_ tj|=dS#t$rYdSwxYw) Nz#sending shutdown message to managerrrj)r'zmanager still alive terminatez'trying to `terminate()` manager processz#manager still alive after terminate)r%rrrOrrrhasattrr7killrrrr_address_to_localr)rr0r{r:rrrs rrzBaseManager._finalize_managers  7    ' I; < < < ww888!T4444JJLLLLDJJLLLLL     GL!1 2 2 2 2w!! ' /0007K00'IGHHH%G%''' GL)9::::'w'))' "GHHH$ $ n  +G444    DD s: A5AA5A11A55 BB E E-,E-c|jSr)rr6s rr0zBaseManager.addresss }rTcj d|jvr|j|_t|pt dd}|pt dd}|r't |D]\}}|||f|j<|r fd} | _t|| dSdS)Nr _exposed__method_to_typeid_ctjd|jg|Ri|\}}||j||j|}||j|j}t|dd|jf|S)Nz)requesting creation of a shared %r objectmanagerr{rrrr) rrr#rrrr0rOr1) r3rKrLrexpproxyrrr/s rraz"BaseManager.register..temps FOOO)T\&@4@@@4@@ s! 4+T M3||EM4=|IItX{;;; r) __dict__rcopy AutoProxyr r)r%r?setattr) r r/r_rrr create_methodkeyrras ` ` rregisterzBaseManager.registers  cl * *M..00CM  !IBWY TBB+J"9.BDII   H"#3#9#9#;#;<< H H UU g/! f  '      #DM C & & & & & ' 'r)NNrNrwr)NNNNT)r?rArBrrirr4rrr classmethodrr#rr*r-r/r5 staticmethodrpropertyr0rJrrrrrs^IG>F 2/2 2 2 2 2 2 7 7 7***))))V/1[, 9 9 9%%%%     \ DXEI6:%'%'%'[%'%'%'rrceZdZdZdZdS)ProcessLocalSetc2tj|ddS)Nc*|Sr)clearr*s rz*ProcessLocalSet.__init__..s399;;r)rregister_after_forkr6s rr4zProcessLocalSet.__init__s  '>'>?????rc$t|dfSrw)rr6s r __reduce__zProcessLocalSet.__reduce__sDzz2~rN)r?rArBr4rVrrrrOrOs5@@@rrOceZdZ iZejZ ddZdZdifdZ dZ d Z e d Z d Zd Zd ZdZdZdS)rNTFctj5tj|jd}|5t jtf}|tj|j<dddn #1swxYwY|d|_|d|_ ||_ |j j |_ ||_ ||_t|d|_||_|t%j||_n6|j |j j|_nt%jj|_|r|t j|tjdS)Nrr )r_mutexr:rr0rForkAwareLocalrO_tls_idset_tokenr1_id_managerrr|r_owned_by_managerrrzrrr{_increfrT _after_fork) r3rrrAr{rrq manager_owned tls_idsets rr4zBaseProxy.__init__s   G G!377 tLLI  /11?3D3DD =F +EM:  G G G G G G G G G G G G G G GaL  l  ;> %&z215 "/  #8AADMM ] & M2DMM#355=DM   LLNNN  y'<=====sAA66A:=A:c\tjdtjj}t jjdkr|dt jjzz }||jj |j }t|dd|f||j _ dS)Nzmaking connection to manager MainThread|rrl)rrrrr#rrrr]r0rrOr[r )r3r#rs r_connectzBaseProxy._connect s 1222&((-  # % % *l : : C)24499 9D||DK/|GGt04':::# rrc |jj}n[#t$rNtjdt jj||jj}YnwxYw| |j |||f| \}}|dkr|S|dkr|\}}|j j |jd} |jj|_| ||j|j |j|} ||j|j}t)|dd|jf| St-||)Nz#thread %r does not own a connectionrErr@rrr)r[r rrrrrr#rhrFr^rGr_rr/r]r0rrrrOr1rH) r3rJrKrLrrMrNrrrrCs r _callmethodzBaseProxy._callmethod)s[  (9'DD ( ( ( J< /116 8 8 8 MMOOO9'DDD  ( 48Zt4555yy{{ f 9  M X  #NGU / =bAI K/EMIt' wE<< t}<EED T4EH; 7 7 7LtV,,,s AA('A(c. |dS)Nrrkr6s r _getvaluezBaseProxy._getvalueGs  ,,,rc |jr!tjd|jjdS||jj|j}t|dd|j ftjd|jj|j |j |j o |j j }tj|tj|j|j||j|j |jfd|_dS)Nz%owned_by_manager skipped INCREF of %rrrqz INCREF %r r)r`rrr]r1rr0rrOr^r\addr_rrr_decrefr[_close)r3rr:s rrazBaseProxy._increfMs  !  J>  O O O F||DK/|GGtX{333 ; /// !!! 6$-"6m )#+t}e)T[$,8  rc8||j||jtjkrr t jd|j||j|}t|dd|jfnF#t$r}t jd|Yd}~n"d}~wwxYwt jd|j|sXt|drJt jdtj j |j|`dSdSdS)Nz DECREF %rrrrz... decref failed %sz%DECREF %r -- manager already shutdownr z-thread %r has no more proxies so closing conn)discardr1rrrrrr0rOrr8rrr#r r)rr{r:tlsidsetrrrs rrrzBaseProxy._decrefas? eh =EK5=88 6 ;111wu}g>>>tX{;;;; 6 6 6 1155555555 6 J> I I I l33  JF /116 8 8 8 N " " "     sAA88 B!BB!cd|_ |dS#t$r"}tjd|zYd}~dSd}~wwxYw)Nzincref failed: %s)r_rarrr)r3rs rrbzBaseProxy._after_forkzsf  / LLNNNNN / / / I)A- . . . . . . . . . /s A AA ci}t |j|d<t|ddr&|j|d<tt |j|j|ffStt||j|j|ffS)Nr{_isautoFr) r rr r= RebuildProxyrFr]rrr3rLs rrVzBaseProxy.__reduce__s    +"mDO 4E * * G"nDO  T-=tDF F!$ZZd.>EG Grc*|Sr)rn)r3memos r __deepcopy__zBaseProxy.__deepcopy__s~~rcddt|j|jjt |fzS)Nz<%s object, typeid %r at %#x>)rr?r]r/r1r6s rr@zBaseProxy.__repr__s/.T #T[%7DBC Crc |dS#t$rt|dddzcYSwxYw)Nr@rjz; '__str__()' failed>)rkrrr6s rr\zBaseProxy.__str__s[  =##J// / = = =::crc?%<< < < < =s $??NNNTF)r?rArBr:rForkAwareThreadLockrYr4rhrkrnrarLrrrbrVrr@r\rrrrrs %T % ' 'F26HM'>'>'>'>R$$$,.B----<--- (\0/// G G G   CCC=====rrc ttjdd}|rW|j|jkrGt jd|d|d<|j|jvr|j|j|j|j<| ddo"ttjdd }|||fd|i|S)Nrz*Rebuild a proxy owned by manager, token=%rTrcrq _inheritingF) r rrr0rrr1rr~pop)rbrrrLr!rqs rr{r{sW,..0A4 H HF +&.EM11 ?GGG $_ 867 7 7 *  ( 2 4   E G+--}e D DD  4z 9 9& 9D 9 99rc t|} |||fS#t$rYnwxYwi}|D]}td|d|d|t|tf|}||_||||f<|S)Nzdef z:(self, /, *args, **kwds): return self._callmethod(z , args, kwds))rrexecrrr=)r#r_cachedicmeth ProxyTypes r MakeProxyTypersGnnG tWo&&       CHH 6:ddDDDBCF H H H HTI<--I!I'FD'? s  ))c t|d}|T||j|} t|dd|f}|n#|wxYw| ||j}|t jj}td|j z|} | ||||||} d| _ | S)Nr rrmz AutoProxy[%s])rAr{rqrcT) r|r0rOrrrrr{rr/rz) rrrAr{rrqrcrrrrCs rrFrFsj)!,Gwu}g666 tT=5(CCG JJLLLLDJJLLLL7.")++3o r?r)r3r%rar#rs rr@zNamespace.__repr__sT]((**++  5 5KD%??3'' 5 tttUU3444 >222DIIdOOOODDrN)r?rArBr4r@rrrrrs7###EEEEErrc@eZdZddZdZdZdZeeeZdS)ValueTc"||_||_dSr) _typecode_value)r3rrlocks rr4zValue.__init__s! rc|jSrrr6s rrz Value.gets {rc||_dSrrr3rs rrz Value.sets  rcPt|jd|jd|jdS)Nrrr=)rr?rrr6s rr@zValue.__repr__s*!$ZZ000$...$+++NNrNT) r?rArBr4rrr@rMrrrrrrscOOO HS#  EEErrc,tj||Sr)r)rsequencers rArrayrs ;x * **rc0eZdZdZdZdZdZdZdZdS) IteratorProxy)__next__rFthrowrc|Srrr6s r__iter__zIteratorProxy.__iter__  rc.|d|S)Nrrmr3rKs rrzIteratorProxy.__next__s D111rc.|d|S)NrFrmrs rrFzIteratorProxy.sends---rc.|d|S)Nrrmrs rrzIteratorProxy.throw...rc.|d|S)Nrrmrs rrzIteratorProxy.closerrN) r?rArBr=rrrFrrrrrrr sd6I222...////////rrc,eZdZdZddZdZdZdZdS) AcquirerProxy)acquirereleaseTNc@||fn||f}|d|SNrrm)r3blockingr'rKs rrzAcquirerProxy.acquires,%o{{Hg3F 4000rc,|dSNrrmr6s rrzAcquirerProxy.release ***rc,|dSrrmr6s rr/zAcquirerProxy.__enter__rrc,|dSrrmr1s rr5zAcquirerProxy.__exit__!rr)TN)r?rArBr=rrr/r5rrrrrsZ&I1111+++++++++++rrc0eZdZdZddZd dZdZddZdS) ConditionProxy)rrrnotify notify_allNc0|d|fSNrrmr&s rrzConditionProxy.wait' 333rr c0|d|fS)Nrrm)r3ns rrzConditionProxy.notify)s1$///rc,|dS)Nrrmr6s rrzConditionProxy.notify_all+s ---rc|}|r|S|tj|z}nd}d}|s@||tjz }|dkrn!|||}|@|S)Nr)time monotonicr)r3 predicater'rNendtimewaittimes rwait_forzConditionProxy.wait_for-s  M  n&&0GGGH !""T^%5%55q== IIh   Y[[F  ! rr)r )r?rArBr=rrrrrrrrr%sdFI44440000...rrc,eZdZdZdZdZdZddZdS) EventProxy)rrrRrc,|dS)Nrrmr6s rrzEventProxy.is_setBs)))rc,|dSNrrmr6s rrzEventProxy.setD&&&rc,|dS)NrRrmr6s rrRzEventProxy.clearF(((rNc0|d|fSrrmr&s rrzEventProxy.waitHrrr)r?rArBr=rrrRrrrrrr@sZ2I***''')))444444rrcheZdZdZd dZdZdZedZedZ edZ dS) BarrierProxy)__getattribute__rabortresetNc0|d|fSrrmr&s rrzBarrierProxy.waitNrrc,|dS)Nrrmr6s rrzBarrierProxy.abortPrrc,|dS)Nrrmr6s rrzBarrierProxy.resetRrrc.|ddS)Nr)partiesrmr6s rrzBarrierProxy.partiesTs 2LAAArc.|ddS)Nr) n_waitingrmr6s rrzBarrierProxy.n_waitingWs 2NCCCrc.|ddS)Nr)brokenrmr6s rrzBarrierProxy.brokenZs 2K@@@rr) r?rArBr=rrrrMrrrrrrrrLs>I4444)))))) BBXB DDXD AAXAAArrc$eZdZdZdZdZdZdS)NamespaceProxy)r __setattr__ __delattr__c|ddkrt||St|d}|d|fS)Nrrfrkr)objectrr3rI callmethods r __getattr__zNamespaceProxy.__getattr__asO q6S==**455 5,,T=AA z,sf555rc|ddkrt|||St|d}|d||fS)Nrrfrkr)rrr)r3rIrrs rrzNamespaceProxy.__setattr__fsR q6S==%%dC77 7,,T=AA z-#u666rc|ddkrt||St|d}|d|fS)Nrrfrkr)rrrrs rrzNamespaceProxy.__delattr__ksN q6S==%%dC00 0,,T=AA z-#000rN)r?rArBr=rrrrrrrr_sFBI666 777 11111rrcVeZdZdZdZdZeeeZee j Z dS) ValueProxy)rrc,|dS)Nrrmr6s rrzValueProxy.gettrrc0|d|fSrrmrs rrzValueProxy.setvsx000rN) r?rArBr=rrrMrrKtypes GenericAlias__class_getitem__rrrrrrsWI'''111 HS#  E# E$677rr BaseListProxy)__add__ __contains__ __delitem__ __getitem____len____mul__ __reversed____rmul__ __setitem__r`countextendindexinsertrremovereverser__imul__ceZdZdZdZdS) ListProxyc4|d|f|S)Nrrmrs r__iadd__zListProxy.__iadd__s E8,,, rc4|d|f|S)Nr rmrs rr zListProxy.__imul__s eX... rN)r?rArBrr rrrr r s2rr  DictProxy)rrrrrrrRrErr%r&rpopitem setdefaultrr'rIterator ArrayProxy)rrr PoolProxy) apply apply_asyncrimapimap_unorderedrmap map_asyncstarmap starmap_asyncr7 AsyncResult)rrrrrceZdZdZdZdS)rc|Srrr6s rr/zPoolProxy.__enter__rrc.|dSr)r7r1s rr5zPoolProxy.__exit__s rN)r?rArBr/r5rrrrrs2rceZdZdS)rN)r?rArBrrrrrsrrQueue JoinableQueuerrRLock SemaphoreBoundedSemaphore ConditionBarrierPoolr)rr)rrH)rHc>eZdZ gfdZdZdZdZdZdZdZ dS) _SharedMemoryTrackerc"||_||_dSrshared_memory_context_name segment_names)r3r#r0s rr4z_SharedMemoryTracker.__init__s.2D +!.D   rc tjd|dt|j|dS)NzRegister segment  in pid )rrrr0r`r3 segment_names rregister_segmentz%_SharedMemoryTracker.register_segmentsG D JM<MM688MM N N N   % %l 3 3 3 3 3rc tjd|dt|j|t j|}||dS)NzDestroy segment r2) rrrr0rr SharedMemoryrunlink)r3r4segments rdestroy_segmentz$_SharedMemoryTracker.destroy_segmentsw E JL,LL&((LL M M M   % %l 3 3 3#0>>G MMOOO NN     rcV |jddD]}||dSr)r0r:r3s rr8z_SharedMemoryTracker.unlinksA J $ 2111 5 3 3 $$\2222 3 3rctjd|jjdt |dS)NzCall z .__del__ in )rrr>r?rr8r6s r__del__z_SharedMemoryTracker.__del__s= JNt~6NNFHHNN O O O KKMMMMMrc|j|jfSrr.r6s rr7z!_SharedMemoryTracker.__getstate__s3T5GH Hrc|j|dSr)r4r9s rr;z!_SharedMemoryTracker.__setstate__s DM5 ! ! ! !rN) r?rArBr4r5r:r8r=r7r;rrrr,r,s5/1 / / / / 4 4 4     3 3 3     I I I " " " " "rr,cJeZdZejgdzZdZdZdZdZdZ dZ dS) SharedMemoryServer) track_segmentrelease_segment list_segmentsc"tj|g|Ri||j}t|trt j|}td|dt|_ tj dtdS)Nshm_rfz"SharedMemoryServer started by pid ) rir4r0rTrxosfsdecoder,rshared_memory_contextrr)r3rKkwargsr0s rr4zSharedMemoryServer.__init__s OD 24 2 2 26 2 2 2lG'5)) /+g..$%@G%@%@fhh%@%@AA  & JFFHHFF G G G G Grc t|j|ddr |j|d<tj|||g|Ri|S)Nrj_shared_memory_proxyrI)r8ryrIrirk)r3rIr/rKrJs rrkzSharedMemoryServer.create s\ M t}V,R02HII M262L./=q&B4BBB6BB Brcl |jt||Sr)rIr8rirjrs rrjzSharedMemoryServer.shutdowns. O  & - - / / /??4++ +rc< |j|dSr)rIr5r3rIr4s rrBz SharedMemoryServer.track_segments" M  & 7 7 E E E E Erc< |j|dSr)rIr:rOs rrCz"SharedMemoryServer.release_segments% K  & 6 6| D D D D Drc |jjSr)rIr0rs rrDz SharedMemoryServer.list_segments!s &-; ;rN) r?rArBrirr4rkrjrBrCrDrrrrArAsFFFG H H H C C C , , ,  F F F E E E  < < < < r?r)r3rKrJrUs rr4zSharedMemoryManager.__init__3sw'!! /..... //111   7 7 7 7 7 7 7 J$.1MM688MM N N N N Nrcdtj|jjdt dS)Nz.__del__ by pid )rrr>r?rr6s rr=zSharedMemoryManager.__del__?s/ J$.1MM688MM N N N N Nrc |jjtjkr~|jjtjkrt d|jjtjkrt dt d|jj||j |j |j |j S)Nz"Already started SharedMemoryServerz!SharedMemoryManager has shut downr) rrrrrr rrWrrrrrr6s rrzSharedMemoryManager.get_serverBs N{ EM11;$ 55&'KLLL[&%.88&'JKKK&,33DK4EFFHHH<< $ t/?AA Arc. ||j|j5}tjdd|} t |dd|jfn(#t$r}||d}~wwxYw dddn #1swxYwY|S)NrT)rksizerB) rrrrr7rOr# BaseExceptionr8)r3r[rsmsrs rr7z SharedMemoryManager.SharedMemoryOs 4dmT]CC t#0dNNNT438+FFFF$JJLLLGG               Js4B AB  A:A55A::B  BBc< ||j|j5}tj|} t |dd|jjfn-#t$r }|j |d}~wwxYw dddn #1swxYwY|S)NrrB) rrrr ShareableListrOshmr#r\r8)r3rrslrs rr_z!SharedMemoryManager.ShareableList[s FdmT]CC t"0::T426;.IIII$FMMOOOGJ               Is4BAB B!A<<BBBBN) r?rArBrArr4r=rr7r_rrrrr'st % O O O O O O A A A        rrr)U__all__rrrrqueuerrrGrrrrVr contextr r r rrrrr HAS_SHMEMr` ImportErrorrrJ view_typesr, view_typerrrOrHrrXrcrgrirrr XmlListener XmlClientr|rrrOrr{rrFrrrrrrrrrrrr rr>r BasePoolProxyrrr#rrr%r&r'r(r)r*r)rr,rArrrrrls A @ @    @@@@@@@@@@*I NN()))) III222 5; --- N N4M N N N 33IIy/2222 z MMMMMFMMM.&(b)))) I I ICCCCC)CCC   AAAG*G*G*G*G*VG*G*G*\ F#Z%67):+?@t't't't't'&t't't'tcm=m=m=m=m=m=m=m=f:::*)+,8<7<: E E E E E E E E     F   ++++ / / / / /I / / / + + + + +I + + +]6 4 4 4 4 4 4 4 4AAAAA9AAA&11111Y111&88888888 o0   M+(       ]<*  k, !"  $$       +    Wek*** _ek222 Wioz::: VY^];;; Wio}=== [)"5}EEE ')C"$$$ [)"5~FFF Y 1<@@@ VTY 222 VT9--- VT9--- WeZ000 WeZ000 [)^<<< Z=NNN ]%888  Q""""""""""""""""J*<*<*<*<*>>>>k>>>>>gQQsA88BBPKjGe[ɨAA,__pycache__/forkserver.cpython-311.opt-1.pycnu[ !A?hf/DddlZddlZddlZddlZddlZddlZddlZddlZddlZddl m Z ddl m Z ddl m Z ddl mZddl mZddl mZgd Zd Zejd ZGd d eZddZdZdZdZeZejZejZejZejZdS)N) connection)process) reduction)resource_tracker)spawn)util)ensure_runningget_inherited_fdsconnect_to_new_processset_forkserver_preloadqc8eZdZdZdZdZdZdZdZdZ dS) ForkServerc~d|_d|_d|_d|_t j|_dg|_dS)N__main__)_forkserver_address_forkserver_alive_fd_forkserver_pid_inherited_fds threadingLock_lock_preload_modulesselfs 3/usr/lib64/python3.11/multiprocessing/forkserver.py__init__zForkServer.__init__"sA#' $(!#"^%% !+ cn|j5|ddddS#1swxYwYdSN)r_stop_unlockedrs r_stopzForkServer._stop*s Z " "    ! ! ! " " " " " " " " " " " " " " " " " "s *..c |jdStj|jd|_tj|jdd|_t j|jstj|jd|_dS)Nr) roscloserwaitpidr is_abstract_socket_namespacerunlinkrs rr#zForkServer._stop_unlocked/s   ' F *+++$(! 4'+++#01IJJ 0 Id. / / /#'   r cdtd|Dstd||_dS)z>Set list of module names to try to load in forkserver process.c3BK|]}t|tuVdSr")typestr).0mods r z4ForkServer.set_forkserver_preload..@s-==499#======r z&module_names must be a list of stringsN)all TypeErrorr)r modules_namess rr z!ForkServer.set_forkserver_preload>s?==}===== FDEE E -r c|jS)zReturn list of fds inherited from parent process. This returns None if the current process was not started by fork server. )rrs rr zForkServer.get_inherited_fdsDs ""r c|t|dztkrtdt jtj5}||jtj \}}tj \}}|||j tj g}||z } tj||||ftj|tj|cdddS#tj|tj|xYw#tj|tj|wxYw#1swxYwYdS)a;Request forkserver to create a child process. Returns a pair of fds (status_r, data_w). The calling process can read the child process's pid and (eventually) its returncode from status_r. The calling process should write to data_w the pickled preparation and process data. z too many fdsN)r lenMAXFDS_TO_SEND ValueErrorsocketAF_UNIXconnectrr&piperrgetfdrsendfdsr')rfdsclientparent_rchild_wchild_rparent_wallfdss rr z!ForkServer.connect_to_new_processLs  s88a<> ) )^,, , ]6> * * "f NN43 4 4 4 " Hg " GXw(A&,..0F cMF "!&&111) !!!!!!! " " " " " " " " """"""!!!!!!!! " " " " " " " " " "s7A(E.D(E.+D>>E*E++E..E25E2c |j5tj|jet j|jtj\}}|s ddddSt j|jd|_ d|_d|_d}|j r9ddh tj d} fd| D}ni}tjtj5}t!jd}||t'j|st j|d|t j\}} ||g} ||||j |fz}tj} | gt'jz} | d |gz } t'j| | | }n#t j|xYw t j|n#t j|wxYw||_ ||_||_dddn #1swxYwYddddS#1swxYwYdS) zMake sure that a fork server is running. This can be called from any process. Note that usually a child process will just reuse the forkserver started by its parent, so ensure_running() will do nothing. NzCfrom multiprocessing.forkserver import main; main(%d, %d, %r, **%r) main_pathsys_pathignorec$i|] \}}|v || SrM)r/xy desired_keyss r z-ForkServer.ensure_running..s)KKKAl9J9J19J9J9Jr r<iz-c)rrr rr&r(WNOHANGr'rrrrget_preparation_dataitemsr;r<rarbitrary_addressbindr r)chmodlistenr>filenoget_executable_args_from_interpreter_flagsspawnv_passfds) rpidstatuscmddatalisteneraddressalive_ralive_w fds_to_passexeargsrPs @rr zForkServer.ensure_runningisZ1 +1 +  + - - -#/ j)=rzJJ V1 +1 +1 +1 +1 +1 +1 +1 +2333+/(,0)'+$,C$  +Z8 1(;;KKKKKKKv~.. +($6yAA g&&&8AA-HWe,,,!!!$&799  &#+??#4#4g">KHOO--w8M ""C.00C54#D#F#FFDT3K'D-c4EECCHW%%% HW%%%%BHW%%%%+2(,3)'*$3 + + + + + + + + + + + + + + +11 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +siAI)BI)+A=I)A=G'&H'G>>HIH--I I)I I)I I))I-0I-N) __name__ __module__ __qualname__rr$r#r r r r rMr rrr s}---""" ( ( (... ###""":8+8+8+8+8+r rc  |rd|vr[|Ydtj_ tj|tj`n#tj`wxYw|D]"} t |#t $rYwxYwtjtj \}}tj |dtj |dd}tj |tjtji} d| D} tj|i} t%jt$j|5} t)j5} | t._| | t(j| |t(j| |t(j d| D}|rn"||vrt8||vrtj|d  tjd tj\}}n#t@$rYnwxYw|d krn{| !|d}|Ktj"|} tG||n#tH$rYnwxYwtj%|ntMj'd |z| |vr| (d 5}tSj*|tVd z}tY|tVkr/t[d.tY||^}}}|%tj/}|d krd } | %| %||||g}|0| 1te|||| }nM#tf$r@tij5tij6thj78YnwxYwtj9|nm#tj9|wxYw tG||n#tH$rYnwxYw|| |<tj%||D]}tj%|dddn #1swxYwYn-#tt$r }|j;tvj<krYd}~nd}~wwxYw6#1swxYwYddddS#1swxYwYdS)zRun forkserver.rNTFcdSr"rM)_unuseds rsigchld_handlerzmain..sigchld_handlers r c@i|]\}}|tj||SrM)signal)r/sigvals rrQzmain..s:888"csC00888r )rYc"g|] \}}|j SrM)fileobj)r/keyeventss r zmain..sOOOMS&CKOOOr irz.forkserver: waitpid returned unexpected pid %drzToo many ({0:n}) fds to send)=rcurrent_process _inheritingrimport_main_path __import__ ImportErrorr _close_stdinr&r> set_blockingrpSIGCHLDSIGINTSIG_IGNrT set_wakeup_fdr;r< selectorsDefaultSelector getsockname _forkserverrregister EVENT_READselect SystemExitreadr(rRChildProcessErrorpopwaitstatus_to_exitcode write_signedBrokenPipeErrorr'warningswarnacceptrrecvfdsr9r8 RuntimeErrorformatforkextendvalues _serve_one Exceptionsys excepthookexc_infostderrflush_exitOSErrorerrno ECONNABORTED) listener_fdrcpreloadrIrJmodnamesig_rsig_wrnhandlers old_handlers pid_to_fdraselectorrfdsr]stsrD returncodesrArEcode unused_fdsfdes rmainrs   Y%:48G # % % 1 :&y111+--99G+--99999  G 7####     799LE5OE5!!!OE5!!!    v~  H 88&.nn&6&6888L I v~k : : :Yh  " $ $Y(0*2*>*>*@*@ '(I$8999'9#7888%!5666Q P OOX__=N=NOOOD d??%$D==GE5)))E"')z"bj'A'AHC0"""!E"!88!"+--T":":".)+)B3)G)GJ% ,Wj A A A A#2%%% $%HW----%M+>@C+DEEE+E0t##!**1-$-'/>A3EFFs88n44". > E E$'HH!.!.#/#//25.3  gii!88#$D / ( 0 0 0 ( 0 0 0.5wu-M * 1 1)2B2B2D2D E E E'1'32<2>(@(@$-333 #  ? ? # 0 0 2 2 2 2 23!#% ,Wc : : : :#2%%% $%.5IcNHW---&)-- " I$-$-$-$-$-$-$-$-$-$-$-$-$-$-$-L   7e00010000 _Q YYYYYYYYYYYYYYYYYYYYYYYYYYsCA A'A77 BBT7)BT*AS03"IS0 I# S0"I##6S0J+*S0+ J85S07J88AS0BS$!A'P Q+ AQ Q+Q Q+S$+R S$RS$ R# S$"R# #5S$ S0$S( (S0+S( ,S0/T0 T:TTTTT# #T7&T# 'T77T;>T;c`tjd|D]\}}tj|||D]}tj||^t _tj_ t _ tj |}tj ||}|S)Nrx)rprrTr&r'rrr_resource_tracker_fdrdupr_main) rErArrrqrrrparent_sentinelrs rrr+s NN$$  S c3  %("[%'+ fWooO ;w 0 0D Kr c d}tj}t||krNtj||t|z }|st d||z }t||kNt|dS)Nr zunexpected EOFr) SIGNED_STRUCTsizer8r&rEOFErrorunpack)rr`lengthrs r read_signedrBs D  F d))f   GBT* + + -+,, ,   d))f      % %a ((r ct|}|r8tj||}|dkrt d||d}|6dSdS)Nrzshould not get here)rpackr&writer)rnmsgnbytess rrrLsq   Q  C "c"" Q;;455 5&''l r )NN) rr&rrpr;structrrrrrcontextrrrr __all__r9Structrobjectrrrrrrr r r r rMr rrs   % % % c"" A+A+A+A+A+A+A+A+NAAAAH.)))jll +1$;$;r PKjGe[nA--.__pycache__/sharedctypes.cpython-311.opt-2.pycnu[ !A?hddlZddlZddlmZddlmZddlmZmZejZ gdZ ej ej ej ejejejejejejejejejejejdZdZd Zd Zd dd d Zd dd dZdZddZ dZ!dZ"dZ#dZ$iZ%ej&Z'Gdde(Z)Gdde)Z*Gdde)Z+Gdde+Z,dS)N)heap) get_context) reductionassert_spawning)RawValueRawArrayValueArraycopy synchronized)cubBhHiIlLqQfdcttj|}tj|}t ||dSN)ctypessizeofr BufferWrapper rebuild_ctype)type_sizewrappers 5/usr/lib64/python3.11/multiprocessing/sharedctypes.py _new_valuer&'s3 =  D &&G  . ..c t||}t|}tjtj|dtj||j||SNr)typecode_to_typegetr&rmemset addressofr__init__)typecode_or_typeargsr"objs r%rr,sj  !13C D DE U  C M&"3''FM#,>,>???CL$ Jr'c^ t||}t|trP||z}t |}t jt j|dt j||S|t|z}t |}|j ||Sr)) r*r+ isinstanceintr&rr,r-rlenr.)r/size_or_initializerr"r1results r%r r 6s  !13C D DE%s++ ++ f&s++Q c0B0BCCC /000E"",-- r'T)lockctxc t|g|R}|dur|S|dvr$|p t}|}t|dst d|zt |||SNF)TNacquirez%r has no method 'acquire')r9)rrRLockhasattrAttributeErrorr )r/r8r9r0r1s r%r r Fs # +d + + +C u}}  |"[]]yy{{ 4 # #B9D@AAA Ts + + ++r'c t||}|dur|S|dvr$|p t}|}t|dst d|zt |||Sr;)r rr=r>r?r )r/r6r8r9r1s r%r r Ts #%8 9 9C u}}  |"[]]yy{{ 4 # #B9D@AAA Ts + + ++r'cltt|}|tj|d<|Sr))r&typerpointer)r1new_objs r%r r bs.c##G!$FN7A Nr'c|p t}t|tjrt |||St|tjr5|jtjurt|||St|||St|} t|}nX#t$rKd|j D}d|D}d|jz}t|tf|x}t|<YnwxYw||||S)Ncg|] }|d S)r).0fields r% z synchronized..vs888%U1X888r'c.i|]}|t|SrG) make_property)rHnames r% z synchronized..ws"===t}T**===r' Synchronized)rr3r _SimpleCDatarOr _type_c_charSynchronizedStringSynchronizedArrayrB class_cacheKeyError_fields___name__SynchronizedBase)r1r8r9clssclsnamesr classnames r%r r gs) C#v*++$Cs+++ C & & $ : & &%c455 5 dC0003ii Ns#DD N N N883<888E==u===A&5I&*97G6I1&M&M MD;s###  N tCs###s B))AC>=C>ct|t|tjrt|j|j|jffStt||jdffSr) rr3rr r!rQ_wrapper_length_rB)r1s r% reduce_ctyperasVC#v|$$>sz3<FFFtCyy#,===r'c|||z}t|t|}||}||_|Sr)_ForkingPicklerregisterracreate_memoryview from_bufferr_)r"r$lengthbufr1s r%r!r!sW UL111  # # % %C   C CCL Jr'c t|S#t$r9i}tt|fdzz|||t|<||cYSwxYw)N) prop_cacherVexectemplate)rMrs r%rLrLsh$   X$ #Q'''T7 4w s AAAz def get%s(self): self.acquire() try: return self._obj.%s finally: self.release() def set%s(self, value): self.acquire() try: self._obj.%s = value finally: self.release() %s = property(get%s, set%s) c:eZdZd dZdZdZdZdZdZdZ dS) rYNc||_|r||_n+|ptd}||_|jj|_|jj|_dS)NT)force)_obj_lockrr=r<release)selfr1r8r9s r%r.zSynchronizedBase.__init__sZ  %DJJ04000CDJz) z) r'c4|jSr)rr __enter__rts r%rvzSynchronizedBase.__enter__sz##%%%r'c |jj|Sr)rr__exit__)rtr0s r%ryzSynchronizedBase.__exit__s"tz"D))r'cJt|t|j|jffSr)rr rqrrrws r% __reduce__zSynchronizedBase.__reduce__s$di444r'c|jSrrqrws r%get_objzSynchronizedBase.get_objs yr'c|jSr)rrrws r%get_lockzSynchronizedBase.get_locks zr'cBdt|jd|jdS)N)rBrXrqrws r%__repr__zSynchronizedBase.__repr__s$(,T (;(;(;TYYYGGr'NN) rX __module__ __qualname__r.rvryr{r~rrrGr'r%rYrYs****&&&***555HHHHHr'rYc$eZdZedZdS)rOvalueN)rXrrrLrrGr'r%rOrOs M' " "EEEr'rOc,eZdZdZdZdZdZdZdS)rTc*t|jSr)r5rqrws r%__len__zSynchronizedArray.__len__s49~~r'cT|5|j|cdddS#1swxYwYdSrr})rtrs r% __getitem__zSynchronizedArray.__getitem__su   9Q<                  !!cP|5||j|<ddddS#1swxYwYdSrr})rtrrs r% __setitem__zSynchronizedArray.__setitem__sw  ! ! DIaL ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! !s cX|5|j||cdddS#1swxYwYdSrr})rtstartstops r% __getslice__zSynchronizedArray.__getslice__sz  ) )9U4Z( ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) )s ##cT|5||j||<ddddS#1swxYwYdSrr})rtrrvaluess r% __setslice__zSynchronizedArray.__setslice__s|  + +$*DIeDj ! + + + + + + + + + + + + + + + + + +rN)rXrrrrrrrrGr'r%rTrTs_   !!!)))+++++r'rTc:eZdZedZedZdS)rSrrawN)rXrrrLrrrGr'r%rSrSs, M' " "E -  CCCr'rSr)-rweakrefrrcontextrrForkingPicklerrc__all__rRc_wcharc_bytec_ubytec_shortc_ushortc_intc_uintc_longc_ulong c_longlong c_ulonglongc_floatc_doubler*r&rr r r r r rar!rLrmrkWeakKeyDictionaryrUobjectrYrOrTrSrGr'r%rsQ ////////* L L L       !3 ///  )-$ , , , , ,:>4 , , , , , $$$$2>>>   'g')) HHHHHvHHH@#########+++++(+++,*r'PKjGe[#5,''+__pycache__/resource_sharer.cpython-311.pycnu[ !A?hddlZddlZddlZddlZddlZddlmZddlmZddlm Z dgZ ej dkre dgz Z Gd de Z ne d gz Z Gd d e ZGd d e ZeZejZdS)N)process) reduction)utilstopwin32 DupSocketceZdZdZdZdZdS)r zPicklable wrapper for a socket.c|fd}t|j|_dS)Nc\|}||dSN)share send_bytes)connpidrnew_socks 8/usr/lib64/python3.11/multiprocessing/resource_sharer.pysendz DupSocket.__init__..sends, s++&&&&&)dup_resource_sharerregisterclose_id)selfsockrrs @r__init__zDupSocket.__init__sHxxzzH ' ' ' ' '(00x~FFDHHHrct|j5}|}t j|cdddS#1swxYwYdS)z1Get the socket. This should only be called once.N)rget_connectionr recv_bytessocket fromshare)rrrs rdetachzDupSocket.detach$s!00:: /d))'.. / / / / / / / / / / / / / / / / / /s(AAAN__name__ __module__ __qualname____doc__rr#rrr r s;-- G G G / / / / /rDupFdceZdZdZdZdZdS)r*z-Wrapper for fd which can be used at any time.ctj|fd}fd}t|||_dS)Nc4tj||dSr )r send_handle)rrnew_fds rrzDupFd.__init__..send1s%dFC88888rc0tjdSr )osr)r/srrzDupFd.__init__..close3s     r)r1rrrr)rfdrrr/s @rrzDupFd.__init__/s]VBZZF 9 9 9 9 9 ! ! ! ! !'00u==DHHHrct|j5}tj|cdddS#1swxYwYdS)z-Get the fd. This should only be called once.N)rrrr recv_handle)rrs rr#z DupFd.detach7s!00:: 3d ,T22 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3sAAANr$r)rrr*r*-s8;; > > > 3 3 3 3 3rcNeZdZdZdZdZedZd dZdZ dZ d Z dS) _ResourceSharerz.Manager for resources using background thread.cd|_i|_tj|_d|_d|_d|_tj |tj dS)Nr) _key_cache threadingLock_lock _listener_address_threadrregister_after_forkr6 _afterfork)rs rrz_ResourceSharer.__init__?sP  ^%%     'ABBBBBrc|j5|j||xjdz c_||f|j|j<|j|jfcdddS#1swxYwYdS)z+Register resource, returning an identifier.Nr)r<r>_startr8r9)rrrs rrz_ResourceSharer.registerHs Z . .}$ IINII&*E]DK "M49-  . . . . . . . . . . . . . . . . . .sA AA#&A#cddlm}|\}}||tjj}||t jf|S)zrrJrHrrr?joinis_aliver sub_warningr=r9itemsclear)rtimeoutrFrOrNrrs rrz_ResourceSharer.stopZs&&&&&& Z $ $}(F4=#*#:#<#<#DFFFt   !!'***<((**<$&;<<<$$&&&# $ !%*.+*;*;*=*=&C$EGGGG !!###! $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $sDD//D36D3c,|jD]\}\}}||j|j|j|jd|_d|_d|_dSr ) r9rTrUr<_at_fork_reinitr=rr>r?)rrNrrs rrAz_ResourceSharer._afterforkos"&+"3"3"5"5   C$ EGGGG  ""$$$ > % N " " "  rcFddlm}|j Jdtjd|t jjd|_|jj|_ tj |j }d|_ |||_dS) Nr)ListenerzAlready have Listenerz0starting listener and thread for sending handles)rHbacklog)targetT)rIrZr=rdebugrrJrHrMr>r:Thread_servedaemonstartr?)rrZts rrCz_ResourceSharer._startzs((((((~%%'>%%% EFFF!'*A*C*C*KUXYYY.  DK 0 0 0   rcDttdr0tjtjtj |j5}|}| ddddS|\}}|j |\}} ||||n#|wxYw dddn #1swxYwYn9#tj stj tjYnxYw)Npthread_sigmask)hasattrsignalre SIG_BLOCK valid_signalsr=acceptrecvr9popr is_exitingsys excepthookexc_info)rrmsgrNdestination_pidrrs rr`z_ResourceSharer._serveso 6, - - M  "6#3V5I5K5K L L L 4 4^**,,  ))++C{         ,/(C"&+//#"6"6KD% T?333                 4((4NCLNN33 4sTC(!C9 C("C) C5 C C  C C(C  C(#C $C((4Dr ) r%r&r'r(rr staticmethodrrrArCr`r)rrr6r6=s88CCC...\$$$$*      44444rr6)r1rgr!rnr:rcontextrr__all__platformobjectr r*r6rrr)rrrysE  (<7 }G / / / / /F / / / /  yG 3 3 3 3 3 3 3 3 Y4Y4Y4Y4Y4fY4Y4Y4x#?$$rPKjGe[&&1__pycache__/resource_sharer.cpython-311.opt-1.pycnu[ !A?hddlZddlZddlZddlZddlZddlmZddlmZddlm Z dgZ ej dkre dgz Z Gd de Z ne d gz Z Gd d e ZGd d e ZeZejZdS)N)process) reduction)utilstopwin32 DupSocketceZdZdZdZdZdS)r zPicklable wrapper for a socket.c|fd}t|j|_dS)Nc\|}||dSN)share send_bytes)connpidrnew_socks 8/usr/lib64/python3.11/multiprocessing/resource_sharer.pysendz DupSocket.__init__..sends, s++&&&&&)dup_resource_sharerregisterclose_id)selfsockrrs @r__init__zDupSocket.__init__sHxxzzH ' ' ' ' '(00x~FFDHHHrct|j5}|}t j|cdddS#1swxYwYdS)z1Get the socket. This should only be called once.N)rget_connectionr recv_bytessocket fromshare)rrrs rdetachzDupSocket.detach$s!00:: /d))'.. / / / / / / / / / / / / / / / / / /s(AAAN__name__ __module__ __qualname____doc__rr#rrr r s;-- G G G / / / / /rDupFdceZdZdZdZdZdS)r*z-Wrapper for fd which can be used at any time.ctj|fd}fd}t|||_dS)Nc4tj||dSr )r send_handle)rrnew_fds rrzDupFd.__init__..send1s%dFC88888rc0tjdSr )osr)r/srrzDupFd.__init__..close3s     r)r1rrrr)rfdrrr/s @rrzDupFd.__init__/s]VBZZF 9 9 9 9 9 ! ! ! ! !'00u==DHHHrct|j5}tj|cdddS#1swxYwYdS)z-Get the fd. This should only be called once.N)rrrr recv_handle)rrs rr#z DupFd.detach7s!00:: 3d ,T22 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3sAAANr$r)rrr*r*-s8;; > > > 3 3 3 3 3rcNeZdZdZdZdZedZd dZdZ dZ d Z dS) _ResourceSharerz.Manager for resources using background thread.cd|_i|_tj|_d|_d|_d|_tj |tj dS)Nr) _key_cache threadingLock_lock _listener_address_threadrregister_after_forkr6 _afterfork)rs rrz_ResourceSharer.__init__?sP  ^%%     'ABBBBBrc|j5|j||xjdz c_||f|j|j<|j|jfcdddS#1swxYwYdS)z+Register resource, returning an identifier.Nr)r<r>_startr8r9)rrrs rrz_ResourceSharer.registerHs Z . .}$ IINII&*E]DK "M49-  . . . . . . . . . . . . . . . . . .sA AA#&A#cddlm}|\}}||tjj}||t jf|S)zrrJrHrrr?joinis_aliver sub_warningr=r9itemsclear)rtimeoutrFrOrNrrs rrz_ResourceSharer.stopZs&&&&&& Z $ $}(F4=#*#:#<#<#DFFFt   !!'***<((**<$&;<<<$$&&&# $ !%*.+*;*;*=*=&C$EGGGG !!###! $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $sDD//D36D3c,|jD]\}\}}||j|j|j|jd|_d|_d|_dSr ) r9rTrUr<_at_fork_reinitr=rr>r?)rrNrrs rrAz_ResourceSharer._afterforkos"&+"3"3"5"5   C$ EGGGG  ""$$$ > % N " " "  rc$ddlm}tjd|t jjd|_|jj|_ tj |j }d|_ |||_dS)Nr)Listenerz0starting listener and thread for sending handles)rHbacklog)targetT)rIrZrdebugrrJrHr=rMr>r:Thread_servedaemonstartr?)rrZts rrCz_ResourceSharer._startzs(((((( EFFF!'*A*C*C*KUXYYY.  DK 0 0 0   rcDttdr0tjtjtj |j5}|}| ddddS|\}}|j |\}} ||||n#|wxYw dddn #1swxYwYn9#tj stj tjYnxYw)Npthread_sigmask)hasattrsignalre SIG_BLOCK valid_signalsr=acceptrecvr9popr is_exitingsys excepthookexc_info)rrmsgrNdestination_pidrrs rr`z_ResourceSharer._serveso 6, - - M  "6#3V5I5K5K L L L 4 4^**,,  ))++C{         ,/(C"&+//#"6"6KD% T?333                 4((4NCLNN33 4sTC(!C9 C("C) C5 C C  C C(C  C(#C $C((4Dr ) r%r&r'r(rr staticmethodrrrArCr`r)rrr6r6=s88CCC...\$$$$*      44444rr6)r1rgr!rnr:rcontextrr__all__platformobjectr r*r6rrr)rrrysE  (<7 }G / / / / /F / / / /  yG 3 3 3 3 3 3 3 3 Y4Y4Y4Y4Y4fY4Y4Y4x#?$$rPKjGe[lLAA-__pycache__/popen_spawn_posix.cpython-311.pycnu[ !A?hddlZddlZddlmZmZddlmZddlmZddlmZdgZ Gdd e Z Gd dej Z dS) N) reductionset_spawning_popen) popen_fork)spawn)utilPopenceZdZdZdZdS)_DupFdc||_dSNfdselfrs :/usr/lib64/python3.11/multiprocessing/popen_spawn_posix.py__init__z_DupFd.__init__s c|jSr r)rs rdetachz _DupFd.detachs wrN)__name__ __module__ __qualname__rrrrr r s2rr c2eZdZdZeZfdZdZdZxZ S)r rcXg|_t|dSr )_fdssuperr)r process_obj __class__s rrzPopen.__init__s(  %%%%%rc:|j||Sr )rappendrs rduplicate_for_childzPopen.duplicate_for_child"s  rcddlm}|}|j|t j|j}tj }t| tj ||tj ||tdn#tdwxYwdx}x}x}} tj\}}tj\}} t j||} |j||gt#jt j| |j|_||_t-| dd5} | |dddn #1swxYwYg} || fD]} | | | t#j|t"j| |_||fD]} | tj| dS#g} || fD]} | | | t#j|t"j| |_||fD]} | tj| wxYw)Nr)resource_tracker) tracker_fd pipe_handlewbF)closefd)r%getfdrr"rget_preparation_data_nameioBytesIOrrdumpospipeget_command_lineextendrspawnv_passfdsget_executablepidsentinelopenwrite getbufferFinalize close_fds finalizerclose)rrr%r& prep_datafpparent_rchild_wchild_rparent_wcmdf fds_to_closers r_launchz Popen._launch&s&&&&&&%++--  $$$.{/@AA Z\\4    % N9b ) ) ) N; + + + t $ $ $ $ t $ $ $ $266676Wx ! " Hg " GX(J5<>>>C I  gw/ 0 0 0*5+?+A+A+. ;;DH$DMhe444 ( ''' ( ( ( ( ( ( ( ( ( ( ( ( ( ( (L* , ,> ''+++!]4NNDN( ! !>HRLLL ! ! L* , ,> ''+++!]4NNDN( ! !>HRLLL !s>1*B++B<B(H0(F$ H$F((H+F(,HA$I7) rrrmethodr DupFdrr#rI __classcell__)r s@rr r s` F E&&&&&"!"!"!"!"!"!"!r) r.r1contextrrr*rrr__all__objectr r rrrrPs 22222222 )V.!.!.!.!.!J .!.!.!.!.!rPKjGe[d8%8%1__pycache__/resource_sharer.cpython-311.opt-2.pycnu[ !A?hddlZddlZddlZddlZddlZddlmZddlmZddlm Z dgZ ej dkre dgz Z Gd de Z ne d gz Z Gd d e ZGd d e ZeZejZdS)N)process) reduction)utilstopwin32 DupSocketceZdZ dZdZdS)r c|fd}t|j|_dS)Nc\|}||dSN)share send_bytes)connpidrnew_socks 8/usr/lib64/python3.11/multiprocessing/resource_sharer.pysendz DupSocket.__init__..sends, s++&&&&&)dup_resource_sharerregisterclose_id)selfsockrrs @r__init__zDupSocket.__init__sHxxzzH ' ' ' ' '(00x~FFDHHHrc t|j5}|}t j|cdddS#1swxYwYdSr )rget_connectionr recv_bytessocket fromshare)rrrs rdetachzDupSocket.detach$s C!00:: /d))'.. / / / / / / / / / / / / / / / / / /s(AAAN__name__ __module__ __qualname__rr#rrr r s8- G G G / / / / /rDupFdceZdZ dZdZdS)r)ctj|fd}fd}t|||_dS)Nc4tj||dSr )r send_handle)rrnew_fds rrzDupFd.__init__..send1s%dFC88888rc0tjdSr )osr)r.srrzDupFd.__init__..close3s     r)r0rrrr)rfdrrr.s @rrzDupFd.__init__/s]VBZZF 9 9 9 9 9 ! ! ! ! !'00u==DHHHrc t|j5}tj|cdddS#1swxYwYdSr )rrrr recv_handle)rrs rr#z DupFd.detach7s ?!00:: 3d ,T22 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3sAA ANr$r(rrr)r)-s5; > > > 3 3 3 3 3rcLeZdZ dZdZedZd dZdZdZ dZ dS) _ResourceSharercd|_i|_tj|_d|_d|_d|_tj |tj dS)Nr) _key_cache threadingLock_lock _listener_address_threadrregister_after_forkr5 _afterfork)rs rrz_ResourceSharer.__init__?sP  ^%%     'ABBBBBrc |j5|j||xjdz c_||f|j|j<|j|jfcdddS#1swxYwYdS)Nr)r;r=_startr7r8)rrrs rrz_ResourceSharer.registerHs9 Z . .}$ IINII&*E]DK "M49-  . . . . . . . . . . . . . . . . . .sA A  A$'A$c ddlm}|\}}||tjj}||t jf|S)NrClientauthkey) connectionrErcurrent_processrGrr0getpid)identrEaddresskeycs rrz_ResourceSharer.get_connectionQsbJ&&&&&&  F7G$;$=$=$E F F F RY[[!"""rNcz ddlm}|j5|j ||jt jj}|d||j ||j rtj d|jd|_ d|_d|_|jD]\}\}}||jddddS#1swxYwYdS)NrrDrFz._ResourceSharer thread did not stop when asked)rHrEr;r=rrIrGrrr>joinis_aliver sub_warningr<r8itemsclear)rtimeoutrErNrMrrs rrz_ResourceSharer.stopZsH&&&&&& Z $ $}(F4=#*#:#<#<#DFFFt   !!'***<((**<$&;<<<$$&&&# $ !%*.+*;*;*=*=&C$EGGGG !!###! $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $sDD00D47D4c,|jD]\}\}}||j|j|j|jd|_d|_d|_dSr ) r8rSrTr;_at_fork_reinitr<rr=r>)rrMrrs rr@z_ResourceSharer._afterforkos"&+"3"3"5"5   C$ EGGGG  ""$$$ > % N " " "  rc$ddlm}tjd|t jjd|_|jj|_ tj |j }d|_ |||_dS)Nr)Listenerz0starting listener and thread for sending handles)rGbacklog)targetT)rHrYrdebugrrIrGr<rLr=r9Thread_servedaemonstartr>)rrYts rrBz_ResourceSharer._startzs(((((( EFFF!'*A*C*C*KUXYYY.  DK 0 0 0   rcDttdr0tjtjtj |j5}|}| ddddS|\}}|j |\}} ||||n#|wxYw dddn #1swxYwYn9#tj stj tjYnxYw)Npthread_sigmask)hasattrsignalrd SIG_BLOCK valid_signalsr<acceptrecvr8popr is_exitingsys excepthookexc_info)rrmsgrMdestination_pidrrs rr_z_ResourceSharer._serveso 6, - - M  "6#3V5I5K5K L L L 4 4^**,,  ))++C{         ,/(C"&+//#"6"6KD% T?333                 4((4NCLNN33 4sTC(!C9 C("C) C5 C C  C C(C  C(#C $C((4Dr ) r%r&r'rr staticmethodrrr@rBr_r(rrr5r5=s8CCC...\$$$$*      44444rr5)r0rfr!rmr9rcontextrr__all__platformobjectr r)r5rrr(rrrxsE  (<7 }G / / / / /F / / / /  yG 3 3 3 3 3 3 3 3 Y4Y4Y4Y4Y4fY4Y4Y4x#?$$rPKjGe[AH9H9&__pycache__/heap.cpython-311.opt-1.pycnu[ !A?hj-"ddlZddlmZddlZddlZddlZddlZddlZddlm Z m Z ddl m Z dgZ ejdkrddlZGdd eZn%Gd d eZd Zd Ze jeeGd deZGddeZdS)N) defaultdict) reductionassert_spawning)util BufferWrapperwin32cBeZdZdZejZdZdZdZ dS)ArenazL A shared memory area backed by anonymous memory (Windows). ct||_tdD]p}dtjt |jfz}t jd||}tjdkrn$| qtd||_ ||_ |j|j f|_ dS)Ndz pym-%d-%stagnamerzCannot find name for new mmap)sizerangeosgetpidnext_randmmap_winapi GetLastErrorcloseFileExistsErrornamebuffer_state)selfrirbufs -/usr/lib64/python3.11/multiprocessing/heap.py__init__zArena.__init__&sDI3ZZ G G"bikk4 3C3C%DDiD$777'))Q..E %&EFFFDIDK9di0DKKKc.t||jSN)rr)rs r" __getstate__zArena.__getstate__5s D ! ! !; r$c~|x\|_|_|_tjd|j|j|_dS)Nrr)rrrrr)rstates r" __setstate__zArena.__setstate__9s716 6 DIty4;)B 49EEEDKKKr$N) __name__ __module__ __qualname____doc__tempfile_RandomNameSequencerr#r'r*r$r"r r sb  -,.. 1 1 1    F F F F Fr$r cBeZdZdZejdkrdgZngZddZdZdS) r zJ A shared memory area backed by a temporary file (POSIX). linuxz/dev/shmrc||_||_|dkrtjdt jz||\|_}t j|tj |tj |jft j |j|tj |j|j|_ dS)Nrzpym-%d-)prefixdir)rfdr/mkstemprr _choose_dirunlinkrFinalizer ftruncaterr)rrr7rs r"r#zArena.__init__MsDIDGRxx!) 0%bikk1))$//!1!1!1  $ dBHtwj999 TWd+++)DGTY77DKKKr$c|jD]-}tj|}|j|jz|kr|cS.t jSr&)_dir_candidatesrstatvfsf_bavailf_frsizer get_temp_dir)rrdsts r"r9zArena._choose_dir[sT)  Z]];,44HHH5$&& &r$N)r) r+r,r-r.sysplatformr>r#r9r1r$r"r r Cs^   <7 " ")lOO O 8 8 8 8 ' ' ' ' 'r$c|jdkrtdt|jt j|jffS)NrzDArena is unpicklable because forking was enabled when it was created)r7 ValueError rebuild_arenarrDupFd)as r" reduce_arenarLdsF 42::GHH Hqvyqt'<'<===r$cFt||Sr&)r detach)rdupfds r"rIrIjsT5<<>>***r$czeZdZdZdZdZejfdZe dZ dZ dZ dZ dZd Zd Zd Zd Zd ZdS)Heapi@ctj|_tj|_||_g|_i|_i|_ i|_ tt|_ g|_g|_d|_d|_dSNr)rr_lastpid threadingLock_lock_size_lengths _len_to_seq_start_to_block_stop_to_blockrset_allocated_blocks_arenas_pending_free_blocks _n_mallocs_n_frees)rrs r"r#z Heap.__init__{s  ^%%    "!"-S!1!1 %'! r$c|dz }||z|zS)Nrr1)n alignmentmasks r"_roundupz Heap._roundups1}DTE!!r$c.|t|j|tj}|j|jkr|xjdzc_t jd|t|}|j ||d|fS)Nz"allocating a new mmap of length %dr) rhmaxrYrPAGESIZE_DOUBLE_ARENA_SIZE_UNTILrinfor r`append)rrlengtharenas r" _new_arenazHeap._new_arenass4:t44dmDD :5 5 5 JJ!OJJ 6???f  E"""q&!!r$cT|j}||jkrdS|j|}|j|df=|j||f=|j||j|}||d|f|s$|j|=|j |dSdSrT) r_DISCARD_FREE_SPACE_LARGER_THANr_popr\r]r`remover[rZ)rrqrpblocksseqs r"_discard_arenazHeap._discard_arenas D8 8 8 F'++E22  % ,   0 E"""v& E1f%&&& ) ( M  ( ( ( ( ( ) )r$cHtj|j|}|t|jkr||S|j|}|j|}|}|s|j|=|j|=|\}}}|j||f=|j||f=|Sr&) bisect bisect_leftrZlenrrr[rur\r]) rrr rprxblockrqstartstops r"_mallocz Heap._mallocs  t}d 3 3 DM"" " "??4(( (]1%F"6*CGGIIE ?$V,dmA.>$t  % 0   . r$c|\}}} |j||f}||\}}n#t$rYnwxYw |j||f}||\}}n#t$rYnwxYw|||f}||z } |j||n5#t$r(|g|j|<t j|j|YnwxYw||j||f<||j||f<dSr&) r]_absorbKeyErrorr\r[ror{insortrZ) rr~rqrr prev_block_ next_blockrps r"_add_free_blockzHeap._add_free_blocksY$t 0,eU^>>  "5 ) - -ui.@ A A A5), - - - - - - - - - - - - - - - - - -sB0EEEN)r+r,r-rrtrmrrlr# staticmethodrhrrryrrrrrrrr1r$r"rQrQssJ&3#, M:""\" " " ")))$"333<   '''000%%%8-----r$rQc.eZdZeZdZdZdS)rcX|dkr"td|tj|kr"t d|t j|}||f|_tj |t jj |fdS)Nrrr)args) rHrrErrr_heaprrrr;r)rrr~s r"r#zBufferWrapper.__init__Fs !886==dCCDD D ;$   6 = =d C CDD D#**400dm  dM/4E8DDDDDDr$c\|j\\}}}}t|j|||zSr&)r memoryviewr)rrqrrrs r"create_memoryviewzBufferWrapper.create_memoryviewOs3%)["td%,''eDj(899r$N)r+r,r-rQrr#rr1r$r"rrBs@ DFFEEEE:::::r$)r{ collectionsrrrrEr/rVcontextrrr__all__rFrobjectr rLrIregisterrQrr1r$r"rs ###### ////////   <7NNNFFFFFFFFFH''''''''B>>> +++Iul+++ I-I-I-I-I-6I-I-I-^:::::F:::::r$PKjGe[ߓAA,__pycache__/connection.cpython-311.opt-2.pycnu[ bh6gdZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl m Z mZddlmZejZ ddlZddlmZmZmZmZn#e$rejdkrdZYnwxYwd Zd Zd Ze jZd Zd gZ e!ed rd Ze d gz Z ejdkrdZe dgz Z efdZ"dZ#dZ$dZ%dZ&GddZ'erGdde'Z(Gdde'Z)Gdde*Z+d=dZ,ejdkrd>dZ-nd>dZ-Gd d!e*Z.d"Z/ejdkrGd#d$e*Z0d%Z1d&Z2d'Z3d(Z4d)Z5d*Z6d+Z7Gd,d-e*Z8d.Z9d/Z:Gd0d1e+Z;d2Zej?hZ@d?d4ZAn#ddlBZBe!eBd5reBjCZDneBjEZDd?d6ZAejdkr0d7ZFd8ZGejHe)eFd9ZId:ZJejHe(eIdSd;ZFd<ZGejHe)eFdS)@)ClientListenerPipewaitN)util)AuthenticationErrorBufferTooShort) reduction) WAIT_OBJECT_0WAIT_ABANDONED_0 WAIT_TIMEOUTINFINITEwin32i g4@sha256AF_INETAF_UNIXAF_PIPEc.tj|zSNtime monotonic)timeouts 3/usr/lib64/python3.11/multiprocessing/connection.py _init_timeoutr@s >  g %%c0tj|kSrr)ts r_check_timeoutr Cs >  a rc |dkrdS|dkr'tjdtjS|dkr>tjdt jt tfzdStd ) Nr) localhostrrz listener-)prefixdirrz\\.\pipe\pyc-%d-%d-zunrecognized family) tempfilemktempr get_temp_dirosgetpidnext _mmap_counter ValueErrorfamilys rarbitrary_addressr0Js 9  kt7H7J7JKKKK 9  &< " T--@-@A'BGIKKK K.///rc tjdkr|dkrtd|ztjdkr-|dkr)tt|std|zdSdSdS)NrrzFamily %s is not recognized.r)sysplatformr-hasattrsocketr.s r_validate_familyr6Xs |w6Y#6#67&@AAA |w6Y#6#6vv&& F;fDEE E#6#6 F Frc t|tkrdSt|tur|drdSt|tust j|rdSt d|z)Nrz\\rrzaddress type of %r unrecognized)typetuplestr startswithris_abstract_socket_namespacer-)addresss r address_typer>ds  G}}y g#  '"4"4V"<"< y g#  !B7!K!K y:WDEEErceZdZdZddZdZdZdZdZdZ e d Z e d Z e d Z d Zd ZddZdZddZddZdZddZdZdZdS)_ConnectionBaseNTc|}|dkrtd|s|std||_||_||_dS)Nrzinvalid handlez6at least one of `readable` and `writable` must be True) __index__r-_handle _readable _writable)selfhandlereadablewritables r__init__z_ConnectionBase.__init__zsm!!## A::-.. . J JHJJ J !!rc@|j|dSdSrrC_closerFs r__del__z_ConnectionBase.__del__s# < # KKMMMMM $ #rc2|jtddS)Nhandle is closed)rCOSErrorrNs r _check_closedz_ConnectionBase._check_closeds! < ,-- - rc2|jstddS)Nzconnection is write-only)rDrRrNs r_check_readablez_ConnectionBase._check_readables%~ 6455 5 6 6rc2|jstddS)Nzconnection is read-only)rErRrNs r_check_writablez_ConnectionBase._check_writables%~ 5344 4 5 5rcf|jrd|_n|td)NFzbad message length)rErDcloserRrNs r_bad_message_lengthz#_ConnectionBase._bad_message_lengths1 > "DNN JJLLL*+++rc |jduSrrCrNs rclosedz_ConnectionBase.closeds.|t##rc |jSr)rDrNs rrHz_ConnectionBase.readable 0~rc |jSr)rErNs rrIz_ConnectionBase.writabler_rc: ||jSr)rSrCrNs rfilenoz_ConnectionBase.filenos9 |rcj |j* |d|_dS#d|_wxYwdSrrLrNs rrYz_ConnectionBase.closesE" < # $ # t #### $ #s' 0rc ||t|}|jdkr|d}|j}|dkrt d||krt d|||z }n-|dkrt d||z|krt d|||||zdS)NrBrzoffset is negativezbuffer length < offsetzsize is negativezbuffer length < offset + size)rSrW memoryviewitemsizecastnbytesr- _send_bytes)rFbufoffsetsizemns r send_bytesz_ConnectionBase.send_bytess:   sOO :>>s A H A::122 2 v::566 6 <v:DD AXX/00 0 d]Q  <== = 6&4-/011111rc |||t|dSr)rSrWrj_ForkingPicklerdumpsrFobjs rsendz_ConnectionBase.sendsQ'   ..s3344444rc ||||dkrtd||}|||S)Nrznegative maxlength)rSrUr- _recv_bytesrZgetvalue)rF maxlengthrks r recv_bytesz_ConnectionBase.recv_bytess     Y]]122 2y)) ;  $ $ & & &||~~rcJ ||t|5}|j}|t |z}|dkrt d||krt d|}|}|||zkr!t| | d| |||z||z|z|cdddS#1swxYwYdS)Nrznegative offsetzoffset too large) rSrUrfrglenr-rxtellr ryseekreadinto)rFrkrlrnrgbytesizeresultrms rrecv_bytes_intoz_ConnectionBase.recv_bytes_intoso    __ zH#a&&(Hzz !2333("" !3444%%''F;;==D&4-''$V__%6%6777 KKNNN OOAf0%}9:; < < <!                  sCDDDc |||}t|Sr)rSrUrxrrloads getbuffer)rFrks rrecvz_ConnectionBase.recvsV*    $$S]]__555rc~ ||||Sr)rSrU_pollrFrs rpollz_ConnectionBase.polls;=  zz'"""rc|SrrNs r __enter__z_ConnectionBase.__enter__ rc.|dSrrYrFexc_type exc_valueexc_tbs r__exit__z_ConnectionBase.__exit__  r)TT)rNr)r)r)__name__ __module__ __qualname__rCrJrOrSrUrWrZpropertyr]rHrIrbrYrprvr{rrrrrrrrr@r@wssG " " " "...666555,,,$$X$XX $$$2222(555    2666#### rr@cFeZdZ dZdZejfdZdZddZ dZ dZ dS) PipeConnectionFNc`|j}||||jdSr)_send_ovcancelrC)rF _CloseHandleovs rrMzPipeConnection._closes3B~ L & & & & &rc|jtdtj|j|d\}}||_ |tjkr!tj|jgdt}n#| xYwd|_| d\}}n$#d|_| d\}}wxYw|tj krttjddS)Nz/concurrent send_bytes() calls are not supportedT overlappedFrQ)rr-_winapi WriteFilerCERROR_IO_PENDINGWaitForMultipleObjectseventrrGetOverlappedResultERROR_OPERATION_ABORTEDrRerrnoEPIPE)rFrkrerrwaitresnwrittens rrjzPipeConnection._send_bytes s}( "5666' cdKKKGBDM ='222%< E855G   $ " 6 6t < < ##!% " 6 6t < < #<<<<g555ek+=>>> 65s1A0/B*0BB**!C c|jrd|_tjS|dnt|d} t j|j|d\}} |tjkr!t j|j gdt}n#| xYw| d\}}|dkr>>&  OPP PsgF21B D$ B  D$#AF2=%F2#F2$AF.F2(F.+F2-F..F22 G<GGc|js#tj|jddkrdSt t |g|S)NrT)rr PeekNamedPiperCboolrrs rrzPipeConnection._pollZsI' -dl;;A>!CCtdVW--.. .rc|}tj}||t j|jd}|*t||z|kr|t j |j|d\}}| d\}}|||S)NrTr) rrrrrrrCr}rZrr)rFrrrkrleftrrbytess rrzPipeConnection._get_more_data`s,,..C A GGCLLL(66q9D"s3xx$'@'@((***&t|TdKKKGB0066KFC GGBLLNN # # #Hrr) rrrrrr CloseHandlerMrjrxrrrrrrrs #&-&9 ' ' ' ' ( ( (4 Q Q Q Q@ / / /     rrceZdZ erejfdZejZej Z ne j fdZe j Ze jZ efdZe fdZdZd dZdZdS) Connectionc&||jdSrr\rFrMs rrMzConnection._closew F4< rc&||jdSrr\rs rrMzConnection._close|rrctt|} ||j|}||z}|dkrdS||d}))NTr)r}rC)rFrkr remainingros r_sendzConnection._sendsNHH  dlC((A NIA~~abb'C  rctj}|j}|}|dkr]|||}t|}|dkr||krtt d||||z}|dk]|S)Nrzgot end of file during message)rrrCr}rrRr)rFrmreadrkrGrchunkros r_recvzConnection._recvsjll !mmD++EE AAvv$$"N!"BCCC IIe    NI!mm rct|}|dkrktjdd}tjd|}||||||dStjd|}|dkr,||||dS|||zdS)Ni!i!Qi@)r}structpackr)rFrkro pre_headerheaders rrjzConnection._send_bytess HH z>>T2..J[q))F JJz " " " JJv    JJsOOOOO[q))F5yy 6""" 3  6C<(((((rNcD|d}tjd|\}|dkr>|d}tjd|\}|||krdS||S)Nrrr)rrunpackry)rFrrkrms rrxzConnection._recv_bytessjjmm dCLLNN33 2::**Q--CM$ 77ED  4'>>4zz$rcBt|g|}t|Sr)rr)rFrrs rrzConnection._polls $ ! !Awwrr)rrrr_multiprocessing closesocketrMrv_writer_readr)rYrrrrrjrxrrrrrrps   0 < ! ! ! !!& % " ! ! ! !% % ))).    rrc\eZdZ d dZdZdZedZedZdZ d Z dS) rNrc8|p|rt|pt}|pt|}t||dkrt |||_nt ||||_|$t|tstd||_ dSNrzauthkey should be a byte string) r>default_familyr0r6 PipeListener _listenerSocketListener isinstancebytes TypeError_authkey)rFr=r/backlogauthkeys rrJzListener.__init__s#G= W(=(=#" 6.v66   Y  )'7;;DNN+GVWEEDN  z'5'A'A =>> > rc |jtd|j}|j*t ||jt ||j|S)Nzlistener is closed)rrRacceptrdeliver_challengeanswer_challenge)rFcs rrzListener.acceptsd > !.// / N ! ! # # = $ a / / / Q . . .rcT |j}|d|_|dSdSr)rrY)rFlisteners rrYzListener.closes; >  !DN NN      rc|jjSr)r_addressrNs rr=zListener.addresss ~&&rc|jjSr)r_last_acceptedrNs r last_acceptedzListener.last_accepteds ~,,rc|SrrrNs rrzListener.__enter__rrc.|dSrrrs rrzListener.__exit__rr)NNrN) rrrrJrrYrr=rrrrrrrrs       ''X'--X-rrc" |pt|}t||dkrt|}nt|}|$t |t st d| t||t|||Sr) r>r6 PipeClient SocketClientrrrrr)r=r/rrs rrrs ,|G,,FV  w    ! !:gu#=#=9:::G$$$!W%%% HrTc |rtj\}}|d|dt|}t|}n8t j\}}t|d}t|d}||fS)NTFrIrH)r5 socketpair setblockingrdetachr)pipe)duplexs1s2c1c2fd1fd2s rrrs   1&((FB NN4 NN4 BIIKK((BBIIKK((BBwyyHCC%000BC%000B2v rc  td}|r4tj}tjtjz}t t }}n!tj}tj}dt }}tj||tjztj ztj tj ztj zd||tj tj}tj||dtjtjtjtj}tj|tj ddtj|d}|d\} } t)||} t)||} | | fS)NrrrTrr r )r0rPIPE_ACCESS_DUPLEX GENERIC_READ GENERIC_WRITEBUFSIZEPIPE_ACCESS_INBOUNDCreateNamedPipeFILE_FLAG_OVERLAPPEDFILE_FLAG_FIRST_PIPE_INSTANCEPIPE_TYPE_MESSAGEPIPE_READMODE_MESSAGE PIPE_WAITNMPWAIT_WAIT_FOREVERNULL CreateFile OPEN_EXISTINGSetNamedPipeHandleStateConnectNamedPiperr) rr=openmodeaccessobsizeibsizeh1h2r_rrrs rrr,s\ $I..  (1H)G,AAF$gFFF2H*FFF  $ X <<  12  %(E E    vvw; L  VQ g.C  (', ' -tT   -bTBBB //553B 0 0 0 B 0 0 02v rc$eZdZ ddZdZdZdS)rrctjtt||_ tjdkr0|jtjtjd|jd|j ||j ||j |_ n(#t$r|jwxYw||_d|_|dkr>t#j|s*t#j|tj|fd|_dSd|_dS)NposixrTrrargs exitpriority)r5getattr_socketr)name setsockopt SOL_SOCKET SO_REUSEADDRrbindlisten getsocknamerrRrY_familyrrr<Finalizeunlink_unlink)rFr=r/rs rrJzSocketListener.__init__\sF}WVV%<%<==  w'!! ''(9(.(;Q@@@ L $ $T * * * L  g & & & L   ( ( ( L4466DMM    L     " Y  t'H'Q'Q =biwjqDLLL DLLLs B,C%Dc|j\}|_|dt |SNT)r8rrrrrrFss rrzSocketListener.acceptusE!%!4!4!6!64  d!((**%%%rc |j|j}|d|_|dSdS#|j}|d|_|wwxYwr)r8rYrC)rFrBs rrYzSocketListener.closezsr  L   \F!# "!\F!# "s 9AN)r)rrrrJrrYrrrrrXsK    2&&& rrc: t|}tjtt|5}|d||t |cdddS#1swxYwYdSrE)r>r5r7rconnectrr)r=r/rGs rr r s' " "F // 1 1&Q d '!((**%%&&&&&&&&&&&&&&&&&&sA BBBc<eZdZ ddZddZdZedZdS) rNc||_|dg|_d|_t jd|jt j|tj|j|jfd|_ dS)NT)firstz listener created with address=%rrr4) r _new_handle _handle_queuerr sub_debugrAr_finalize_pipe_listenerrY)rFr=rs rrJzPipeListener.__init__su#DM"&"2"2"2">">!?D "&D  N=t} M M Ml:($-8qDJJJrFc .tjtjz}|r|tjz}tj|j|tjtjztjztj tttj tj Sr) rrrr rrr!r"r#PIPE_UNLIMITED_INSTANCESrr$r%)rFrMflagss rrNzPipeListener._new_handlesp.1MME ?>>* u)G,II!"0'7,gl  rcD|j||jd} t j|d} t j|jgdt}n.#| t j |xYw | d\}}nJ#| d\}}wxYw#t$r }|j tjkrYd}~nd}~wwxYwt|S)NrTrF)rOappendrNpoprr)rrrrrrrRr ERROR_NO_DATAr)rFrGrresr0rrs rrzPipeListener.accepts8   % %d&6&6&8&8 9 9 9'++A..F $-fFFF $!8 E855CCIIKKK'///  33D99FAssR33D99FAs#OOO   :!66676666  "&)) )s6C&!BC +B,,C C#& D0D  Dcbtjd||D]}tj|dS)Nz closing listener with address=%r)rrPrr)queuer=rGs rrQz$PipeListener._finalize_pipe_listenersB N=w G G G , ,#F++++ , ,rr)F)rrrrJrNr staticmethodrQrrrrrsk          * * *.  , ,  , , ,rrc  t} tj|dtj|tjtjzdtjtjtjtj}nG#t$r9}|j tj tj fvst|rYd}~nd}~wwxYwtj|tjddt!|S)Nrr)rr WaitNamedPiper&rrr%r'rrRrERROR_SEM_TIMEOUTERROR_PIPE_BUSYr r(r"r)r=rhrs rrrs  OO  %gt444&W1G4IIw|W%:0',    :g&?&-&=&???BPQRBSBS??????  " ' w,dD   a   sA.B C /B??Cs #CHALLENGE#s #WELCOME#s #FAILURE#cddl}t|ts/tdt |t jt}| t|z| ||t }|d}||kr| tdS| t t#d)Nr Authkey must be bytes, not {0!s}zdigest received was wrong)hmacrrr-formatr8r)urandomMESSAGE_LENGTHrp CHALLENGEnewHMAC_DIGEST_NAMEdigestr{WELCOMEFAILUREr  connectionrrgmessagernresponses rrrsKKK gu % %F . 5 5d7mm D DFF Fj((G)g-... XXgw(8 9 9 @ @ B BF$$S))H6g&&&&&g&&&!"=>>>rcddl}t|ts/tdt ||d}|ttd}| ||t }| ||d}|tkrtddS)Nrrerfzdigest sent was rejected)rgrrr-rhr8r{r}rkrlrmrnrpror rqs rrrsKKK gu % %F . 5 5d7mm D DFF F##C((Gc)nnoo&G XXgw(8 9 9 @ @ B BF&!!!$$S))H7!"<===rc eZdZdZdZdZdS)ConnectionWrapperc|||_||_||_dD]#}t||}t |||$dS)N)rbrYrr{rp)_conn_dumps_loadsr7setattr)rFconnrsrattrrus rrJzConnectionWrapper.__init__sT   K % %D$%%C D$ $ $ $ $ % %rcd||}|j|dSr)rzryrp)rFrurGs rrvzConnectionWrapper.sends/ KK   a     rc^|j}||Sr)ryr{r{rFs rrzConnectionWrapper.recvs% J ! ! # #{{1~~rN)rrrrJrvrrrrrwrwsA%%%!!!rrwcft|fdddddS)Nrutf-8) xmlrpclibrsencode)rus r _xml_dumpsr!s, ??C64tQ 7 7 > >w G GGrcjt|d\\}}|S)Nr)rrdecode)rGrumethods r _xml_loadsr$s*__QXXg%6%677NFSF JrceZdZdZdS) XmlListenercxddlmat|}t |t tSNr) xmlrpc.clientclientrrrrwrrrts rrzXmlListener.accept)s7))))))ood## j*===rN)rrrrrrrrr(s#>>>>>rrcXddlmatt |i|t t Sr)rrrrwrrr)r5kwdss r XmlClientr/s3%%%%%% VT2T22J K KKrct|}g}|rtj|d|}|tkrnt|cxkrtt |zkrnn |tz}nDt |cxkrt t |zkrnn |t z}ntd|||||dzd}d}||S)NFzShould not get hererr) listrrrr r}r rrV)handlesrLreadyrYs r_exhaustive_waitr:s MM 0E7CCCl""#>>>> A(>>>>>>}$!SDDDD+;c!ff+DDDDDD''"#8999 LL3 #a%&& AG  rc |t}n|dkrd}nt|dzdz}t|}i g}t t} |D]B} t |d} t j|dd\}}n*#t$r}d|j}}|tvrYd}~nd}~wwxYw|t j kr | || |j <|rptjdddkrQ |d\} }n#t$r}|j}Yd}~nd}~wwxYw|st!|d rd|_ |d}#t&$r| |<Y@wxYwt+ |}|D]}||D]} |d\} }n(#t$r}|j}|tvrYd}~nd}~wwxYw|t jkr? |j } ||dkrt!|d rd|_n#|D]}||D]} |d\} }n(#t$r}|j}|tvrYd}~nd}~wwxYw|t jkr? |j } ||dkrt!|d rd|_wxYw  fd |D fd |DS) Nrr^g?rbT)rFrc3(K|] }|V dSrr).0rbwaithandle_to_objs r zwait..s)IIa.q1IIIIIIrcg|]}|v| Srr)ro ready_objectss r zwait..s#===a!}*<*<*<*<*-C-C-E-EwOOM    8 833D99FAss*C-//0////'999)"(3A!%%a(((axx#1&:;;837A0 8     8 833D99FAss*C-//0////'999)"(3A!%%a(((axx#1&:;;837A0 8 IIII=IIIIII====;====sI4"E:3!BI4 B<B72I47B<.sCCCMS&CKCCCrr) _WaitSelectorregister selectors EVENT_READrrselect)rrselectorrudeadliners rrrs9 __ )" = =!!#y';<<<<">++g5 ) 00)CCUCCC ) ) ) ) ) ) ) )*"*T^-=-="="Q;;#( ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) )sA!B+>B+*B++B/2B/c|}tj|tjtj5}ddlm}||}t||j |j ffcdddS#1swxYwYdS)Nr)resource_sharer) rbr5fromfdr SOCK_STREAMr%r DupSocketrebuild_connectionrHrI)r}rGrGrdss rreduce_connectionrs ]66>63E F F J! ) ) ) ) ) ) **1--B%DM4='II J J J J J J J J J J J J J J J J J Js1A==BBcp|}t|||Srrr)rrHrIsocks rrrs)yy{{$++--8<<r@rrobjectrrrrr rrrjrkrorprrrwrrrrrrERROR_NETNAME_DELETEDrrrrrSelectSelectorrrrrrrrrrs 3 2 2 11111111*NNNOOOOOOOOOOOOO |w GGG  !!  ; 769N  H<7N  H-&&&&    0 0 0 F F F F F F&TTTTTTTTn _]]]]]]]]@MMMMMMMMh;;;;;v;;;|    *<7&&&&&X)))))V)))X&&&<76,6,6,6,6,v6,6,6,p!!!>    ? ? ? > > >$        HHH>>>>>(>>>LLL<7(.0MNML>L>L>L>L>` wy.))1!. !0 ))))6<7JJJ ===Iz#4555KKK :::I~'=>>>>>FFF222Iz#455555s AA0/A0PKjGe[b,k  &__pycache__/popen_fork.cpython-311.pycnu[ !A?hI DddlZddlZddlmZdgZGddeZdS)N)utilPopencXeZdZdZdZdZejfdZd dZ dZ dZ d Z d Z d ZdS) rforkcrtjd|_d|_||dSN)r_flush_std_streams returncode finalizer_launch)self process_objs 3/usr/lib64/python3.11/multiprocessing/popen_fork.py__init__zPopen.__init__s7 !!! [!!!!!c|Sr )rfds rduplicate_for_childzPopen.duplicate_for_childs rc|jT tj|j|\}}n#t$rYdSwxYw||jkrtj||_|jSr )r oswaitpidpidOSErrorwaitstatus_to_exitcode)rflagrstss rpollz Popen.pollss ? " :dh55SS   tt dh"$";C"@"@s ' 55Nc|jC|ddlm}||jg|sdS||dkr t jndS|jS)Nr)waitg)r multiprocessing.connectionr!sentinelrrWNOHANG)rtimeoutr!s rr!z Popen.wait$sg ? "";;;;;;tT]OW55 4997c>>RZZqAA Arc|jQ tj|j|dS#t$rYdSt $r|dYdSwxYwdS)Ng?)r%)r rkillrProcessLookupErrorrr!)rsigs r _send_signalzPopen._send_signal.s ? " #&&&&&%      99S9))1211  # "s% A AAcD|tjdSr )r*signalSIGTERMrs r terminatezPopen.terminate8 &.)))))rcD|tjdSr )r*r,SIGKILLr.s rr'z Popen.kill;r0rc0d}tj\}}tj\}}tj|_|jdkrn tj|tj|||}tj|dS#tj|wxYwtj|tj|tj|tj ||f|_ ||_ dS)Nrr)parent_sentinel) rpiperrclose _bootstrap_exitrFinalize close_fdsr r#)rrcodeparent_rchild_wchild_rparent_ws rr z Popen._launch>sGII'GII799 8q== """""""--g-FF HW    HW   !]4,4h+@BBDN$DMMMs >B''B=c@|j|dSdSr )r r.s rr6z Popen.closeQs( > % NN      & %rr )__name__ __module__ __qualname__methodrrrr$rr!r*r/r'r r6rrrrr s F"""     ******%%%&r)rr,r__all__objectrrrrrHsn  ) GGGGGFGGGGGrPKjGe[t,JJ#__pycache__/process.cpython-311.pycnu[ !A?hk/&gdZddlZddlZddlZddlZddlZddlmZ ej ej Z n #e $rdZ YnwxYwdZ dZdZdZGdd eZGd d eZGd d eZGddeZdaeaejdaea[iZeej D] \Z!Z"e!dddkr de!vr de!ee" <![!["eZ#dS)) BaseProcesscurrent_processactive_childrenparent_processN)WeakSetctS)z@ Return process object representing the current process )_current_process0/usr/lib64/python3.11/multiprocessing/process.pyrr%s  r cFtttS)zN Return list of process objects corresponding to live child processes )_cleanuplist _childrenr r r rr+s JJJ  ??r ctS)z? Return process object representing the parent process )_parent_processr r r rr3s  r cttD]9}|jx}r.|t|:dSN)rr_popenpolldiscard)p child_popens r rr=sV )__!!8 #K !)9)9););)G   a !!r cneZdZdZdZddddifdddZdZdZd Zd Z d Z dd Z d Z dZ edZejdZedZejdZedZejdZedZedZeZedZdZddZedZdS)rz Process objects represent activity that is run in a separate process The class is analogous to `threading.Thread` ctr)NotImplementedErrorselfs r _PopenzBaseProcess._PopenMs!!r Nr )daemoncN| Jdtt}tj|fz|_tj|_t j|_tj |_ d|_ d|_ ||_ t||_t!||_|p;t%|jdzdd|jDz|_|||_t.|dS)Nz#group argument must be None for nowF-:c34K|]}t|VdSr)str).0is r z'BaseProcess.__init__..^s(==c!ff======r )next_process_counterr _identity_configcopyosgetpid _parent_pidname _parent_namer_closed_targettuple_argsdict_kwargstype__name__join_namer _danglingadd)rgrouptargetr1argskwargsr counts r __init__zBaseProcess.__init__Ps}}C}}}%&&)3uh>'/4466 9;;,1   4[[ F|| >T$ZZ036XX==dn=====>   DK dr c2|jrtddS)Nzprocess object is closed)r3 ValueErrorrs r _check_closedzBaseProcess._check_closedcs% < 9788 8 9 9r cF|jr|j|ji|jdSdS)zQ Method to be run in sub-process; can be overridden in sub-class N)r4r6r8rs r runzBaseProcess.rungs9 < 6 DL$* 5 5 5 5 5 5 6 6r c||j Jd|jtjks Jdt jdr Jdt| ||_|jj |_ |` |` |`t|dS)z% Start child process Nzcannot start a process twicez:can only start a process object created by current processr z3daemonic processes are not allowed to have children)rGrr0r.r/r r,getrrsentinel _sentinelr4r6r8rr>rs r startzBaseProcess.startns {""$B"""29;;...K/..#+//99 E ED E E9 kk$'' - L$*dl dr c`||jdS)zT Terminate process; sends SIGTERM signal or uses TerminateProcess() N)rGr terminaters r rPzBaseProcess.terminates0  r c`||jdS)zT Terminate process; sends SIGKILL signal or uses TerminateProcess() N)rGrkillrs r rRzBaseProcess.kills0  r c ||jtjks Jd|j Jd|j|}|t |dSdS)z5 Wait until child process terminates zcan only join a child processNzcan only join a started process)rGr0r.r/rwaitrr)rtimeoutress r r;zBaseProcess.joins 29;;...0O...{&&(I&&&kw'' ?   d # # # # # ?r c||turdS|jtjks Jd|jdS|j}|dSt|dS)z1 Return whether process is alive Tzcan only test a child processNF) rGr r0r.r/rrrr)r returncodes r is_alivezBaseProcess.is_alives  # # #429;;...0O... ; 5[%%''  4   d # # #5r c|jd|jtd|jd|_|`t |d|_dS)z Close the Process object. This method releases resources held by the Process object. It is an error to call this method if the child process is still running. Nz^Cannot close a process while it is still running. You should first call join() or terminate().T)rrrFcloserMrrr3rs r r[zBaseProcess.closesz ; "{!!) "PQQQ K     DK   d # # # r c|jSr)r<rs r r1zBaseProcess.names zr cRt|ts Jd||_dS)Nzname must be a string) isinstancer%r<)rr1s r r1zBaseProcess.names,$$$==&===$ r c8|jddS)z4 Return whether process is a daemon r F)r,rKrs r r zBaseProcess.daemons |%000r c<|j Jd||jd<dS)z1 Set whether process is a daemon Nzprocess has already startedr )rr,)rdaemonics r r zBaseProcess.daemons- {""$A"""!) Xr c|jdS)Nauthkey)r,rs r rczBaseProcess.authkeys|I&&r c4t||jd<dS)z2 Set authorization key of process rcN)AuthenticationStringr,)rrcs r rczBaseProcess.authkeys #7w"?"? Yr cx||j|jS|jS)zM Return exit code of process or `None` if it has yet to stop )rGrrrs r exitcodezBaseProcess.exitcodes:  ; ; {!!!r c||turtjS|jo |jjS)zU Return identifier (PID) of process or `None` if it has yet to start )rGr r.r/rpidrs r identzBaseProcess.idents?  # # #9;; ;24;? 2r cv| |jS#t$rtddwxYw)z{ Return a file descriptor (Unix) or handle (Windows) suitable for waiting for process termination. zprocess not startedN)rGrMAttributeErrorrFrs r rLzBaseProcess.sentinelsO  >> ! > > >233 = >s8cd}|turd}nS|jrd}nI|jtjkrd}n*|jd}n |j}|d}nd}t|jd|j zg}|j"| d|jj z| d|jz| ||3t ||}| d |z|jr| d d d |zS) Nstartedclosedunknowninitialstoppedzname=%rzpid=%sz parent=%sz exitcode=%sr z<%s> )r r3r0r.r/rrr9r:r<appendri_exitcode_to_namerKr r;)rrgstatusinfos r __repr__zBaseProcess.__repr__sF # # #FF \ #FF   , ,FF [ FF{''))H#""T #Y%;< ; " KK4;?2 3 3 3 K$"22333 F  (,,Xx@@H KK 0 1 1 1 ; " KK ! ! !&&r cddlm}m} |j||jt jdata | t}|a t|j |j|at jr%t!j |~n#~wxYw|d |d}|n#|wxYwn#t0$rl}|jd}nXt5|jt6r|j}n6t8jt?|jdzd}Yd}~nKd}~wd}ddl }t8jd|j!z|"YnxYwt!j#|d|z|$nD#t!j#|d|z|$wxYw|S)N)utilcontextz child process calling self.run()r z Process %s: z process exiting with exitcode %d)%r{r| _start_method_force_start_method itertoolsrCr*setr _close_stdinr _ParentProcessr2r0r threading_HAVE_THREAD_NATIVE_ID main_thread_set_native_id _after_forkrwrI_exit_function SystemExitcoder^intsysstderrwriter% tracebackr1 print_exc _shutdown_flush_std_streams)rparent_sentinelr{r| old_processrgers r _bootstrapzBaseProcess._bootstrap"s|########( &!-++D,>???(q11 I      *K# ,!4#3_FFO/ 9%''66888   """ KK II8 9 9 9 & ##%%%%##%%%%%   v~AFC(( 6   QVt!3444 "H     J  _ty8 9 9 9    ! ! ! ! !   ! ! ! II88C D D D  # # % % % %   ! ! ! II88C D D D  # # % % % %scB,D.7C D. CD.)D?D.D**D.-H*. G'8A"FH*AG'%H**AI+clddlm}|j|dS)Nrzr{)r~r{_finalizer_registryclear_run_after_forkersrs r rzBaseProcess._after_forkRsA  &&((( !!!!!r r)r: __module__ __qualname____doc__rrDrGrIrNrPrRr;rYr[propertyr1setterr rcrgrjrirLrxr staticmethodrr r r rrGs """"$T2&999666$    $ $ $ $&"X [[11X1  ]**]*''X' ^@@^@ ""X"33X3 C  > >X >'''>....`""\"""r rceZdZdZdS)recnddlm}|tdtt |ffS)Nrz)get_spawning_popenzJPickling an AuthenticationString object is disallowed for security reasons)r|r TypeErrorrebytes)rrs r __reduce__zAuthenticationString.__reduce__^sO//////     '2 $eDkk^33r N)r:rrrr r r rere]s#44444r rec<eZdZdZdZedZddZeZdS)rcvd|_||_||_d|_d|_d|_||_i|_dS)Nr F)r+r<_pidr0rr3rMr,)rr1rirLs r rDz_ParentProcess.__init__ns?    ! r c6ddlm}||jgd S)NrrTrUmultiprocessing.connectionrTrM)rrTs r rYz_ParentProcess.is_alivexs13333334(!44444r c|jSr)rrs r rjz_ParentProcess.ident|s yr Nc8ddlm}||jg|dS)z6 Wait until parent process terminates rrrNr)rrUrTs r r;z_ParentProcess.joins6 433333 dn w//////r r) r:rrrDrYrrjr;rir r r rrlsb555X0000 CCCr rceZdZdZdZdS) _MainProcesscd|_d|_d|_d|_d|_t t jddd|_dS)Nr MainProcessF z/mp)rc semprefix) r+r<r0rr3rer.urandomr,rs r rDz_MainProcess.__init__sN"   #7 2#G#G%*,, r cdSrr rs r r[z_MainProcess.closes r N)r:rrrDr[r r r rrs2,,,$     r rrzSIG_r")$__all__r.rsignalrr _weakrefsetrpathabspathgetcwd ORIGINAL_DIROSErrorrrrrobjectrrrerrrr rCr*rrrur__dict__itemsr1signumr=r r r rs:     7??929;;//LLLLL !!!O"O"O"O"O"&O"O"O"l444445444[B     ;   0<>>"9?1%% CEE  D..001100LD& BQBx3d??%/ZZ6'"& GII s'AAAPKjGe[Jd88&__pycache__/heap.cpython-311.opt-2.pycnu[ !A?hj-"ddlZddlmZddlZddlZddlZddlZddlZddlm Z m Z ddl m Z dgZ ejdkrddlZGdd eZn%Gd d eZd Zd Ze jeeGd deZGddeZdS)N) defaultdict) reductionassert_spawning)util BufferWrapperwin32c@eZdZ ejZdZdZdZdS)Arenact||_tdD]p}dtjt |jfz}t jd||}tjdkrn$| qtd||_ ||_ |j|j f|_ dS)Ndz pym-%d-%stagnamerzCannot find name for new mmap)sizerangeosgetpidnext_randmmap_winapi GetLastErrorcloseFileExistsErrornamebuffer_state)selfrirbufs -/usr/lib64/python3.11/multiprocessing/heap.py__init__zArena.__init__&sDI3ZZ G G"bikk4 3C3C%DDiD$777'))Q..E %&EFFFDIDK9di0DKKKc.t||jSN)rr)rs r" __getstate__zArena.__getstate__5s D ! ! !; r$c~|x\|_|_|_tjd|j|j|_dS)Nrr)rrrrr)rstates r" __setstate__zArena.__setstate__9s716 6 DIty4;)B 49EEEDKKKr$N) __name__ __module__ __qualname__tempfile_RandomNameSequencerr#r'r*r$r"r r s] -,.. 1 1 1    F F F F Fr$r c@eZdZ ejdkrdgZngZddZdZdS)r linuxz/dev/shmrc||_||_|dkrtjdt jz||\|_}t j|tj |tj |jft j |j|tj |j|j|_ dS)Nrzpym-%d-)prefixdir)rfdr.mkstemprr _choose_dirunlinkrFinalizer ftruncaterr)rrr6rs r"r#zArena.__init__MsDIDGRxx!) 0%bikk1))$//!1!1!1  $ dBHtwj999 TWd+++)DGTY77DKKKr$c|jD]-}tj|}|j|jz|kr|cS.t jSr&)_dir_candidatesrstatvfsf_bavailf_frsizer get_temp_dir)rrdsts r"r8zArena._choose_dir[sT)  Z]];,44HHH5$&& &r$N)r)r+r,r-sysplatformr=r#r8r0r$r"r r CsY  <7 " ")lOO O 8 8 8 8 ' ' ' ' 'r$c|jdkrtdt|jt j|jffS)NrzDArena is unpicklable because forking was enabled when it was created)r6 ValueError rebuild_arenarrDupFd)as r" reduce_arenarKdsF 42::GHH Hqvyqt'<'<===r$cFt||Sr&)r detach)rdupfds r"rHrHjsT5<<>>***r$czeZdZdZdZdZejfdZe dZ dZ dZ dZ dZd Zd Zd Zd Zd ZdS)Heapi@ctj|_tj|_||_g|_i|_i|_ i|_ tt|_ g|_g|_d|_d|_dSNr)rr_lastpid threadingLock_lock_size_lengths _len_to_seq_start_to_block_stop_to_blockrset_allocated_blocks_arenas_pending_free_blocks _n_mallocs_n_frees)rrs r"r#z Heap.__init__{s  ^%%    "!"-S!1!1 %'! r$c|dz }||z|zS)Nrr0)n alignmentmasks r"_roundupz Heap._roundups1}DTE!!r$c.|t|j|tj}|j|jkr|xjdzc_t jd|t|}|j ||d|fS)Nz"allocating a new mmap of length %dr) rgmaxrXrPAGESIZE_DOUBLE_ARENA_SIZE_UNTILrinfor r_append)rrlengtharenas r" _new_arenazHeap._new_arenass4:t44dmDD :5 5 5 JJ!OJJ 6???f  E"""q&!!r$cT|j}||jkrdS|j|}|j|df=|j||f=|j||j|}||d|f|s$|j|=|j |dSdSrS) r_DISCARD_FREE_SPACE_LARGER_THANr^popr[r\r_removerZrY)rrproblocksseqs r"_discard_arenazHeap._discard_arenas D8 8 8 F'++E22  % ,   0 E"""v& E1f%&&& ) ( M  ( ( ( ( ( ) )r$cHtj|j|}|t|jkr||S|j|}|j|}|}|s|j|=|j|=|\}}}|j||f=|j||f=|Sr&) bisect bisect_leftrYlenrqrZrtr[r\) rrr rorwblockrpstartstops r"_mallocz Heap._mallocs  t}d 3 3 DM"" " "??4(( (]1%F"6*CGGIIE ?$V,dmA.>$t  % 0   . r$c|\}}} |j||f}||\}}n#t$rYnwxYw |j||f}||\}}n#t$rYnwxYw|||f}||z } |j||n5#t$r(|g|j|<t j|j|YnwxYw||j||f<||j||f<dSr&) r\_absorbKeyErrorr[rZrnrzinsortrY) rr}rpr~r prev_block_ next_blockros r"_add_free_blockzHeap._add_free_blocksY$t 0,eU^>>  "5 ) - -ui.@ A A A5), - - - - - - - - - - - - - - - - - -sB0EEEN)r+r,r-rrsrlrrkr# staticmethodrgrqrxrrrrrrrr0r$r"rPrPssJ&3#, M:""\" " " ")))$"333<   '''000%%%8-----r$rPc.eZdZeZdZdZdS)rcX|dkr"td|tj|kr"t d|t j|}||f|_tj |t jj |fdS)Nrrr)args) rGrrDrrr_heaprrrr:r)rrr}s r"r#zBufferWrapper.__init__Fs !886==dCCDD D ;$   6 = =d C CDD D#**400dm  dM/4E8DDDDDDr$c\|j\\}}}}t|j|||zSr&)r memoryviewr)rrpr~rrs r"create_memoryviewzBufferWrapper.create_memoryviewOs3%)["td%,''eDj(899r$N)r+r,r-rPrr#rr0r$r"rrBs@ DFFEEEE:::::r$)rz collectionsrrrrDr.rUcontextrrr__all__rErobjectr rKrHregisterrPrr0r$r"rs ###### ////////   <7NNNFFFFFFFFFH''''''''B>>> +++Iul+++ I-I-I-I-I-6I-I-I-^:::::F:::::r$PKjGe[ gR-__pycache__/popen_spawn_win32.cpython-311.pycnu[ !A?hBddlZddlZddlZddlZddlZddlmZmZmZddl m Z ddl m Z dgZ dZ ejdko eed d Zejd Zd Zeejej Zd ZGddeZdS)N) reductionget_spawning_popenset_spawning_popen)spawn)utilPopeniwin32frozenFzpythonservice.exec||kp?tj|tj|kSN)ospathnormcase)p1p2s :/usr/lib64/python3.11/multiprocessing/popen_spawn_win32.py_path_eqrs6 8 Crw''++rw/?/?/C/CCCc8|D]}tj|dSr )_winapi CloseHandle)handleshandles r_close_handlesrs/$$F####$$rc@eZdZdZdZdZdZd dZdZdZ e Z d Z dS) r z@ Start a subprocess to run the code of a process object rc xtj|j}tjdd\}}t j|d}tjtj |}tj }trYt|tjr?tjx|d<}tj}tj|d<nd}dd|D}t'|dd5} tj||ddd d|dd \} } } } tj| n#tj|xYw| |_d|_| |_t3| |_t7j|t:|jt3|f|_t?| tAj!|| tAj!|| t?dn#t?dwxYw ddddS#1swxYwYdS) Nr) parent_pid pipe_handle__PYVENV_LAUNCHER__ c3 K|] }d|zV dS)z"%s"N).0xs r z!Popen.__init__..Fs&//avz//////rwbT)closefdF)"rget_preparation_data_namer CreatePipemsvcrtopen_osfhandleget_command_linergetpidget_executableWINENVrsys executable_base_executableenvironcopyjoinopen CreateProcessrpid returncode_handleintsentinelrFinalizer finalizerrrdump)self process_obj prep_datarhandlewhandlewfdcmd python_exeenvto_childhphtr:tids r__init__zPopen.__init__-sr.{/@AA #-dA66#GQ//$ 18:::)++   hz3>:: "%"6 6CFZ*//##C),C% & &Chh//3///// #tT * * * )h #*#8$q#tT$;$; BS#B'''' #G,,,DH"DODLGGDM!]4,0M3w<<+HJJDN t $ $ $ )y(333{H555"4(((("4(((((3 ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) )sCH/5E  H/ E##A/H/*H =H/ HH//H36H3cZ|tusJtj||jSr )rr duplicater>)rBrs rduplicate_for_childzPopen.duplicate_for_childcs/)++++++"64=999rNcn|j|jS| tj}n#tdt |dzdz}tjt |j|}|tjkr8tj|j}|tkr tj }||_|jS)Nrig?) r;rINFINITEmaxr=WaitForSingleObjectr< WAIT_OBJECT_0GetExitCodeProcess TERMINATEsignalSIGTERM)rBtimeoutmsecsrescodes rwaitz Popen.waitgs ? &? " ?$EE3w~34455E)#dl*;*;UCC '' ' '-dl;;Dy  "DOrc.|dS)Nr)r\)r`rBs rpollz Popen.pollysyyy###rc|jdS tjt|jt dS#t $r;tjt|j}|tjkrYdSwxYwr ) r;rTerminateProcessr=r<rYPermissionErrorrX STILL_ACTIVE)rBr_s r terminatezPopen.terminate|s ? & F   $S%6%6 B B B B B   -c$,.?.?@@Dw+++,++  s,9AA>=A>c.|dSr )r@rbs rclosez Popen.closes rr ) __name__ __module__ __qualname____doc__methodrOrRr`rcrhkillrjr#rrr r 'sF4)4)4)l:::$$$$   $ Dr)rr,rZr2rcontextrrrrr__all__rYplatformgetattrWINEXEr3lowerendswith WINSERVICErr4r1robjectr r#rrr{s= FFFFFFFFFF )  ,' ! Cggc8U&C&C ^ ! ! # # , ,-@ A A DDDXcnc&: ; ; ;$$$jjjjjFjjjjjrPKjGe[!~U~U-__pycache__/synchronize.cpython-311.opt-2.pycnu[ !A?h/gdZddlZddlZddlZddlZddlZddlmZddlmZddlm Z  ddlm Z m Z n#e $r e dwxYwe ed \ZZej jZGd d eZ Gd d e ZGddeZGdde ZGdde ZGddeZGddeZGddejZdS))LockRLock SemaphoreBoundedSemaphore ConditionEventN)context)process)util)SemLock sem_unlinkzThis platform lacks a functioning sem_open implementation, therefore, the required synchronization primitives needed will not function, see issue 3770.c|eZdZejZdZedZdZ dZ dZ dZ dZ edZd S) r c|tj}|dk|_t jdkp|j}tdD]E} tj |||| |x}|_ n#t$rYBwxYwtdtjd|jz|t jdkrd}tj|||j jKddlm} | |j jd tj|tj|j jfd dSdS) Nforkwin32dzcannot find name for semaphorezcreated semlock with handle %sc8|jdSN)_semlock _after_fork)objs 4/usr/lib64/python3.11/multiprocessing/synchronize.pyrz%SemLock.__init__.._after_forkGs ((*****r )register semaphorer) exitpriority)r _default_context get_contextget_start_method _is_fork_ctxsysplatformrange_multiprocessingr _make_namerFileExistsErrorr debughandle _make_methodsregister_after_forknameresource_trackerrFinalize_cleanup) selfkindvaluemaxvaluectx unlink_nowislrrs r__init__zSemLock.__init__2s ;*6688C0022f<\W,A0A s D DA %5%=%4??+<+<& &  T] #     ""BCC C 3bi?@@@  <7 " " + + +  $T; 7 7 7 =  ) 3 2 2 2 2 2 HT]' 5 5 5 M$ 04=3E2G'( * * * * * * * )s'1B B'&B'cHddlm}t|||ddS)Nr ) unregisterr)r.r;r)r-r;s rr0zSemLock._cleanupTs:0000004 4%%%%%rcJ|jj|_|jj|_dSr)racquirereleaser1s rr+zSemLock._make_methodsZs}, }, rc4|jSr)r __enter__r?s rrAzSemLock.__enter__^s}&&(((rc |jj|Sr)r__exit__r1argss rrCzSemLock.__exit__as%t}%t,,rctj||j}tjdkr,tj|j}n|jrtd|j}||j |j |j fS)NrzA SemLock created in a fork context is being shared with a process in a spawn context. This is not supported. Please use the same context to create multiprocessing objects and Process.) r assert_spawningrr#r$get_spawning_popenduplicate_for_childr*r" RuntimeErrorr2r4r-)r1r8hs r __getstate__zSemLock.__getstate__ds%%% ] <7 " "*,,@@KKAA  K"$JKKK A27BK11rctjj||_t jd|dz|d|_dS)Nz recreated blocker with handle %rrF)r&r _rebuildrr r)r+r"r1states r __setstate__zSemLock.__setstate__rsN(095A  5a@AAA !rcvtjjddttjS)N semprefix-)r current_process_confignextr _randrrr'zSemLock._make_nameys6!133;KHHHw}---/ /rN)__name__ __module__ __qualname__tempfile_RandomNameSequencerXr9 staticmethodr0r+rArCrLrQr'rYrrr r .s (H ( * *E * * *D&&\& ---)))--- 2 2 2"""//\///rr c"eZdZddZdZdZdS)rr cLtj|t|t|dSNr5)r r9 SEMAPHORE SEM_VALUE_MAXr1r3r5s rr9zSemaphore.__init__s$y%CHHHHHHrc4|jSr)r _get_valuer?s r get_valuezSemaphore.get_values}'')))rc |j}n#t$rd}YnwxYwd|jjd|dS)Nunknown<(value=)>)rrh Exception __class__rZr1r3s r__repr__zSemaphore.__repr__s[ M,,..EE   EEE #'>#:#:#:EEEBB  ++Nr )rZr[r\r9rirrrYrrrrsOIIII***CCCCCrrceZdZddZdZdS)rr cBtj|t|||dSrbr r9rdrfs rr9zBoundedSemaphore.__init__s$y%C@@@@@@rc |j}n#t$rd}YnwxYwd|jjd|d|jjdS)Nrkrlrmz , maxvalue=rn)rrhrorprZr4rqs rrrzBoundedSemaphore.__repr__sp M,,..EE   EEE ''' 0F0F0FH HrsNrtrZr[r\r9rrrYrrrrs@AAAAHHHHHrrceZdZdZdZdS)rcBtj|tdd|dSNr rcrwr1r5s rr9z Lock.__init__s$y!QC888888rc |jrStjj}t jjdkr|dt jjzz }nB|jdkrd}n"|jdkrd}nd}n#t$rd}YnwxYwd |j j d |d S) N MainThread|r NonerSomeOtherThreadSomeOtherProcessrkrlz(owner=rn) r_is_miner rUr- threadingcurrent_threadrh_countrorprZ)r1r-s rrrz Lock.__repr__s }%%'' *.005+--2lBBC)":"<"<"AAAD))++q00%%''!++()   DDD #'>#:#:#:DDDAAsB.B11 C?CNryrYrrrrs7999BBBBBrrceZdZdZdZdS)rcBtj|tdd|dSr|)r r9RECURSIVE_MUTEXr}s rr9zRLock.__init__s$1#>>>>>>rc |jrltjj}t jjdkr|dt jjzz }|j}nK|jdkrd\}}n(|jdkrd\}}nd\}}n#t$rd\}}YnwxYwd |j j d |d |d S) Nrrr )rrr)rnonzero)rr)rkrkrl(, rn) rrr rUr-rrrrhrorprZ)r1r-counts rrrzRLock.__repr__s /}%%'' <.005+--2lBBC)":"<"<"AAAD ,,..))++q00' ee%%''!++: ee; e / / /.KD%%% /!%!8!8!8$$$FFsCCC%$C%NryrYrrrrs7???GGGGGrrcXeZdZddZdZdZdZdZdZdZ dd Z dd Z d Z dd Z dS)rNc|p||_|d|_|d|_|d|_|dSNr)r_lockr_sleeping_count _woken_count_wait_semaphorer+)r1lockr5s rr9zCondition.__init__sj(SYY[[ "}}Q//MM!,,"}}Q// rc^tj||j|j|j|jfSr)r rGrrrrr?s rrLzCondition.__getstate__s2%%% D0!4#79 9rcd|\|_|_|_|_|dSr)rrrrr+rOs rrQzCondition.__setstate__s649 2T) D0 rc4|jSr)rrAr?s rrAzCondition.__enter__sz##%%%rc |jj|Sr)rrCrDs rrCzCondition.__exit__s"tz"D))rcJ|jj|_|jj|_dSr)rr=r>r?s rr+zCondition._make_methodssz) z) rc |jj|jjz }n#t$rd}YnwxYwd|jjd|jd|dS)Nrkrlrrrn)rrrhrrorprZr)r1 num_waiterss rrrzCondition.__repr__s $/8CCEE,5@@BBCKK $ $ $#KKK $!%!8!8!8$***kkkRRs=A AAc|j|jj}t |D]}|j |jd||jt |D]}|jS#|jt |D]}|jwxYw)NT) rr>rrrr%rr=r)r1timeoutrr7s rwaitzCondition.waits $$&&& #**,,u ! !A J    %'//g>>   % % ' ' '5\\ % % ""$$$$ %   % % ' ' '5\\ % % ""$$$$ %s $CAD r c.|jdr4|jd}|jd4d}||krX|jdr>|j|dz }||kr|jd>|rbt |D]}|j|jdr |jddSdSdS)NFrr )rr=rrr>r%)r1nressleepersr7s rnotifyzCondition.notifys?''.. 8&..u55C''.. 8 llt3;;EBBl  ( ( * * * MHllt3;;EBBl  8__ , ,!))++++&..u55 &..u55         rcF|tjdS)N)r)rr#maxsizer?s r notify_allzCondition.notify_all/s ck """""rc|}|r|S|tj|z}nd}d}|s@||tjz }|dkrn!|||}|@|Sr)time monotonicr)r1 predicaterresultendtimewaittimes rwait_forzCondition.wait_for2s  M  n&&0GGGH !""T^%5%55q== IIh   Y[[F  ! rrrt)rZr[r\r9rLrQrArCr+rrrrrrrYrrrrs999  &&&******SSS%%%%.4###rrc:eZdZdZdZdZdZd dZdefdZ dS) rc|||_|d|_dSr)rr_condr_flagr}s rr9zEvent.__init__Js4]]388::.. ]]1%% rc|j5|jdr'|j ddddS ddddS#1swxYwYdSNFT)rrr=r>r?s ris_setz Event.is_setNs Z  z!!%((  ""$$$                           s5A AAAc|j5|jd|j|jddddS#1swxYwYdSNF)rrr=r>rr?s rsetz Event.setUs Z $ $ J  u % % % J   J ! ! # # # $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $sA A""A&)A&cz|j5|jdddddS#1swxYwYdSr)rrr=r?s rclearz Event.clear[s Z & & J  u % % % & & & & & & & & & & & & & & & & & &s 044Ncf|j5|jdr|jn|j||jdr'|j ddddS ddddS#1swxYwYdSr)rrr=r>r)r1rs rrz Event.wait_s  Z  z!!%(( ) ""$$$$ (((z!!%((  ""$$$                          sBB&B&&B*-B*returnc|rdnd}dt|jdt|dd|dS)Nrunsetrlz at z#x >)rtyper\id)r1 set_statuss rrrzEvent.__repr__ksK"kkmm8UU K4::*KK4KKKjKKKKrr) rZr[r\r9rrrrstrrrrYrrrrHs&&&$$$ &&&    L#LLLLLLrrceZdZd dZdZdZedZejdZedZ e jdZ dS) BarrierNcddl}ddlm}||ddz}|}||||||fd|_d|_dS)Nrr ) BufferWrapperr7r)structheaprcalcsizerrQ_stater) r1partiesactionrr5rrwrapperconds rr9zBarrier.__init__ts{ ''''''- 4 4q 899}} 7FGT7CDDD  rc|\|_|_|_|_|_|jd|_dS)Nr7)_parties_action_timeoutr_wrappercreate_memoryviewcast_arrayrOs rrQzBarrier.__setstate__}sF&+ $ dm T]m5577<rs      4444444444444 +3 4 444"T%%((^^ (6 N/N/N/N/N/fN/N/N/h C C C C C C C C& H H H H Hy H H H"BBBBB7BBB2GGGGGGGGG4iiiiiiii^%L%L%L%L%LF%L%L%LT"""""i"""""s 5APKjGe[+87a>/>/2__pycache__/resource_tracker.cpython-311.opt-2.pycnu[ !A?h\(ddlZddlZddlZddlZddlZddlmZddlmZgdZe edZ ej ej fZ ddiZejd krLddlZddlZe ed red ejied ejiGd deZGddeZeZejZejZejZejZdZdS)N)spawn)util)ensure_runningregister unregisterpthread_sigmasknoopcdSNr 9/usr/lib64/python3.11/multiprocessing/resource_tracker.pyr!sDrposix sem_unlink semaphore shared_memoryceZdZdS)ReentrantCallErrorN)__name__ __module__ __qualname__r rrrr6sDrrcDeZdZdZdZdZdZdZdZdZ dZ d Z d S) ResourceTrackercRtj|_d|_d|_dSr ) threadingRLock_lock_fd_pidselfs r__init__zResourceTracker.__init__<s#_&&  rc td)Nz8Reentrant call into the multiprocessing resource tracker)rr"s r_reentrant_call_errorz%ResourceTracker._reentrant_call_errorAs ! FHH Hrcl|j5|jdkr |cdddS|j ddddSt j|jd|_t j|jdd|_ddddS#1swxYwYdS)Nrr)r_recursion_countr&r osclosewaitpidr!r"s r_stopzResourceTracker._stopIs+ Z  z**,,q001133          x         HTX   DH Jty! $ $ $DI                  s1B)B)AB))B-0B-c8||jSr )rr r"s rgetfdzResourceTracker.getfdZs xrc. |j5|jdkr |cdddS|j|r ddddSt j|j |jt j|jdn#t$rYnwxYwd|_d|_tj dg} | tjn#t $rYnwxYwd}t j\}} | |t%j}|gt)jz}|d||zgz } t,r$t/jt.jt4t)j|||}t,r$t/jt.jt4n1#t,r%t/jt.jt4wwxYw||_||_n#t j|xYw t j|n#t j|wxYw ddddS#1swxYwYdS)NrrzUresource_tracker: process died unexpectedly, relaunching. Some resources might leak.z:from multiprocessing.resource_tracker import main;main(%d)z-c)rr(r&r _check_aliver)r*r!r+ChildProcessErrorwarningswarnappendsysstderrfileno Exceptionpiperget_executabler_args_from_interpreter_flags _HAVE_SIGMASKsignalr SIG_BLOCK_IGNORED_SIGNALSspawnv_passfds SIG_UNBLOCK)r# fds_to_passcmdrwexeargspids rrzResourceTracker.ensure_running^s$ /Z< < z**,,q001133< < < < < < < < x#$$&&< < < < < < < < """y, 49a000(D    IJJJK ""3:#4#4#6#67777    NC799DAq ""1%%%*,,ut@BBBsQw'U$S.v/?AQRRR-c4EEC$U.v/ACSTTT%U.v/ACSTTTTU      y< < < < < < < < < < < < < < < < < < s1J J 0J  !B,+J , B96J 8B99'J !1DJ  D J D  J  :tU+++++rc6 |d||dS)N UNREGISTERrNrPs rrzResourceTracker.unregisters!@ <u-----rcT |n+#t$rtjd|d|dYnwxYwd|||d}t |dkrtdtj |j |}dS)NzSResourceTracker called reentrantly for resource cleanup, which is unsupported. The z object z might leak.z {0}:{1}:{2} asciiiz msg too long) rrr2r3formatencodelen ValueErrorr)rJr )r#rCrQrRmsgnbytess rrOzResourceTracker._sends <    ! ! ! !! < < < M;;;&*;;; < < < < <  <$$S$66==gFF s88c>>^,, ,$(C((s %??N) rrrr$r&r,r.rr0rrrOr rrrr:s HHH"AAAF   ,,,...rrc  tjtjtjtjtjtjtr$tjtjttj tj fD]'} | #t$rY$wxYwdtD} t|d5}|D] } |dd\}}}t|d}|t)d|d||dkr|||n;|dkr|||n|d krnt/d |z#t$r, tjtjn#YnxYwYwxYw dddn #1swxYwY|D]\}}|r8 t7jd t;||fzn#t$rYnwxYw|D]P} t||n1#t$r$} t7jd |d | Yd} ~ nd} ~ wwxYwL#wxYwdS#|D]\}}|r8 t7jd t;||fzn#t$rYnwxYw|D]P} t||n1#t$r$} t7jd |d | Yd} ~ nd} ~ wwxYwL#wxYwwxYw)Nc,i|]}|tSr )set).0rRs r zmain..s = = =eUCEE = = =rrbrV:zCannot register z. for automatic cleanup: unknown resource type rMrTPROBEzunrecognized command %rzQresource_tracker: There appear to be %d leaked %s objects to clean up at shutdownzresource_tracker: z: )r=SIGINTSIG_IGNSIGTERMr<r rAr?r5stdinstdoutr*r8_CLEANUP_FUNCSkeysopenstripdecodesplitgetrZaddremove RuntimeError excepthookexc_infoitemsr2r3rY) fdfcachelinerCrQrR cleanup_func rtype_cachees rmainr~s M&-000 M&.&.111Ev13CDDDi $  GGIIII    D  > =~':':'<'< = = =E- "d^^ q  '+zz||':':7'C'C'I'I#'N'N$Cu#1#5#5eT#B#BL#+(=t==5:==>>>j((e ((.... ,,e ++D1111*+Ds+JKKK  777 #                2#(++--   E; M#N#&{#3#3U";#<====!D#  N&u-d3333$NNN DDD!!&LMMMMMMMMNDDDD   %++--   E; M#N#&{#3#3U";#<====!D#  N&u-d3333$NNN DDD!!&LMMMMMMMMNDDDD  s!B// B<;B<#K3H:C GH G>G32G>3G7 5G>:H=G>>H KHKHK5&I I)(I)2JJ: J6J1,J:1J66J::J<M+&LM+ L M+L M+L21M$2 M <M M$M M$#M+$M& &M+)r)r=r5rr2rr__all__hasattrr<rergr?rjrQ_multiprocessing _posixshmemupdater shm_unlinkrsrobjectr_resource_trackerrrrr.r~r rrrs$  6 6 6 122 M6>2 LL7gw..  )4    /         MMMMMfMMM`$O%%"1  %  ) <<<<<rPKjGe[dPRMM*__pycache__/managers.cpython-311.opt-1.pycnu[ !A?hDtgdZddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m Z ddlmZmZmZddl mZdd l mZdd l mZdd l mZ dd l mZd Zedn #e$rdZYnwxYwdZejejeddDZdZeD]Zejee[[GddeZ difdZ!dZ"Gdde#Z$dZ%dZ&GddeZ'Gdd eZ(e j)e j*fe j+e j,fd!Z-Gd"d#eZ.Gd$d%e/Z0Gd&d'eZ1d(Z2ifd)Z3 dcd*Z4Gd+d,eZ5Gd-d.eZ6ddd/Z7Gd0d1e1Z8Gd2d3e1Z9Gd4d5e9Z:Gd6d7e1Z;Gd8d9e1Z<Gd:d;e1Z=Gd<d=e1Z>e3d>d?Z?Gd@dAe?Z@e3dBdCZAdDdEieA_Be3dFdGZCe3dHdIZDdJdJdJdEdEdKeD_BGdLdHeDZEGdMdNe.ZFeFdOejGeFdPejGeFdQejHe;eFdRejIe9eFdSejJe9eFdTejKe9eFdUejLe9eFdVejMe:eFdWejNe<eFdXejOeEeFdYePe@eFdZeQeAeFd.e6e>eFd[e7eCeFd,e5e=eFdEe8d\eFdJd]er+Gd^d_ZRGd`dae'ZSGdbde.ZTdSdS)e) BaseManager SyncManager BaseProxyTokenN)getpid) format_exc) connection) reductionget_spawning_popen ProcessError)pool)process)util) get_context) shared_memoryTSharedMemoryManagerFcPtj|j|ffSN)arraytypecodetobytes)as 1/usr/lib64/python3.11/multiprocessing/managers.py reduce_arrayr/s ;QYY[[1 11c Xg|]'}tti|(S)typegetattr.0names r r$3s3 N N NDd$72t$$&&'' N N Nr)itemskeysvaluesc0tt|ffSr)listobjs rrebuild_as_listr,4s $s)) rc.eZdZdZdZdZdZdZdZdS)rz3 Type to uniquely identify a shared object typeidaddressidc2|||c|_|_|_dSrr.)selfr/r0r1s r__init__zToken.__init__Ds06,dlDGGGrc*|j|j|jfSrr.r3s r __getstate__zToken.__getstate__Gs T\4733rc0|\|_|_|_dSrr.r3states r __setstate__zToken.__setstate__Js/4,dlDGGGrcP|jjd|jd|jd|jdS)Nz(typeid=z , address=z, id=)) __class____name__r/r0r1r6s r__repr__zToken.__repr__Ms4'''dlllDGGGM MrN) r? __module__ __qualname____doc__ __slots__r4r7r;r@rrrrr>si,IEEE444555MMMMMrrrc|||||f|\}}|dkr|St||)zL Send a message to manager using connection `c` and return response #RETURN)sendrecvconvert_to_error)cr1 methodnameargskwdskindresults rdispatchrPUsPFFB D$ '(((6688LD& y 4 ( ((rc 8|dkr|S|dvrmt|ts1td||t ||dkrt d|zSt |St d|S)N#ERROR) #TRACEBACK#UNSERIALIZABLEz.Result {0!r} (kind '{1}') type is {2}, not strrTzUnserializable message: %s zUnrecognized message type {!r}) isinstancestr TypeErrorformatr RemoteError ValueError)rNrOs rrIrI_s x 2 2 2&#&& 1@GGD$v,,0011 1 $ $ $=FGG Gv&& &:AA$GGHHHrceZdZdZdS)rYcBdt|jdzdzS)NzM --------------------------------------------------------------------------- rzK---------------------------------------------------------------------------)rVrLr6s r__str__zRemoteError.__str__os $s49Q<'8'886ABrN)r?rArBr]rrrrYrYns(CCCCCrrYcg}t|D]6}t||}t|r||7|S)z4 Return a list of names of methods of `obj` )dirr callableappend)r+tempr#funcs r all_methodsrdvsS DCsD!! D>>  KK    Krc4dt|DS)zP Return a list of names of methods of `obj` which do not start with '_' c*g|]}|ddk|S)r_rr!s rr$z"public_methods..s! @ @ @TaCDr)rdr*s rpublic_methodsrhs! A @[-- @ @ @@rceZdZdZgdZdZdZdZdZdZ dZ d Z d Z d Z e e e d Zd ZdZdZdZdZdZdZdZdZdS)ServerzM Server class which runs in a process controlled by a manager object ) shutdowncreateaccept_connection get_methods debug_infonumber_of_objectsdummyincrefdecrefct|ts0td|t |||_t j||_t|\}}||d|_ |j j |_ ddi|_ i|_ i|_tj|_dS)Nz&Authkey {0!r} is type {1!s}, not bytes)r0backlog0Nr)rUbytesrWrXrregistryrAuthenticationStringauthkeylistener_clientlistenerr0 id_to_objid_to_refcountid_to_local_proxy_obj threadingLockmutex)r3rzr0r| serializerListenerClients rr4zServer.__init__s'5)) -8??T']],,-- -! 3G<< *:6&!#>>> }, z* %'"^%% rc^tj|_|tj_ tj|j}d|_|  |j s3|j d|j 3n#ttf$rYnwxYwtjtjkr@t#jdtjt_tjt_tjddS#tjtjkr@t#jdtjt_tjt_tjdwxYw)z( Run the server forever )targetTr zresetting stdout, stderrrN)rEvent stop_eventrcurrent_process_manager_serverThreadaccepterdaemonstartis_setwaitKeyboardInterrupt SystemExitsysstdout __stdout__rdebug __stderr__stderrexit)r3rs r serve_foreverzServer.serve_foreversP$/++48!!1  't}===H"HO NN    /0022,O((+++/0022,%z2    zS^++ 5666 ^  ^ HQKKKKK zS^++ 5666 ^  ^ HQKKKKs15D<(A B54D<5C D<C  D< %>%>AcBtjdtjj|j}|j}|j}|j s dx}}|}|\}}} } ||\}} } n:#t$r-} |j |\}} } n#t$r| wxYwYd} ~ nd} ~ wwxYw|| vr%td|dt|d| t||} || i| }| o| |d}|r7||||\}}t#||j|}d||ff}n d|f}n#t&$r}d|f}Yd}~nd}~wwxYwn#t$rX|d t)f}nB |j|}|||||g| Ri| }d|f}n #t&$rd t)f}YnwxYwYnit,$rBtjd tjjt/jd Ynt&$rd t)f}YnwxYw ||n)#t&$r|d t)fYnwxYwn#t&$r}tjd tjjtjd|tjd||t/jdYd}~nd}~wwxYw|j dSdS)zQ Handle requests from the proxies in a particular process/thread z$starting server thread to service %rNzmethod z of z object is not in exposed=#PROXYrFrRrSz$got EOF -- exiting thread serving %rrrTzexception in thread serving %rz ... message was %rrr )rrrcurrent_threadr#rHrGrrrKeyErrorrAttributeErrorrr getrlrr0rrfallback_mappingEOFErrorrrrr)r3rrHrGrrKr+ridentrLrMexposed gettypeidkefunctionresr/ridentrexposedtokenrr fallback_funcrOs r serve_clientzServer.serve_clientsD 9+--2 4 4 4yyN /((**D 5 3#'' S$&&07-z4!.7.>+C))!!!! 6u=0Wii#!!! !'0iiii!W,,(.#T#YYYY9 #3 33 /"(D1D11C'J9==T+J+JF/+/;;tVS+I+I( %fdlF C C'(E):;(#.!(((#Q-CCCCCC(" ; ; ;%'6CC;(,(=j(I !. $s"59"""=A"" )&1$;;;+Z\\:;    A$355:<<<  3 3 3#Z\\2 3 <DIIII <<<D+Z\\:;;;;;<    :!0227999 /555 11555   }/((**D D D D D sE-2 A?>E-? B6 BB1 B))B1,E-1B66 Create a new shared object and return its id Nr z4Without callable, must have one non-keyword argumentrz,Method_to_typeid {0!r}: type {1!s}, not dictz%xz&%r callable returned object with id %r)rrzrrZrhrUdictrWrXrr)r1rrrrrrrtuple) r3rJr/rLrMr`rmethod_to_typeid proxytyper+rs rrlz Server.createusZ / /mF+ ;Hg/PCIINN$NPPP1gh---(--+!"2D99G#FMM,d3C.D.DFFGGGw--$/?*@*@@2c77NE J? O O O%(#g,,8H$IDN5 !D///-.#E*7 / / / / / / / / / / / / / / /: AueGnn$$sDD**D.1D.cLt|j|jdS)zL Return the methods of the shared object indicated by token r )rrr1)r3rJrs rrnzServer.get_methodss T^EH-a0111rc|tj_|d||dS)z= Spawn a new thread to serve this connection rN)rrr#rGr)r3rJr#s rrmzServer.accept_connectionsB+/  ""'  !!! !rcD|j5 |j|xxdz cc<nh#t$r[}||jvrFd|j|<|j||j|<|j|\}}}t jd|n|Yd}~nd}~wwxYwddddS#1swxYwYdS)Nr z&Server re-enabled tracking & INCREF %r)rrrrrrr)r3rJrrr+rrs rrrz Server.increfs( Z   #E***a/****    D66612D'.259N5).2nU.C+C)JGOOOOHPOOOO                   s7B B BAB;BBBBBc ,||jvr ||jvrtjd|dS|j5|j|dkr:t d||j||j||j|xxdzcc<|j|dkr|j|=dddn #1swxYwY||jvrId|j|<tjd||j5|j|=ddddS#1swxYwYdSdS)NzServer DECREF skipping %rrz+Id {0!s} ({1!r}) has refcount {2:n}, not 1+r )NrNzdisposing of obj with id %r)rrrrrAssertionErrorrXr)r3rJrs rrsz Server.decrefs + + + T/ / / J2E : : : F Z / /"5)Q..$AHHt~e4+E244555   & & &! + & & &"5)Q..'. / / / / / / / / / / / / / / / + + + %5DN5 ! J4e < < < * *N5) * * * * * * * * * * * * * * * * * * , +s$A:B77B;>B;1 DD D N)r?rArBrCpublicr4rrrrrrrrrrqrorprkrlrnrmrrrsrrrrjrjs]NNNF&&&$,222<   OOOb %      %%% ((( " " ""%"%"%H222 $*****rrjc eZdZdgZdZdZdZdS)Statevaluerr N)r?rArBrDINITIALSTARTEDSHUTDOWNrrrrrs$ IGGHHHrr)pickle xmlrpclibceZdZdZiZeZ ddddZdZdZ dd Z e dd Z d Z dd ZdZdZdZdZedZedZe ddZdS)rz! Base class for managers Nrg?)shutdown_timeoutcF|tjj}||_tj||_t |_t j|j_ ||_ t|\|_ |_ |p t|_||_dSr)rrr|_addressr{_authkeyr_staterr _serializerr} _Listener_Clientr_ctx_shutdown_timeout)r3r0r|rctxrs rr4zBaseManager.__init__s ?-//7G 4W== gg !M %'6z'B$ (;== !1rc~|jjtjkr~|jjtjkrt d|jjtjkrt dt d|jjt|j |j |j |j S)zX Return server object with serve_forever() method and address attribute Already started serverManager has shut downUnknown state {!r}) rrrrrr rrXrj _registryrrrr6s r get_serverzBaseManager.get_servers ;  - -{ EM11"#;<<<"en44"#:;;;"(// 0ABBDDDdndmmT%577 7rct|j\}}||j|j}t |ddt j|j_dS)z> Connect manager object to the server process r|Nrq) r}rrrrPrrrr)r3rrrs rconnectzBaseManager.connectsR+4+;<&vdmT];;;tW%%%!M rrc b|jjtjkr~|jjtjkrt d|jjtjkrt dt d|jj|t|stdtj d\}}|j t|j|j|j|j|j|||f|_d d |jjD}t|jd z|z|j_|j|||_|tj|j_t9j|t|j|j|j|j|j|j|j fd |_!dS)z@ Spawn a server process for this manager object rrrNzinitializer must be a callableF)duplexr:c34K|]}t|VdSrr)r"is r z$BaseManager.start..1s(AAAQAAAAAAr-rrL exitpriority)"rrrrrr rrXr`rWr PiperProcessr _run_serverrrrr_processr _identityr?r#rrrHrFinalize_finalize_managerrrrk)r3 initializerinitargsreaderwriterrs rrzBaseManager.starts ;  - -{ EM11"#;<<<"en44"#:;;;"(// 0ABBDDD  "8K+@+@ "<== =$666 ))::).$-"FKC* AA)@AAAAA!$ZZ0C7%?       "M  $t**.- t{, 68  rcNtjtjtj||||||||}||j|tjd|j| dS)z@ Create a server, report its address and run it Nzmanager serving at %r) signalSIGINTSIG_IGN_ServerrGr0rrrr) clsrzr0r|rrrrservers rrzBaseManager._run_serverCs  fmV^444  " K " "XwDD  FN###  )6>:::rc||j|j} t|dd|f|z|\}}|n#|wxYwt ||j||fS)zP Create a new shared object; return the token and exposed tuple rNrl)rrrrPrr)r3r/rLrMrr1rs r_createzBaseManager._createZs{ ||DM4=|AA "4x&4NNKB JJLLLLDJJLLLLVT]B//88s AA(c|j<|j||js d|_dSdSdS)zC Join the manager process (if it has been spawned) N)rris_aliver3timeouts rrzBaseManager.joinfsU = $ M  w ' ' '=))++ % $  % $ % %rc||j|j} t|dd|S#|wxYw)zS Return some info about the servers shared objects and connections rNrorrrrPrrs r _debug_infozBaseManager._debug_infoosR||DM4=|AA D$ 55 JJLLLLDJJLLLL AAc||j|j} t|dd|S#|wxYw)z5 Return the number of shared objects rNrpr*rs r_number_of_objectszBaseManager._number_of_objectsysS||DM4=|AA D$(;<< JJLLLLDJJLLLLr,c|jjtjkr||jjtjkr~|jjtjkrt d|jjtjkrt dt d|jj|S)NzUnable to start serverrr) rrrrrrr rrXr6s r __enter__zBaseManager.__enter__s ;  - - JJLLL ;  - -{ EM11"#;<<<"en44"#:;;;"(// 0ABBDDD rc.|dSr)rkr3exc_typeexc_valexc_tbs r__exit__zBaseManager.__exit__s rc|jr,tjd |||} t|dd|n#|wxYwn#t $rYnwxYw|j||jrtjdt|drutjd|j|j||jr2tjd |j |jtj |_ tj|=dS#t$rYdSwxYw) zQ Shutdown the manager process; will be registered as a finalizer z#sending shutdown message to managerrNrk)r(zmanager still alive terminatez'trying to `terminate()` manager processz#manager still alive after terminate)r&rrrPrrrhasattrr8killrrrr_address_to_localr)rr0r|r:rrrs rrzBaseManager._finalize_managers 7    ' I; < < < ww888!T4444JJLLLLDJJLLLLL     GL!1 2 2 2 2w!! ' /0007K00'IGHHH%G%''' GL)9::::'w'))' "GHHH$ $ n  +G444    DD s: A4AA4A00A44 BB E E,+E,c|jSr)rr6s rr0zBaseManager.addresss }rTchd|jvr|j|_t|pt dd}|pt dd}|r't |D]\}}|||f|j<|r fd} | _t|| dSdS)z9 Register a typeid with the manager type rN _exposed__method_to_typeid_ctjd|jg|Ri|\}}||j||j|}||j|j}t|dd|jf|S)Nz)requesting creation of a shared %r objectmanagerr|rrrs) rrr$rrrr0rPr1) r3rLrMrexpproxyrrr/s rrbz"BaseManager.register..temps FOOO)T\&@4@@@4@@ s! 4+T M3||EM4=|IItX{;;; r) __dict__rcopy AutoProxyr r)r%r?setattr) r!r/r`rrr create_methodkeyrrbs ` ` rregisterzBaseManager.registers  cl * *M..00CM  !IBWY TBB+J"9.BDII   H"#3#9#9#;#;<< H H UU g/! f  '      #DM C & & & & & ' 'r)NNrNrxr)NNNNT)r?rArBrCrrjr r4rrr classmethodrr$rr+r.r0r6 staticmethodrpropertyr0rKrrrrrscIG>F 2/2 2 2 2 2 2 7 7 7***))))V/1[, 9 9 9%%%%     \ DXEI6:%'%'%'[%'%'%'rrceZdZdZdZdS)ProcessLocalSetc2tj|ddS)Nc*|Sr)clearr*s rz*ProcessLocalSet.__init__..s399;;r)rregister_after_forkr6s rr4zProcessLocalSet.__init__s  '>'>?????rc$t|dfSrx)rr6s r __reduce__zProcessLocalSet.__reduce__sDzz2~rN)r?rArBr4rWrrrrPrPs5@@@rrPceZdZdZiZejZ ddZdZ difdZ d Z d Z e d Zd Zd ZdZdZdZdS)rz. A base for proxies of shared objects NTFctj5tj|jd}|5t jtf}|tj|j<dddn #1swxYwY|d|_|d|_ ||_ |j j |_ ||_ ||_t|d|_||_|t%j||_n6|j |j j|_nt%jj|_|r|t j|tjdS)Nrr )r_mutexr;rr0rForkAwareLocalrP_tls_idset_tokenr1_id_managerrr}r_owned_by_managerrr{rrr|_increfrU _after_fork) r3rrrBr|rrr manager_owned tls_idsets rr4zBaseProxy.__init__s   G G!377 tLLI  /11?3D3DD =F +EM:  G G G G G G G G G G G G G G GaL  l  ;> %&z215 "/  #8AADMM ] & M2DMM#355=DM   LLNNN  y'<=====sAA66A:=A:c\tjdtjj}t jjdkr|dt jjzz }||jj |j }t|dd|f||j _ dS)Nzmaking connection to manager MainThread|rrm)rrrrr#rrrr^r0rrPr\r )r3r#rs r_connectzBaseProxy._connect s 1222&((-  # % % *l : : C)24499 9D||DK/|GGt04':::# rrc |jj}n[#t$rNtjdt jj||jj}YnwxYw| |j |||f| \}}|dkr|S|dkr|\}}|j j |jd} |jj|_| ||j|j |j|} ||j|j}t)|dd|jf| St-||) zV Try to call a method of the referent and return a copy of the result z#thread %r does not own a connectionrFrrArNrs)r\r rrrrrr#rirGr_rHr`rr/r^r0rrrrPr1rI) r3rKrLrMrrNrOrrrrDs r _callmethodzBaseProxy._callmethod)sV (9'DD ( ( ( J< /116 8 8 8 MMOOO9'DDD  ( 48Zt4555yy{{ f 9  M X  #NGU / =bAI K/EMIt' wE<< t}<EED T4EH; 7 7 7LtV,,,s AA'&A'c,|dS)z9 Get a copy of the value of the referent rrlr6s r _getvaluezBaseProxy._getvalueGs ,,,rc |jr!tjd|jjdS||jj|j}t|dd|j ftjd|jj|j |j |j o |j j }tj|tj|j|j||j|j |jfd|_dS)Nz%owned_by_manager skipped INCREF of %rrrrz INCREF %r r)rarrr^r1rr0rrPr_r]addr`rrr_decrefr\_close)r3rr:s rrbzBaseProxy._increfMs  !  J>  O O O F||DK/|GGtX{333 ; /// !!! 6$-"6m )#+t}e)T[$,8  rc8||j||jtjkrr t jd|j||j|}t|dd|jfnF#t$r}t jd|Yd}~n"d}~wwxYwt jd|j|sXt|drJt jdtj j |j|`dSdSdS)Nz DECREF %rrrsz... decref failed %sz%DECREF %r -- manager already shutdownr z-thread %r has no more proxies so closing conn)discardr1rrrrrr0rPrr9rrr#r r)rr|r:tlsidsetrrrs rrszBaseProxy._decrefas? eh =EK5=88 6 ;111wu}g>>>tX{;;;; 6 6 6 1155555555 6 J> I I I l33  JF /116 8 8 8 N " " "     sAA88 B!BB!cd|_ |dS#t$r"}tjd|zYd}~dSd}~wwxYw)Nzincref failed: %s)r`rbrrr)r3rs rrczBaseProxy._after_forkzsf  / LLNNNNN / / / I)A- . . . . . . . . . /s A AA ci}t |j|d<t|ddr&|j|d<tt |j|j|ffStt||j|j|ffS)Nr|_isautoFr) r rr r> RebuildProxyrGr^rrr3rMs rrWzBaseProxy.__reduce__s    +"mDO 4E * * G"nDO  T-=tDF F!$ZZd.>EG Grc*|Sr)ro)r3memos r __deepcopy__zBaseProxy.__deepcopy__s~~rcddt|j|jjt |fzS)Nz<%s object, typeid %r at %#x>)rr?r^r/r1r6s rr@zBaseProxy.__repr__s/.T #T[%7DBC Crc |dS#t$rt|dddzcYSwxYw)zV Return representation of the referent (or a fall-back if that fails) r@Nrkz; '__str__()' failed>)rlrrr6s rr]zBaseProxy.__str__sV =##J// / = = =::crc?%<< < < < =s $>>NNNTF)r?rArBrCr;rForkAwareThreadLockrZr4rirlrorbrMrsrcrWrr@r]rrrrrs %T % ' 'F26HM'>'>'>'>R$$$,.B----<--- (\0/// G G G   CCC=====rrcttjdd}|rW|j|jkrGt jd|d|d<|j|jvr|j|j|j|j<| ddo"ttjdd }|||fd|i|S) z5 Function used for unpickling proxy objects. rNz*Rebuild a proxy owned by manager, token=%rTrdrr _inheritingF) r rrr0rrr1rrpop)rcrrrMr"rrs rr|r|sW,..0A4 H HF +&.EM11 ?GGG $_ 867 7 7 *  ( 2 4   E G+--}e D DD  4z 9 9& 9D 9 99rct|} |||fS#t$rYnwxYwi}|D]}td|d|d|t|tf|}||_||||f<|S)zB Return a proxy type whose methods are given by `exposed` zdef z:(self, /, *args, **kwds): return self._callmethod(z , args, kwds))rrexecrrr>)r#r_cachedicmeth ProxyTypes r MakeProxyTypersGnnG tWo&&       CHH 6:ddDDDBCF H H H HTI<--I!I'FD'? s  ((ct|d}|T||j|} t|dd|f}|n#|wxYw| ||j}|t jj}td|j z|} | ||||||} d| _ | S)z* Return an auto-proxy for `token` r Nrrnz AutoProxy[%s])rBr|rrrdT) r}r0rPrrrrr|rr/r{) rrrBr|rrrrdrrrrDs rrGrGs j)!,Gwu}g666 tT=5(CCG JJLLLLDJJLLLL7.")++3o r?r)r3r%rbr#rs rr@zNamespace.__repr__sT]((**++  5 5KD%??3'' 5 tttUU3444 >222DIIdOOOODDrN)r?rArBr4r@rrrrrs7###EEEEErrc@eZdZddZdZdZdZeeeZdS)ValueTc"||_||_dSr) _typecode_value)r3rrlocks rr4zValue.__init__s! rc|jSrrr6s rrz Value.gets {rc||_dSrrr3rs rrz Value.sets  rcPt|jd|jd|jdS)Nrrr=)rr?rrr6s rr@zValue.__repr__s*!$ZZ000$...$+++NNrNT) r?rArBr4rrr@rNrrrrrrscOOO HS#  EEErrc,tj||Sr)r)rsequencers rArrayrs ;x * **rc0eZdZdZdZdZdZdZdZdS) IteratorProxy)__next__rGthrowrc|Srrr6s r__iter__zIteratorProxy.__iter__  rc.|d|S)Nrrnr3rLs rrzIteratorProxy.__next__s D111rc.|d|S)NrGrnrs rrGzIteratorProxy.sends---rc.|d|S)Nrrnrs rrzIteratorProxy.throw...rc.|d|S)Nrrnrs rrzIteratorProxy.closerrN) r?rArBr>rrrGrrrrrrr sd6I222...////////rrc,eZdZdZddZdZdZdZdS) AcquirerProxy)acquirereleaseTNc@||fn||f}|d|SNrrn)r3blockingr(rLs rrzAcquirerProxy.acquires,%o{{Hg3F 4000rc,|dSNrrnr6s rrzAcquirerProxy.release ***rc,|dSrrnr6s rr0zAcquirerProxy.__enter__rrc,|dSrrnr2s rr6zAcquirerProxy.__exit__!rr)TN)r?rArBr>rrr0r6rrrrrsZ&I1111+++++++++++rrc0eZdZdZddZd dZdZddZdS) ConditionProxy)rrrnotify notify_allNc0|d|fSNrrnr's rrzConditionProxy.wait' 333rr c0|d|fS)Nrrn)r3ns rrzConditionProxy.notify)s1$///rc,|dS)Nrrnr6s rrzConditionProxy.notify_all+s ---rc|}|r|S|tj|z}nd}d}|s@||tjz }|dkrn!|||}|@|S)Nr)time monotonicr)r3 predicater(rOendtimewaittimes rwait_forzConditionProxy.wait_for-s  M  n&&0GGGH !""T^%5%55q== IIh   Y[[F  ! rr)r )r?rArBr>rrrrrrrrr%sdFI44440000...rrc,eZdZdZdZdZdZddZdS) EventProxy)rrrSrc,|dS)Nrrnr6s rrzEventProxy.is_setBs)))rc,|dSNrrnr6s rrzEventProxy.setD&&&rc,|dS)NrSrnr6s rrSzEventProxy.clearF(((rNc0|d|fSrrnr's rrzEventProxy.waitHrrr)r?rArBr>rrrSrrrrrr@sZ2I***''')))444444rrcheZdZdZd dZdZdZedZedZ edZ dS) BarrierProxy)__getattribute__rabortresetNc0|d|fSrrnr's rrzBarrierProxy.waitNrrc,|dS)Nrrnr6s rrzBarrierProxy.abortPrrc,|dS)Nrrnr6s rrzBarrierProxy.resetRrrc.|ddS)Nr)partiesrnr6s rrzBarrierProxy.partiesTs 2LAAArc.|ddS)Nr) n_waitingrnr6s rrzBarrierProxy.n_waitingWs 2NCCCrc.|ddS)Nr)brokenrnr6s rrzBarrierProxy.brokenZs 2K@@@rr) r?rArBr>rrrrNrrrrrrrrLs>I4444)))))) BBXB DDXD AAXAAArrc$eZdZdZdZdZdZdS)NamespaceProxy)r __setattr__ __delattr__c|ddkrt||St|d}|d|fS)Nrrgrlr)objectrr3rJ callmethods r __getattr__zNamespaceProxy.__getattr__asO q6S==**455 5,,T=AA z,sf555rc|ddkrt|||St|d}|d||fS)Nrrgrlr)rrr)r3rJrrs rrzNamespaceProxy.__setattr__fsR q6S==%%dC77 7,,T=AA z-#u666rc|ddkrt||St|d}|d|fS)Nrrgrlr)rrrrs rrzNamespaceProxy.__delattr__ksN q6S==%%dC00 0,,T=AA z-#000rN)r?rArBr>rrrrrrrr_sFBI666 777 11111rrcVeZdZdZdZdZeeeZee j Z dS) ValueProxy)rrc,|dS)Nrrnr6s rrzValueProxy.gettrrc0|d|fSrrnrs rrzValueProxy.setvsx000rN) r?rArBr>rrrNrrLtypes GenericAlias__class_getitem__rrrrrrsWI'''111 HS#  E# E$677rr BaseListProxy)__add__ __contains__ __delitem__ __getitem____len____mul__ __reversed____rmul__ __setitem__racountextendindexinsertrremovereverser__imul__ceZdZdZdZdS) ListProxyc4|d|f|S)Nrrnrs r__iadd__zListProxy.__iadd__s E8,,, rc4|d|f|S)Nr rnrs rr zListProxy.__imul__s eX... rN)r?rArBrr rrrr r s2rr  DictProxy)rrrrrrrSrFrr%r&rpopitem setdefaultrr'rIterator ArrayProxy)rrr PoolProxy) apply apply_asyncrimapimap_unorderedrmap map_asyncstarmap starmap_asyncr8 AsyncResult)rrrrrceZdZdZdZdS)rc|Srrr6s rr0zPoolProxy.__enter__rrc.|dSr)r8r2s rr6zPoolProxy.__exit__s rN)r?rArBr0r6rrrrrs2rceZdZdZdS)ra( Subclass of `BaseManager` which supports a number of shared object types. The types registered are those intended for the synchronization of threads, plus `dict`, `list` and `Namespace`. The `multiprocessing.Manager()` function creates started instances of this class. N)r?rArBrCrrrrrsrrQueue JoinableQueuerrRLock SemaphoreBoundedSemaphore ConditionBarrierPoolr)rr)rrI)rIc@eZdZdZgfdZdZdZdZdZdZ dZ d S) _SharedMemoryTrackerz+Manages one or more shared memory segments.c"||_||_dSrshared_memory_context_name segment_names)r3r#r1s rr4z_SharedMemoryTracker.__init__s.2D +!.D   rctjd|dt|j|dS)z6Adds the supplied shared memory block name to tracker.zRegister segment  in pid N)rrrr1rar3 segment_names rregister_segmentz%_SharedMemoryTracker.register_segmentsD JM<MM688MM N N N   % %l 3 3 3 3 3rctjd|dt|j|t j|}||dS)zCalls unlink() on the shared memory block with the supplied name and removes it from the list of blocks being tracked.zDestroy segment r3N) rrrr1r r SharedMemoryrunlink)r3r5segments rdestroy_segmentz$_SharedMemoryTracker.destroy_segmentss JL,LL&((LL M M M   % %l 3 3 3#0>>G MMOOO NN     rcT|jddD]}||dS)z $ 2111 5 3 3 $$\2222 3 3rctjd|jjdt |dS)NzCall z .__del__ in )rrr>r?rr9r6s r__del__z_SharedMemoryTracker.__del__s= JNt~6NNFHHNN O O O KKMMMMMrc|j|jfSrr/r6s rr7z!_SharedMemoryTracker.__getstate__s3T5GH Hrc|j|dSr)r4r9s rr;z!_SharedMemoryTracker.__setstate__s DM5 ! ! ! !rN) r?rArBrCr4r6r;r9r>r7r;rrrr-r-s55/1 / / / / 4 4 4     3 3 3     I I I " " " " "rr-cJeZdZejgdzZdZdZdZdZdZ dZ dS) SharedMemoryServer) track_segmentrelease_segment list_segmentsc"tj|g|Ri||j}t|trt j|}td|dt|_ tj dtdS)Nshm_rgz"SharedMemoryServer started by pid ) rjr4r0rUryosfsdecoder-rshared_memory_contextrr)r3rLkwargsr0s rr4zSharedMemoryServer.__init__s OD 24 2 2 26 2 2 2lG'5)) /+g..$%@G%@%@fhh%@%@AA  & JFFHHFF G G G G Grct|j|ddr |j|d<tj|||g|Ri|S)zCreate a new distributed-shared object (not backed by a shared memory block) and return its id to be used in a Proxy Object.rk_shared_memory_proxyrJ)r9rzrJrjrl)r3rJr/rLrKs rrlzSharedMemoryServer.create sV t}V,R02HII M262L./=q&B4BBB6BB Brcj|jt||S)zACall unlink() on all tracked shared memory, terminate the Server.)rJr9rjrkrs rrkzSharedMemoryServer.shutdowns+  & - - / / /??4++ +rc:|j|dS)z?Adds the supplied shared memory block name to Server's tracker.N)rJr6r3rJr5s rrCz SharedMemoryServer.track_segments  & 7 7 E E E E Erc:|j|dS)zCalls unlink() on the shared memory block with the supplied name and removes it from the tracker instance inside the Server.N)rJr;rPs rrDz"SharedMemoryServer.release_segments!  & 6 6| D D D D Drc|jjS)zbReturns a list of names of shared memory blocks that the Server is currently tracking.)rJr1rs rrEz SharedMemoryServer.list_segments!s-; ;rN) r?rArBrjrr4rlrkrCrDrErrrrBrBsFFFG H H H C C C , , ,  F F F E E E  < < < < r?r)r3rLrKrVs rr4zSharedMemoryManager.__init__3sw'!! /..... //111   7 7 7 7 7 7 7 J$.1MM688MM N N N N Nrcdtj|jjdt dS)Nz.__del__ by pid )rrr>r?rr6s rr>zSharedMemoryManager.__del__?s/ J$.1MM688MM N N N N Nrc|jjtjkr~|jjtjkrt d|jjtjkrt dt d|jj||j |j |j |j S)z@Better than monkeypatching for now; merge into Server ultimatelyz"Already started SharedMemoryServerz!SharedMemoryManager has shut downr) rrrrrr rrXr rrrrr6s rrzSharedMemoryManager.get_serverBs{ EM11;$ 55&'KLLL[&%.88&'JKKK&,33DK4EFFHHH<< $ t/?AA Arc,||j|j5}tjdd|} t |dd|jfn(#t$r}||d}~wwxYw dddn #1swxYwY|S)zoReturns a new SharedMemory instance with the specified size in bytes, to be tracked by the manager.rNT)rlsizerC) rrrrr8rPr# BaseExceptionr9)r3r\rsmsrs rr8z SharedMemoryManager.SharedMemoryOsdmT]CC t#0dNNNT438+FFFF$JJLLLGG               Js4B AB  A9A44A99B  B B c:||j|j5}tj|} t |dd|jjfn-#t$r }|j |d}~wwxYw dddn #1swxYwY|S)zReturns a new ShareableList instance populated with the values from the input sequence, to be tracked by the manager.rNrC) rrrr ShareableListrPshmr#r]r9)r3rrslrs rr`z!SharedMemoryManager.ShareableList[sdmT]CC t"0::T426;.IIII$FMMOOOGJ               Is4BAB B A;;BBBBN) r?rArBrCrBr r4r>rr8r`rrrrr'sy  % O O O O O O A A A        rrr)U__all__rrrrqueuerrrHrrrrWr contextr r r rrrrr HAS_SHMEMra ImportErrorrrK view_typesr, view_typerrrPrIrrYrdrhrjrrr XmlListener XmlClientr}rrrPrr|rrGrrrrrrrrrrrr rr?r BasePoolProxyrrr$rrr&r'r(r)r*r+r)rr-rBrrrrrms A @ @    @@@@@@@@@@*I NN()))) III222 5; --- N N4M N N N 33IIy/2222 z MMMMMFMMM.&(b)))) I I ICCCCC)CCC   AAAG*G*G*G*G*VG*G*G*\ F#Z%67):+?@t't't't't'&t't't'tcm=m=m=m=m=m=m=m=f:::*)+,8<7<: E E E E E E E E     F   ++++ / / / / /I / / / + + + + +I + + +]6 4 4 4 4 4 4 4 4AAAAA9AAA&11111Y111&88888888 o0   M+(       ]<*  k, !"  $$       +    Wek*** _ek222 Wioz::: VY^];;; Wio}=== [)"5}EEE ')C"$$$ [)"5~FFF Y 1<@@@ VTY 222 VT9--- VT9--- WeZ000 WeZ000 [)^<<< Z=NNN ]%888  Q""""""""""""""""J*<*<*<*<*>>>>k>>>>>gQQsA88BBPKjGe[Yf::+__pycache__/reduction.cpython-311.opt-1.pycnu[ !A?h(%HddlmZddlZddlZddlZddlZddlZddlZddlZddl m Z gdZ ej dkp(e edoe edoe ejd ZGd d ejZejZd*d Zej dkr*e gd z Z ddlZd+dddZdZdZdZGddeZn%e gdz Z ddlZej dkZdZdZdZdZdZdZGddZ ee!e j"ed Z#ee!e$j%e#ee!e&j'e#d!Z(d"Z)eej*e(ej dkrd#Z+d$Z,eeje+nd%Z+d&Z,eeje+Gd'd(e)Z-dS),)ABCMetaN)context) send_handle recv_handleForkingPicklerregisterdumpwin32CMSG_LEN SCM_RIGHTSsendmsgcpeZdZdZiZejZfdZe dZ e ddZ e j Z xZS)rz)Pickler subclass used by multiprocessing.ctj||j|_|j|jdSN)super__init___copyreg_dispatch_tablecopydispatch_tableupdate_extra_reducers)selfargs __class__s 2/usr/lib64/python3.11/multiprocessing/reduction.pyrzForkingPickler.__init__&sN$":??AA ""4#788888c||j|<dS)z&Register a reduce function for a type.N)r)clstypereduces rr zForkingPickler.register+s%+D!!!rNctj}|||||Sr)ioBytesIOr getbuffer)robjprotocolbufs rdumpszForkingPickler.dumps0s;jll C$$$}}rr)__name__ __module__ __qualname____doc__rcopyregrrr classmethodr r)pickleloads __classcell__)rs@rrr!s33O%499999 ++[+[ LEEEEErrcLt|||dS)z3Replacement for pickle.dump() using ForkingPickler.N)rr )r&filer's rr r :s&4""'',,,,,r) DupHandle duplicate steal_handleF)source_processc~tj}||}||}tj|||d|tjS)zsource_process_handles rr7r7Ss ' 3  &z!;!; 7*%v)++Q-0NNPP   5 6 6 6 6G  5 6 6 6 6s AA77B cft|tj|}||dSz&Send a handle over a local connection.N)r5r:r=send)connr>destination_piddhs rrr_s) vwaccesspidprocs rrzDupHandle.__init__js{ikk&w'A5#NND *&6-//D&% 4 4 #D))))#D))))!DLDIIIs /A;;Bcj|jtjkr|jSt jtjd|j} t j||jt j|j dtj t j |S#t j |wxYw)z1Get the handle. This should only be called once.F) rYrUrVrWr:rCrDr<r;rXrErF)rr\s rrRzDupHandle.detachysyBIKK''|#&w'A5'+y22D *.$,(A(C(CL%)GII#D))))#D))))s =BB2r)r*r+r,r-rrRrrr5r5hs=--     * * * * *rr5)DupFdsendfdsrecvfdsdarwinc0tjd|}tt|dzg}||gtjtj|fgtr(|ddkrtddSdS)z,Send an array of fds over an AF_UNIX socket.irAz%did not receive acknowledgement of fdN) arraybyteslenrsocket SOL_SOCKETr ACKNOWLEDGErQ RuntimeError)sockfdsmsgs rr`r`sk#s##SXX^$%% cUf/1BCHIJJJ  H499Q<<4//FGG G H H//rc"tjd}|j|z}|dtj|\}}}}|s |st  t r|dt|dkrtdt|z|d\}} } |tj kr| tj krt| |jzdkrt| | t|dz|dkr6tdt||dt!|Sn#tt"f$rYnwxYwtd) z/Receive an array of fds over an AF_UNIX socket.rdrrfzreceived %d items of ancdatarrez Len is {0:n} but msg[0] is {1!r}zInvalid data received)rgitemsizerecvmsgrj CMSG_SPACEEOFErrorrlrKrirmrkr ValueError frombytesAssertionErrorformatlist IndexError) rnsizea bytes_sizerpancdataflagsaddr cmsg_level cmsg_type cmsg_datas rraras K  Z$& $(LLF4Ej4Q4Q$R$R!WeT 7 N   $7||q  "#A#&w<<$0111/6qz ,J 9f///V...y>>AJ.!33$$ I&&&q66C<3q6))(:AAFFCF,,---AwwJ'    D 2333sDE++E?>E?ctj|tjtj5}t ||gddddS#1swxYwYdSrJ)rjfromfdfilenoAF_UNIX SOCK_STREAMr`)rLr>rMss rrrs ]4;;==&.&:L M M !QR Ax  ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! !sAA #A ctj|tjtj5}t |ddcdddS#1swxYwYdS)rPrrN)rjrrrrra)rLrs rrrs ]4;;==&.&:L M M $QR1a==# $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $sA  A$'A$ctj}|(|||Strddlm}||Std)zReturn a wrapper for an fd.Nr)resource_sharerz&SCM_RIGHTS appears not to be available)rget_spawning_popenr_duplicate_for_childHAVE_SEND_HANDLErrv)fd popen_objrs rr_r_st.00  ??9#@#@#D#DEE E  G ) ) ) ) ) )"((,, ,EFF Frcx|jt|j|jjffSt|j|jjffSr)__self__getattrr__func__r*ms r_reduce_methodrs8zaj&9:::QZ%8999rceZdZdZdS)_CcdSrr^)rs rfz_C.fs rN)r*r+r,rr^rrrrs#     rrc,t|j|jffSr)r __objclass__r*rs r_reduce_method_descriptorrs Q^QZ0 00rc<t|j|j|jpiffSr)_rebuild_partialfuncrkeywords)ps r_reduce_partialrs afafaj.>B? ??rc,tj|g|Ri|Sr) functoolspartial)rrrs rrrs#  T 5D 5 5 5H 5 55rc4ddlm}t||ffS)Nr) DupSocket)rr_rebuild_socket)rrs r_reduce_socketrs)......1//rc*|Sr)rR)dss rrrsyy{{rc|t|}t||j|j|jffSr)r_rrfamilyr proto)rdfs rrrs1 188::  QXqvqw ???rcZ|}tj||||S)N)r)rRrj)rrr rrs rrrs( YY[[}VT5<<<>>ck""$=>>>"O444/////rN)r*r+r,r-rr r rrsysplatformr7r6r5r`rar_rrrrrrr^rrrrs  $NH DKK |w#   #N 9'#N%O00000rr) metaclassr)NF).abcrr.rr#rUr0rjrrr__all__rhasattrrPicklerrr r r:r6r7rrobjectr5rgrlr`rar_rrr rrrzrrrrrrrrrr^rrrs  N N NLG+8WVZ007WV\227WV]I66V^.  "----<7 9999GNNN ;$( ; ; ; ; ; 7 7 7 $$$*****F****F ....GLLL,(*KHHH4448!!! $$$ G G G:::          bbddf~&&&111dk  5666ck  5666@@@666 O,,, <7000 HV]N++++@@@=== HV]N+++00000000000rPKjGe[eF=AA)__pycache__/process.cpython-311.opt-2.pycnu[ !A?hk/&gdZddlZddlZddlZddlZddlZddlmZ ej ej Z n #e $rdZ YnwxYwdZ dZdZdZGdd eZGd d eZGd d eZGddeZdaeaejdaea[iZeej D] \Z!Z"e!dddkr de!vr de!ee" <![!["eZ#dS)) BaseProcesscurrent_processactive_childrenparent_processN)WeakSetc tSN)_current_process0/usr/lib64/python3.11/multiprocessing/process.pyrr%s r cH tttSr )_cleanuplist _childrenr r r rr+s JJJ  ??r c tSr )_parent_processr r r rr3s r cttD]9}|jx}r.|t|:dSr )rr_popenpolldiscard)p child_popens r rr=sV )__!!8 #K !)9)9););)G   a !!r cleZdZ dZddddifdddZdZdZdZd Zd Z dd Z d Z d Z e dZejdZe dZejdZe dZejdZe dZe dZeZe dZdZddZedZdS)rctr )NotImplementedErrorselfs r _PopenzBaseProcess._PopenMs!!r Nr )daemonc6tt}tj|fz|_tj|_t j|_tj |_ d|_ d|_ ||_ t||_t!||_|p;t%|jdzdd|jDz|_|||_t.|dS)NF-:c34K|]}t|VdSr )str).0is r z'BaseProcess.__init__..^s(==c!ff======r )next_process_counterr _identity_configcopyosgetpid _parent_pidname _parent_namer_closed_targettuple_argsdict_kwargstype__name__join_namer _danglingadd)rgrouptargetr1argskwargsr counts r __init__zBaseProcess.__init__Ps%&&)3uh>'/4466 9;;,1   4[[ F|| >T$ZZ036XX==dn=====>   DK dr c2|jrtddS)Nzprocess object is closed)r3 ValueErrorrs r _check_closedzBaseProcess._check_closedcs% < 9788 8 9 9r cH |jr|j|ji|jdSdSr )r4r6r8rs r runzBaseProcess.rungs>  < 6 DL$* 5 5 5 5 5 5 6 6r c |t|||_|jj|_|`|`|`t |dSr ) rGrrrsentinel _sentinelr4r6r8rr>rs r startzBaseProcess.startnsl    kk$'' - L$*dl dr cb ||jdSr )rGr terminaters r rOzBaseProcess.terminates5   r cb ||jdSr )rGrkillrs r rQzBaseProcess.kills5   r c ||j|}|t|dSdSr )rGrwaitrr)rtimeoutress r r;zBaseProcess.joinsX  kw'' ?   d # # # # # ?r c ||turdS|jdS|j}|dSt|dS)NTF)rGr rrrr)r returncodes r is_alivezBaseProcess.is_alivesr   # # #4 ; 5[%%''  4   d # # #5r c |jd|jtd|jd|_|`t |d|_dS)Nz^Cannot close a process while it is still running. You should first call join() or terminate().T)rrrFcloserLrrr3rs r rZzBaseProcess.closes ; "{!!) "PQQQ K     DK   d # # # r c|jSr r<rs r r1zBaseProcess.names zr c||_dSr r\)rr1s r r1zBaseProcess.names r c: |jddS)Nr F)r,getrs r r zBaseProcess.daemons! |%000r c ||jd<dS)Nr r,)rdaemonics r r zBaseProcess.daemons "* Xr c|jdSNauthkeyrars r rezBaseProcess.authkeys|I&&r c6 t||jd<dSrd)AuthenticationStringr,)rres r rezBaseProcess.authkeys# #7w"?"? Yr cz ||j|jS|jSr )rGrrrs r exitcodezBaseProcess.exitcodes?   ; ; {!!!r c ||turtjS|jo |jjSr )rGr r.r/rpidrs r identzBaseProcess.identsD   # # #9;; ;24;? 2r cx | |jS#t$rtddwxYw)Nzprocess not started)rGrLAttributeErrorrFrs r rKzBaseProcess.sentinelsT   >> ! > > >233 = >s9cd}|turd}nS|jrd}nI|jtjkrd}n*|jd}n |j}|d}nd}t|jd|j zg}|j"| d|jj z| d|jz| ||3t ||}| d |z|jr| d d d |zS) Nstartedclosedunknowninitialstoppedzname=%rzpid=%sz parent=%sz exitcode=%sr z<%s> )r r3r0r.r/rrr9r:r<appendrk_exitcode_to_namer_r r;)rristatusinfos r __repr__zBaseProcess.__repr__sF # # #FF \ #FF   , ,FF [ FF{''))H#""T #Y%;< ; " KK4;?2 3 3 3 K$"22333 F  (,,Xx@@H KK 0 1 1 1 ; " KK ! ! !&&r cddlm}m} |j||jt jdata | t}|a t|j |j|at jr%t!j |~n#~wxYw|d |d}|n#|wxYwn#t0$rl}|jd}nXt5|jt6r|j}n6t8jt?|jdzd}Yd}~nKd}~wd}ddl }t8jd|j!z|"YnxYwt!j#|d|z|$nD#t!j#|d|z|$wxYw|S)N)utilcontextz child process calling self.run()r z Process %s: z process exiting with exitcode %d)%r}r~ _start_method_force_start_method itertoolsrCr*setr _close_stdinr _ParentProcessr2r0r threading_HAVE_THREAD_NATIVE_ID main_thread_set_native_id _after_forkryrI_exit_function SystemExitcode isinstanceintsysstderrwriter% tracebackr1 print_exc _shutdown_flush_std_streams)rparent_sentinelr}r~ old_processriers r _bootstrapzBaseProcess._bootstrap"s|########( &!-++D,>???(q11 I      *K# ,!4#3_FFO/ 9%''66888   """ KK II8 9 9 9 & ##%%%%##%%%%%   v~AFC(( 6   QVt!3444 "H     J  _ty8 9 9 9    ! ! ! ! !   ! ! ! II88C D D D  # # % % % %   ! ! ! II88C D D D  # # % % % %scB,D.7C D. CD.)D?D.D**D.-H*. G'8A"FH*AG'%H**AI+clddlm}|j|dS)Nr|r})rr}_finalizer_registryclear_run_after_forkersrs r rzBaseProcess._after_forkRsA  &&((( !!!!!r r )r: __module__ __qualname__rrDrGrIrMrOrQr;rXrZpropertyr1setterr rerirlrkrKrzr staticmethodrr r r rrGs """"$T2&999666$    $ $ $ $&"X [[11X1  ]**]*''X' ^@@^@ ""X"33X3 C  > >X >'''>....`""\"""r rceZdZdZdS)rgcnddlm}|tdtt |ffS)Nr|)get_spawning_popenzJPickling an AuthenticationString object is disallowed for security reasons)r~r TypeErrorrgbytes)rrs r __reduce__zAuthenticationString.__reduce__^sO//////     '2 $eDkk^33r N)r:rrrr r r rgrg]s#44444r rgc<eZdZdZdZedZddZeZdS)rcvd|_||_||_d|_d|_d|_||_i|_dS)Nr F)r+r<_pidr0rr3rLr,)rr1rkrKs r rDz_ParentProcess.__init__ns?    ! r c6ddlm}||jgd SNr)rS)rTmultiprocessing.connectionrSrL)rrSs r rXz_ParentProcess.is_alivexs13333334(!44444r c|jSr )rrs r rlz_ParentProcess.ident|s yr Nc: ddlm}||jg|dSrr)rrTrSs r r;z_ParentProcess.joins;  433333 dn w//////r r ) r:rrrDrXrrlr;rkr r r rrlsb555X0000 CCCr rceZdZdZdZdS) _MainProcesscd|_d|_d|_d|_d|_t t jddd|_dS)Nr MainProcessF z/mp)re semprefix) r+r<r0rr3rgr.urandomr,rs r rDz_MainProcess.__init__sN"   #7 2#G#G%*,, r cdSr r rs r rZz_MainProcess.closes r N)r:rrrDrZr r r rrs2,,,$     r rr|SIG_r")$__all__r.rsignalrr _weakrefsetrpathabspathgetcwd ORIGINAL_DIROSErrorrrrrobjectrrrgrrrr rCr*rrrwr__dict__itemsr1signumr=r r r rs:     7??929;;//LLLLL !!!O"O"O"O"O"&O"O"O"l444445444[B     ;   0<>>"9?1%% CEE  D..001100LD& BQBx3d??%/ZZ6'"& GII s'AAAPKjGe[wLL(__pycache__/queues.cpython-311.opt-2.pycnu[ !A?h.gdZddlZddlZddlZddlZddlZddlZddlZddlZddl m Z m Z ddl Z ddl mZddl mZejjZddlmZmZmZmZmZGdd eZeZGd d eZGd d eZdS))Queue SimpleQueue JoinableQueueN)EmptyFull) connection)context)debuginfoFinalizeregister_after_fork is_exitingceZdZddZdZdZdZddZdd Zdd Z d Z d Z dZ dZ dZdZdZdZdZedZedZedZedZd S)rrc|dkrddlm}||_tjd\|_|_||_tj |_ tj dkrd|_n||_|||_d|_|tj dkrt'|t(jdSdS)Nrr) SEM_VALUE_MAXFduplexwin32) synchronizer_maxsizer Pipe_reader_writerLock_rlockosgetpid_opidsysplatform_wlockBoundedSemaphore_sem _ignore_epipe_resetrr _after_forkselfmaxsizectxs //usr/lib64/python3.11/multiprocessing/queues.py__init__zQueue.__init__%s a<< = = = = = = %/_E%B%B%B" dlhhjj Y[[ <7 " "DKK((**DK((11 " <7 " " e&7 8 8 8 8 8 # "ctj||j|j|j|j|j|j|j|j fSN) r assert_spawningr%rrrrr"r$rr)s r, __getstate__zQueue.__getstate__9sB%%%"DM4< T[$)TZA Ar.c |\|_|_|_|_|_|_|_|_|dSr0) r%rrrrr"r$rr&r)states r, __setstate__zQueue.__setstate__>s=++g5;&&ug66   & &)9)99G::g..$# $ K&&(( !!### ##%%%% ##%%%%$$S)))sAA A 'A=D>>EcN|j|jjz Sr0)rr$_semlock _get_valuer2s r,qsizez Queue.qsize|s }ty1<<>>>>r.c,| Sr0rMr2s r,emptyz Queue.empty::<<r.c>|jjSr0)r$rd_is_zeror2s r,fullz Queue.fullsy!**,,,r.c,|dSr;)rbr2s r, get_nowaitzQueue.get_nowaitsxxr.c.||dSr;)rYr)rVs r, put_nowaitzQueue.put_nowaitsxxU###r.cLd|_|j}|rd|_|dSdS)NT)rFrG)r)closes r,rtz Queue.closes8    DK EGGGGG  r.c^td|jr|dSdS)NzQueue.join_thread())r rDr2s r, join_threadzQueue.join_threads> #$$$             r.ctdd|_ |jdS#t$rYdSwxYw)NzQueue.cancel_join_thread()T)r rErDcancelAttributeErrorr2s r,cancel_join_threadzQueue.cancel_join_threads[ *+++"    # # % % % % %    DD s3 AAc td|jtjt j|j|j|j|j |j j |j j |j |j|jf d|_d|j_td|jtd|js?t)|jt jt-j|jgd|_t)|t j|j|jgd |_dS) NzQueue._start_thread()QueueFeederThread)targetargsnameTzdoing self._thread.start()z... done self._thread.start()) exitpriority )r rBclearr>Threadr_feedr<rIr"rrtrr%_on_queue_feeder_errorr$rCdaemonstartrEr _finalize_joinweakrefrefrD_finalize_closerGr2s r,rRzQueue._start_threads2 %&&&  ';,0@+t|14<3E$d&A)%     #  *+++  -..." ' e2T\**+   D  %' \4> * r.ctd|}|%|tddStddS)Nzjoining queue threadz... queue thread joinedz... queue thread already dead)r join)twrthreads r,rzQueue._finalize_joinsY $%%%   KKMMM + , , , , , 1 2 2 2 2 2r.ctd|5|t|ddddS#1swxYwYdS)Nztelling queue thread to quit)r rS _sentinelrT)buffernotemptys r,rzQueue._finalize_closes ,---    MM) $ $ $ OO                     s/AAAc Ttd|j} |j} |j} |j} t } t jdkr|j}|j}nd} |  |s | | n#| wxYw | }|| ur%td||dSt |}| ||n0| |||n#|wxYw#t$rYnwxYwn#t$ru}|r%t|ddtjkrYd}~dStrt!d|Yd}~dS||||Yd}~nd}~wwxYwU)Nz$starting thread to feed data to piperrz%feeder thread got sentinel -- exitingerrnorzerror in queue thread: %s)r rQr[waitpopleftrr r!r^dumps IndexError ExceptiongetattrrEPIPErr )rrrH writelock reader_close writer_close ignore_epipeonerror queue_semnacquirenreleasenwaitbpopleftsentinelwacquirewreleaserVes r,rz Queue._feeds$ 4555## > <7 " " (H (HHH. $- $ ! HJJJJHHJJJJ+&hjj(??!"IJJJ(LNNN(LNNN"F.33C88#+&JsOOOO$HJJJ+ * 3 (  #+$"D $ $ $GAw$:$:ek$I$IFFFFF << $4a888FFFFF%%'''GAsOOOOOOOO# $;. $sx D&! A8- D&8 BD&2D<2D/ D: D DD D"D&!D""D&& F%0!F F ; F  F%c8 ddl}|dS)Nr) traceback print_exc)rrVrs r,rzQueue._on_queue_feeder_errors-  r.r)FTN)__name__ __module__ __qualname__r-r3r7r'r&rYrbrfrirmrorrrtrvrzrR staticmethodrrrrr.r,rr#s9999(AAA  %%% ' ' ' ' $ $ $ $****4???   ---$$$ B33\3\ <$<$\<$|\r.rc6eZdZd dZdZdZd dZdZd ZdS) rrct||||d|_||_dS)N)r+r)rr- Semaphore_unfinished_tasksr?_condr(s r,r-zJoinableQueue.__init__(sA tW#...!$q!1!1]]__ r.cTt||j|jfzSr0)rr3rrr2s r,r3zJoinableQueue.__getstate__-s%!!$''4:t7M*NNNr.czt||dd|dd\|_|_dS)N)rr7rrr5s r,r7zJoinableQueue.__setstate__0s= 4ss,,,-2233Z* D***r.TNc|jrtd|d|j||st|j5|j5|j||j ||j |j dddn #1swxYwYddddS#1swxYwYdSrO)rFrPr$rQrr<rrCrRrBrSrr[rTrUs r,rYzJoinableQueue.put4sf < :8d88899 9y  00 J ^ $ $TZ $ $|#""$$$ L   $ $ $  " * * , , , N ! ! # # #  $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $s7C A(C4 CC CC CCCc|j5|jdstd|jjr|jddddS#1swxYwYdS)NFz!task_done() called too many times)rrrQrPrdrl notify_allr2s r, task_donezJoinableQueue.task_doneAs Z ( ()11%88 F !DEEE%.7799 ( %%'''  ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( (sA!A66A:=A:c|j5|jjs|jddddS#1swxYwYdSr0)rrrdrlrr2s r,rzJoinableQueue.joinHs Z " ")2;;== " !!! " " " " " " " " " " " " " " " " " "s8A  AArr) rrrr-r3r7rYrrrr.r,rr&s{%%%% OOO888 $ $ $ $((("""""r.rcXeZdZdZdZdZdZdZdZdZ e e j Z dS) rctjd\|_|_||_|jj|_tj dkr d|_ dS||_ dS)NFrr) r rrrrrrLrMr r!r")r)r+s r,r-zSimpleQueue.__init__Ssc%/_E%B%B%B" dlhhjj \& <7 " "DKKK((**DKKKr.cj|j|jdSr0)rrtrr2s r,rtzSimpleQueue.close\s0  r.c,| Sr0rhr2s r,rizSimpleQueue.empty`rjr.c^tj||j|j|j|jfSr0)r r1rrrr"r2s r,r3zSimpleQueue.__getstate__cs*%%% dlDKEEr.c^|\|_|_|_|_|jj|_dSr0)rrrr"rLrMr5s r,r7zSimpleQueue.__setstate__gs(AF>t|T[$+\& r.c|j5|j}dddn #1swxYwYt|Sr0)rrrJr^r_)r)r`s r,rbzSimpleQueue.getks [ , ,,))++C , , , , , , , , , , , , , , ,$$S)))s .22ct|}|j|j|dS|j5|j|ddddS#1swxYwYdSr0)r^rr"rrHrqs r,rYzSimpleQueue.putqs##C(( ;  L # #C ( ( ( ( ( - - '',,, - - - - - - - - - - - - - - - - - -sA--A14A1N)rrrr-rtrir3r7rbrY classmethodtypes GenericAlias__class_getitem__rr.r,rrQs%%%   FFF'''*** ---$ E$677r.r)__all__r rr>r@r\rrrqueuerr_multiprocessingr r reductionForkingPicklerr^utilr r r rrobjectrrrrrr.r,rs| 4 3 3   #2HHHHHHHHHHHHHH vvvvvFvvvr FHH %"%"%"%"%"E%"%"%"V*8*8*8*8*8&*8*8*8*8*8r.PKjGe[㟪iGiG)__pycache__/context.cpython-311.opt-2.pycnu[ !A?hM-0ddlZddlZddlZddlmZddlmZdZGddeZGdd eZ Gd d eZ Gd d eZ Gdde Z GddejZGdde ZejdkrGddejZGddejZGddejZGdde ZGdde ZGdd e Zeeed!Zejd"kreed#ZnPeed$Zn>Gd%dejZGd&de Zd#eiZeed#Zd'ZejZd(Zd)Zd*ZdS)+N)process) reductionceZdZdS) ProcessErrorN__name__ __module__ __qualname__r0/usr/lib64/python3.11/multiprocessing/context.pyrrDr rceZdZdS)BufferTooShortNr rr rrrrr rceZdZdS) TimeoutErrorNr rr rrrrr rceZdZdS)AuthenticationErrorNr rr rrrrr rceZdZeZeZeZeZeej Z eej Z eej Z dZ dZ d&dZdZdZd'dZd(d Zd(d Zd Zd)d Zd*dZd*dZdZ d+dZdZdZdddZdddZdZdZd'dZ dZ!dZ"dZ#d'dZ$d,d!Z%d,d"Z&e'd#Z(e(j)d$Z(d%Z*dS)- BaseContextcP tj}|td|S)Nzcannot determine number of cpus)os cpu_countNotImplementedError)selfnums rrzBaseContext.cpu_count)s)6lnn ;%&GHH HJr cx ddlm}||}||S)Nr) SyncManagerctx)managersr get_contextstart)rrms rManagerzBaseContext.Manager1sK *))))) KD,,.. / / /  r Tc& ddlm}||S)Nr)Pipe) connectionr()rduplexr(s rr(zBaseContext.Pipe<s%?$$$$$$tF||r cL ddlm}||S)Nr)Lockr ) synchronizer,r#)rr,s rr,zBaseContext.LockAs61%%%%%%t((**++++r cL ddlm}||S)Nr)RLockr )r-r/r#)rr/s rr/zBaseContext.RLockFs6-&&&&&&u))++,,,,r NcN ddlm}|||S)Nr) Conditionr )r-r1r#)rlockr1s rr1zBaseContext.ConditionKs8(******y4#3#3#5#56666r rcN ddlm}|||S)Nr) Semaphorer )r-r4r#)rvaluer4s rr4zBaseContext.SemaphorePs8(******yD$4$4$6$67777r cN ddlm}|||S)Nr)BoundedSemaphorer )r-r7r#)rr5r7s rr7zBaseContext.BoundedSemaphoreUs901111114+;+;+=+=>>>>r cL ddlm}||S)Nr)Eventr )r-r9r#)rr9s rr9zBaseContext.EventZs6%&&&&&&u))++,,,,r cR ddlm}|||||S)Nr)Barrierr )r-r;r#)rpartiesactiontimeoutr;s rr;zBaseContext.Barrier_s<&((((((wwT5E5E5G5GHHHHr rcN ddlm}|||S)Nr)Queuer )queuesr@r#)rmaxsizer@s rr@zBaseContext.Queueds8$!!!!!!uW$"2"2"4"45555r cN ddlm}|||S)Nr) JoinableQueuer )rArDr#)rrBrDs rrDzBaseContext.JoinableQueueis8$))))))}W$*:*:*<*<====r cL ddlm}||S)Nr) SimpleQueuer )rArFr#)rrFs rrFzBaseContext.SimpleQueuens6$''''''{t//112222r rcT ddlm}||||||S)Nr)Pool)context)poolrHr#)r processes initializerinitargsmaxtasksperchildrHs rrHzBaseContext.PoolssH+tI{H6F ,,..000 0r c" ddlm}||g|RS)Nr)RawValue) sharedctypesrP)rtypecode_or_typeargsrPs rrPzBaseContext.RawValuezs0%******x(040000r c( ddlm}|||S)Nr)RawArray)rQrU)rrRsize_or_initializerrUs rrUzBaseContext.RawArrays+$******x(*=>>>r )r2cN ddlm}||g|R||dS)Nr)Valuer2r!)rQrXr#)rrRr2rSrXs rrXzBaseContext.ValuesU2''''''u%---4))++--- -r cR ddlm}|||||S)Nr)ArrayrY)rQr[r#)rrRrVr2r[s rr[zBaseContext.ArraysG1''''''u%':))++--- -r c| tjdkr(ttddrddlm}|dSdSdS)Nwin32frozenFr)freeze_support)sysplatformgetattrspawnr_)rr_s rr_zBaseContext.freeze_supports[  <7 " "wsHe'D'D " - - - - - - N      # " " "r c$ ddlm}|S)Nr) get_logger)utilre)rres rrezBaseContext.get_loggers'  %$$$$$z||r c& ddlm}||S)Nr) log_to_stderr)rfrh)rlevelrhs rrhzBaseContext.log_to_stderrs'F''''''}U###r c ddlm}dS)Nr)r))r))rr)s rallow_connection_picklingz%BaseContext.allow_connection_picklings! !       r c* ddlm}||dS)Nr)set_executable)rcrn)r executablerns rrnzBaseContext.set_executables1  *)))))z"""""r c* ddlm}||dS)Nr)set_forkserver_preload) forkserverrq)r module_namesrqs rrqz"BaseContext.set_forkserver_preloads2  766666|,,,,,r c||S t|}n!#t$rtd|zdwxYw||S)Nzcannot find context for %r)_concrete_contextsKeyError ValueError_check_available)rmethodr!s rr#zBaseContext.get_contextsj >K N$V,CC N N N9FBCC M N  s 2Fc|jSN)_namer allow_nones rget_start_methodzBaseContext.get_start_methods zr c td)Nz+cannot set start method of concrete context)rwrryforces rset_start_methodzBaseContext.set_start_methodsFGGGr cF tdSNr)globalsgetrs rreducerzBaseContext.reducers (yy}}[)))r c(|td<dSr)r)rrs rrzBaseContext.reducers!* +r cdSr{rrs rrxzBaseContext._check_availables r )Tr{)r)NN)r)NNrNF)+r r r rrrr staticmethodrcurrent_processparent_processactive_childrenrr&r(r,r/r1r4r7r9r;r@rDrFrHrPrUrXr[r_rerhrlrnrqr#rrpropertyrsetterrxrr rrrsL#NL-"l7#:;;O!\'"899N"l7#:;;O    ,,, --- 7777 8888 ???? --- IIII 6666 >>>> 333 ?A"0000111 ??? 37----- DH----- $$$$ !!!###---HHHH**X*  ^++^+     r rc>eZdZdZedZedZdS)ProcessNcdtj|Sr{)_default_contextr#r_Popen) process_objs rrzProcess._Popens%++--5<<[IIIr cbtjSr{)rr#r _after_forkrr rrzProcess._after_forks#++--5AACCCr r r r _start_methodrrrrr rrrsUMJJ\JDD\DDDr rc@eZdZeZdZdfd Zd dZd dZdZxZ S) DefaultContextc"||_d|_dSr{)r_actual_context)rrIs r__init__zDefaultContext.__init__s '#r Nc~||j |j|_|jSt|Sr{)rrsuperr#)rry __class__s rr#zDefaultContext.get_contexts= >#+'+'<$' '77&&v.. .r Fc|j|std| |r d|_dS|||_dS)Nzcontext has already been set)r RuntimeErrorr#rs rrzDefaultContext.set_start_methodsQ   +E +=>> > >e>#'D F#//77r cH|j|rdS|j|_|jjSr{)rrr|r}s rrzDefaultContext.get_start_methods/   ' t#'#8D #))r ctjdkrdgStjdkrddgnddg}tjr|d|S)Nr]rcdarwinforkrr)r`rarHAVE_SEND_HANDLEappend)rmethodss rget_all_start_methodsz$DefaultContext.get_all_start_methodssZ <7 " "9 +.<8+C+Cw''&RYIZG) -|,,,Nr r{r) r r r rrr#rrr __classcell__)rs@rrrsG$$$//////8888****r rr]c(eZdZdZedZdS) ForkProcessrc$ddlm}||SNr)Popen) popen_forkrrrs rrzForkProcess._Popens$ ) ) ) ) ) )5%% %r Nr r r rrrrr rrrs2  & &  & & &r rc>eZdZdZedZedZdS) SpawnProcessrcc$ddlm}||Sr)popen_spawn_posixrrs rrzSpawnProcess._Popen$ 0 0 0 0 0 05%% %r cdSr{rrr rrzSpawnProcess._after_fork"  Dr Nrrr rrrM  & &  &       r rc(eZdZdZedZdS)ForkServerProcessrrc$ddlm}||Sr)popen_forkserverrrs rrzForkServerProcess._Popen)s$ / / / / / /5%% %r Nrrr rrr's2$  & &  & & &r rceZdZdZeZdS) ForkContextrN)r r r r|rrrr rrr.sr rceZdZdZeZdS SpawnContextrcNr r r r|rrrr rrr2r rceZdZdZeZdZdS)ForkServerContextrrc<tjstddS)Nz%forkserver start method not available)rrrwrs rrxz"ForkServerContext._check_available9s)- J !HIII J Jr N)r r r r|rrrxrr rrr6s2# J J J J Jr r)rrcrrrrcrc>eZdZdZedZedZdS)rrcc$ddlm}||Sr)popen_spawn_win32rrs rrzSpawnProcess._PopenMrr cdSr{rrr rrzSpawnProcess._after_forkRrr Nrrr rrrKrr ceZdZdZeZdSrrrr rrrWrr c4t|t_dSr{)rurr)rys r_force_start_methodrds'9&'A$$$r c.ttddS)Nspawning_popen)rb_tlsrr rget_spawning_popenrms 4)4 0 00r c|t_dSr{)rr)popens rset_spawning_popenrpsDr cjt$tdt|jzdS)NzF%s objects should only be shared between processes through inheritance)rrtyper )objs rassert_spawningrss># #%)#YY%7 8 $#r ) rr` threadingrkrr__all__ Exceptionrrrrobjectr BaseProcessrrrarrrrrrrurrlocalrrrrrr rrs        9        \        <        ,   x x x x x &x x x |DDDDDg!DDD%%%%%[%%%X<7&&&&&g)&&&     w*   &&&&&G/&&&k{JJJJJKJJJ ''))  |x*>**s=++g5;&&ug66   & &)9)99G::g..$# $ K&&(( !!### ##%%%% ##%%%%$$S)))sAA A 'A=D>>EcN|j|jjz Sr0)rr$_semlock _get_valuer2s r,qsizez Queue.qsize|s }ty1<<>>>>r.c,| Sr0rMr2s r,emptyz Queue.empty::<<r.c>|jjSr0)r$rd_is_zeror2s r,fullz Queue.fullsy!**,,,r.c,|dSr;)rbr2s r, get_nowaitzQueue.get_nowaitsxxr.c.||dSr;)rYr)rVs r, put_nowaitzQueue.put_nowaitsxxU###r.cLd|_|j}|rd|_|dSdS)NT)rFrG)r)closes r,rtz Queue.closes8    DK EGGGGG  r.ctd|jsJd||jr|dSdS)NzQueue.join_thread()zQueue {0!r} not closed)r rFformatrDr2s r, join_threadzQueue.join_threadsb #$$$|BB5<Threadr_feedr<rIr"rrtrr%_on_queue_feeder_errorr$rCdaemonstartrEr _finalize_joinweakrefrefrD_finalize_closerGr2s r,rRzQueue._start_threads2 %&&&  ';,0@+t|14<3E$d&A)%     #  *+++  -..." ' e2T\**+   D  %' \4> * r.ctd|}|%|tddStddS)Nzjoining queue threadz... queue thread joinedz... queue thread already dead)r join)twrthreads r,rzQueue._finalize_joinsY $%%%   KKMMM + , , , , , 1 2 2 2 2 2r.ctd|5|t|ddddS#1swxYwYdS)Nztelling queue thread to quit)r rS _sentinelrT)buffernotemptys r,rzQueue._finalize_closes ,---    MM) $ $ $ OO                     s/AAAc Ttd|j} |j} |j} |j} t } t jdkr|j}|j}nd} |  |s | | n#| wxYw | }|| ur%td||dSt |}| ||n0| |||n#|wxYw#t$rYnwxYwn#t$ru}|r%t|ddtjkrYd}~dStrt!d|Yd}~dS||||Yd}~nd}~wwxYwU)Nz$starting thread to feed data to piperrz%feeder thread got sentinel -- exitingerrnorzerror in queue thread: %s)r rQr[waitpopleftrr r!r^dumps IndexError ExceptiongetattrrEPIPErr )rrrH writelock reader_close writer_close ignore_epipeonerror queue_semnacquirenreleasenwaitbpopleftsentinelwacquirewreleaserVes r,rz Queue._feeds$ 4555## > <7 " " (H (HHH. $- $ ! HJJJJHHJJJJ+&hjj(??!"IJJJ(LNNN(LNNN"F.33C88#+&JsOOOO$HJJJ+ * 3 (  #+$"D $ $ $GAw$:$:ek$I$IFFFFF << $4a888FFFFF%%'''GAsOOOOOOOO# $;. $sx D&! A8- D&8 BD&2D<2D/ D: D DD D"D&!D""D&& F%0!F F ; F  F%c6ddl}|dS)z Private API hook called when feeding data in the background thread raises an exception. For overriding by concurrent.futures. rN) traceback print_exc)rrVrs r,rzQueue._on_queue_feeder_errors( r.r)FTN)__name__ __module__ __qualname__r-r3r7r'r&rYrbrfrirmrorrrtrwr{rR staticmethodrrrrr.r,rr#s9999(AAA  %%% ' ' ' ' $ $ $ $****4???   ---$$$ B33\3\ <$<$\<$|\r.rc6eZdZd dZdZdZd dZdZd ZdS) rrct||||d|_||_dS)N)r+r)rr- Semaphore_unfinished_tasksr?_condr(s r,r-zJoinableQueue.__init__(sA tW#...!$q!1!1]]__ r.cTt||j|jfzSr0)rr3rrr2s r,r3zJoinableQueue.__getstate__-s%!!$''4:t7M*NNNr.czt||dd|dd\|_|_dS)N)rr7rrr5s r,r7zJoinableQueue.__setstate__0s= 4ss,,,-2233Z* D***r.TNc|jrtd|d|j||st|j5|j5|j||j ||j |j dddn #1swxYwYddddS#1swxYwYdSrO)rFrPr$rQrr<rrCrRrBrSrr[rTrUs r,rYzJoinableQueue.put4sf < :8d88899 9y  00 J ^ $ $TZ $ $|#""$$$ L   $ $ $  " * * , , , N ! ! # # #  $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $s7C A(C4 CC CC CCCc|j5|jdstd|jjr|jddddS#1swxYwYdS)NFz!task_done() called too many times)rrrQrPrdrl notify_allr2s r, task_donezJoinableQueue.task_doneAs Z ( ()11%88 F !DEEE%.7799 ( %%'''  ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( (sA!A66A:=A:c|j5|jjs|jddddS#1swxYwYdSr0)rrrdrlrr2s r,rzJoinableQueue.joinHs Z " ")2;;== " !!! " " " " " " " " " " " " " " " " " "s8A  AArr) rrrr-r3r7rYrrrr.r,rr&s{%%%% OOO888 $ $ $ $((("""""r.rcXeZdZdZdZdZdZdZdZdZ e e j Z dS) rctjd\|_|_||_|jj|_tj dkr d|_ dS||_ dS)NFrr) r rrrrrrLrMr r!r")r)r+s r,r-zSimpleQueue.__init__Ssc%/_E%B%B%B" dlhhjj \& <7 " "DKKK((**DKKKr.cj|j|jdSr0)rrtrr2s r,rtzSimpleQueue.close\s0  r.c,| Sr0rhr2s r,rizSimpleQueue.empty`rjr.c^tj||j|j|j|jfSr0)r r1rrrr"r2s r,r3zSimpleQueue.__getstate__cs*%%% dlDKEEr.c^|\|_|_|_|_|jj|_dSr0)rrrr"rLrMr5s r,r7zSimpleQueue.__setstate__gs(AF>t|T[$+\& r.c|j5|j}dddn #1swxYwYt|Sr0)rrrJr^r_)r)r`s r,rbzSimpleQueue.getks [ , ,,))++C , , , , , , , , , , , , , , ,$$S)))s .22ct|}|j|j|dS|j5|j|ddddS#1swxYwYdSr0)r^rr"rrHrqs r,rYzSimpleQueue.putqs##C(( ;  L # #C ( ( ( ( ( - - '',,, - - - - - - - - - - - - - - - - - -sA--A14A1N)rrrr-rtrir3r7rbrY classmethodtypes GenericAlias__class_getitem__rr.r,rrQs%%%   FFF'''*** ---$ E$677r.r)__all__r rr>r@r\rrrqueuerr_multiprocessingr r reductionForkingPicklerr^utilr r r rrobjectrrrrrr.r,rs| 4 3 3   #2HHHHHHHHHHHHHH vvvvvFvvvr FHH %"%"%"%"%"E%"%"%"V*8*8*8*8*8&*8*8*8*8*8r.PKjGe[cLcL)__pycache__/context.cpython-311.opt-1.pycnu[ !A?hM-0ddlZddlZddlZddlmZddlmZdZGddeZGdd eZ Gd d eZ Gd d eZ Gdde Z GddejZGdde ZejdkrGddejZGddejZGddejZGdde ZGdde ZGdd e Zeeed!Zejd"kreed#ZnPeed$Zn>Gd%dejZGd&de Zd#eiZeed#Zd'ZejZd(Zd)Zd*ZdS)+N)process) reductionceZdZdS) ProcessErrorN__name__ __module__ __qualname__r0/usr/lib64/python3.11/multiprocessing/context.pyrrDr rceZdZdS)BufferTooShortNr rr rrrrr rceZdZdS) TimeoutErrorNr rr rrrrr rceZdZdS)AuthenticationErrorNr rr rrrrr rceZdZeZeZeZeZeej Z eej Z eej Z dZ dZ d&dZdZdZd'dZd(d Zd(d Zd Zd)d Zd*dZd*dZdZ d+dZdZdZdddZdddZdZdZd'dZ dZ!dZ"dZ#d'dZ$d,d!Z%d,d"Z&e'd#Z(e(j)d$Z(d%Z*dS)- BaseContextcNtj}|td|S)z(Returns the number of CPUs in the systemNzcannot determine number of cpus)os cpu_countNotImplementedError)selfnums rrzBaseContext.cpu_count)s&lnn ;%&GHH HJr cvddlm}||}||S)zReturns a manager associated with a running server process The managers methods such as `Lock()`, `Condition()` and `Queue()` can be used to create shared objects. r) SyncManagerctx)managersr get_contextstart)rrms rManagerzBaseContext.Manager1sF *))))) KD,,.. / / /  r Tc$ddlm}||S)z1Returns two connection object connected by a piper)Pipe) connectionr()rduplexr(s rr(zBaseContext.Pipe<s"$$$$$$tF||r cJddlm}||S)z#Returns a non-recursive lock objectr)Lockr ) synchronizer,r#)rr,s rr,zBaseContext.LockAs3%%%%%%t((**++++r cJddlm}||S)zReturns a recursive lock objectr)RLockr )r-r/r#)rr/s rr/zBaseContext.RLockF3&&&&&&u))++,,,,r NcLddlm}|||S)zReturns a condition objectr) Conditionr )r-r2r#)rlockr2s rr2zBaseContext.ConditionKs5******y4#3#3#5#56666r rcLddlm}|||S)zReturns a semaphore objectr) Semaphorer )r-r5r#)rvaluer5s rr5zBaseContext.SemaphorePs5******yD$4$4$6$67777r cLddlm}|||S)z"Returns a bounded semaphore objectr)BoundedSemaphorer )r-r8r#)rr6r8s rr8zBaseContext.BoundedSemaphoreUs61111114+;+;+=+=>>>>r cJddlm}||S)zReturns an event objectr)Eventr )r-r:r#)rr:s rr:zBaseContext.EventZr0r cPddlm}|||||S)zReturns a barrier objectr)Barrierr )r-r<r#)rpartiesactiontimeoutr<s rr<zBaseContext.Barrier_s9((((((wwT5E5E5G5GHHHHr rcLddlm}|||S)Returns a queue objectr)Queuer )queuesrBr#)rmaxsizerBs rrBzBaseContext.Queueds5!!!!!!uW$"2"2"4"45555r cLddlm}|||S)rAr) JoinableQueuer )rCrFr#)rrDrFs rrFzBaseContext.JoinableQueueis5))))))}W$*:*:*<*<====r cJddlm}||S)rAr) SimpleQueuer )rCrHr#)rrHs rrHzBaseContext.SimpleQueuens3''''''{t//112222r rcRddlm}||||||S)zReturns a process pool objectr)Pool)context)poolrJr#)r processes initializerinitargsmaxtasksperchildrJs rrJzBaseContext.PoolssG tI{H6F ,,..000 0r c ddlm}||g|RS)zReturns a shared objectr)RawValue) sharedctypesrR)rtypecode_or_typeargsrRs rrRzBaseContext.RawValuezs-******x(040000r c&ddlm}|||S)zReturns a shared arrayr)RawArray)rSrW)rrTsize_or_initializerrWs rrWzBaseContext.RawArrays(******x(*=>>>r )r3cLddlm}||g|R||dS)z$Returns a synchronized shared objectr)Valuer3r!)rSrZr#)rrTr3rUrZs rrZzBaseContext.ValuesR''''''u%---4))++--- -r cPddlm}|||||S)z#Returns a synchronized shared arrayr)Arrayr[)rSr]r#)rrTrXr3r]s rr]zBaseContext.ArraysD''''''u%':))++--- -r cztjdkr(ttddrddlm}|dSdSdS)zCheck whether this is a fake forked process in a frozen executable. If so then run code specified by commandline and exit. win32frozenFr)freeze_supportN)sysplatformgetattrspawnra)rras rrazBaseContext.freeze_supportsV <7 " "wsHe'D'D " - - - - - - N      # " " "r c"ddlm}|S)zZReturn package logger -- if it does not already exist then it is created. r) get_logger)utilrg)rrgs rrgzBaseContext.get_loggers" %$$$$$z||r c$ddlm}||S)z8Turn on logging and add a handler which prints to stderrr) log_to_stderr)rhrj)rlevelrjs rrjzBaseContext.log_to_stderrs$''''''}U###r cddlm}dS)zVInstall support for sending connections and sockets between processes r)r)N)r))rr)s rallow_connection_picklingz%BaseContext.allow_connection_picklings !       r c(ddlm}||dS)zSets the path to a python.exe or pythonw.exe binary used to run child processes instead of sys.executable when using the 'spawn' start method. Useful for people embedding Python. r)set_executableN)rerp)r executablerps rrpzBaseContext.set_executables, *)))))z"""""r c(ddlm}||dS)zkSet list of module names to try to load in forkserver process. This is really just a hint. r)set_forkserver_preloadN) forkserverrs)r module_namesrss rrsz"BaseContext.set_forkserver_preloads- 766666|,,,,,r c||S t|}n!#t$rtd|zdwxYw||S)Nzcannot find context for %r)_concrete_contextsKeyError ValueError_check_available)rmethodr!s rr#zBaseContext.get_contextsj >K N$V,CC N N N9FBCC M N  s 2Fc|jSN)_namer allow_nones rget_start_methodzBaseContext.get_start_methods zr c td)Nz+cannot set start method of concrete context)ryrr{forces rset_start_methodzBaseContext.set_start_methodsFGGGr cDtdS)z_Controls how objects will be reduced to a form that can be shared with other processes.r)globalsgetrs rreducerzBaseContext.reducersyy}}[)))r c(|td<dS)Nr)r)rrs rrzBaseContext.reducers!* +r cdSr}rrs rrzzBaseContext._check_availables r )Tr})r)NN)r)NNrNF)+r r r rrrr staticmethodrcurrent_processparent_processactive_childrenrr&r(r,r/r2r5r8r:r<rBrFrHrJrRrWrZr]rargrjrnrprsr#rrpropertyrsetterrzrr rrrsL#NL-"l7#:;;O!\'"899N"l7#:;;O    ,,, --- 7777 8888 ???? --- IIII 6666 >>>> 333 ?A"0000111 ??? 37----- DH----- $$$$ !!!###---HHHH**X*  ^++^+     r rc>eZdZdZedZedZdS)ProcessNcdtj|Sr})_default_contextr#r_Popen) process_objs rrzProcess._Popens%++--5<<[IIIr cbtjSr})rr#r _after_forkrr rrzProcess._after_forks#++--5AACCCr r r r _start_methodrrrrr rrrsUMJJ\JDD\DDDr rc@eZdZeZdZdfd Zd dZd dZdZxZ S) DefaultContextc"||_d|_dSr})r_actual_context)rrKs r__init__zDefaultContext.__init__s '#r Nc~||j |j|_|jSt|Sr})rrsuperr#)rr{ __class__s rr#zDefaultContext.get_contexts= >#+'+'<$' '77&&v.. .r Fc|j|std| |r d|_dS|||_dS)Nzcontext has already been set)r RuntimeErrorr#rs rrzDefaultContext.set_start_methodsQ   +E +=>> > >e>#'D F#//77r cH|j|rdS|j|_|jjSr})rrr~rs rrzDefaultContext.get_start_methods/   ' t#'#8D #))r ctjdkrdgStjdkrddgnddg}tjr|d|S)Nr_redarwinforkrt)rbrcrHAVE_SEND_HANDLEappend)rmethodss rget_all_start_methodsz$DefaultContext.get_all_start_methodssZ <7 " "9 +.<8+C+Cw''&RYIZG) -|,,,Nr r}r) r r r rrr#rrr __classcell__)rs@rrrsG$$$//////8888****r rr_c(eZdZdZedZdS) ForkProcessrc$ddlm}||SNr)Popen) popen_forkrrrs rrzForkProcess._Popens$ ) ) ) ) ) )5%% %r Nr r r rrrrr rrrs2  & &  & & &r rc>eZdZdZedZedZdS) SpawnProcessrec$ddlm}||Sr)popen_spawn_posixrrs rrzSpawnProcess._Popen$ 0 0 0 0 0 05%% %r cdSr}rrr rrzSpawnProcess._after_fork"  Dr Nrrr rrrM  & &  &       r rc(eZdZdZedZdS)ForkServerProcessrtc$ddlm}||Sr)popen_forkserverrrs rrzForkServerProcess._Popen)s$ / / / / / /5%% %r Nrrr rrr's2$  & &  & & &r rceZdZdZeZdS) ForkContextrN)r r r r~rrrr rrr.sr rceZdZdZeZdS SpawnContextreNr r r r~rrrr rrr2r rceZdZdZeZdZdS)ForkServerContextrtc<tjstddS)Nz%forkserver start method not available)rrryrs rrzz"ForkServerContext._check_available9s)- J !HIII J Jr N)r r r r~rrrzrr rrr6s2# J J J J Jr r)rrertrrerc>eZdZdZedZedZdS)rrec$ddlm}||Sr)popen_spawn_win32rrs rrzSpawnProcess._PopenMrr cdSr}rrr rrzSpawnProcess._after_forkRrr Nrrr rrrKrr ceZdZdZeZdSrrrr rrrWrr c4t|t_dSr})rwrr)r{s r_force_start_methodrds'9&'A$$$r c.ttddS)Nspawning_popen)rd_tlsrr rget_spawning_popenrms 4)4 0 00r c|t_dSr})rr)popens rset_spawning_popenrpsDr cjt$tdt|jzdS)NzF%s objects should only be shared between processes through inheritance)rrtyper )objs rassert_spawningrss># #%)#YY%7 8 $#r ) rrb threadingrmrr__all__ Exceptionrrrrobjectr BaseProcessrrrcrrrrrrrwrrlocalrrrrrr rrs        9        \        <        ,   x x x x x &x x x |DDDDDg!DDD%%%%%[%%%X<7&&&&&g)&&&     w*   &&&&&G/&&&k{JJJJJKJJJ ''))  |x*>**Gd%dejZGd&de Zd#eiZeed#Zd'ZejZd(Zd)Zd*ZdS)+N)process) reductionceZdZdS) ProcessErrorN__name__ __module__ __qualname__r0/usr/lib64/python3.11/multiprocessing/context.pyrrDr rceZdZdS)BufferTooShortNr rr rrrrr rceZdZdS) TimeoutErrorNr rr rrrrr rceZdZdS)AuthenticationErrorNr rr rrrrr rceZdZeZeZeZeZeej Z eej Z eej Z dZ dZ d&dZdZdZd'dZd(d Zd(d Zd Zd)d Zd*dZd*dZdZ d+dZdZdZdddZdddZdZdZd'dZ dZ!dZ"dZ#d'dZ$d,d!Z%d,d"Z&e'd#Z(e(j)d$Z(d%Z*dS)- BaseContextcNtj}|td|S)z(Returns the number of CPUs in the systemNzcannot determine number of cpus)os cpu_countNotImplementedError)selfnums rrzBaseContext.cpu_count)s&lnn ;%&GHH HJr cvddlm}||}||S)zReturns a manager associated with a running server process The managers methods such as `Lock()`, `Condition()` and `Queue()` can be used to create shared objects. r) SyncManagerctx)managersr get_contextstart)rrms rManagerzBaseContext.Manager1sF *))))) KD,,.. / / /  r Tc$ddlm}||S)z1Returns two connection object connected by a piper)Pipe) connectionr()rduplexr(s rr(zBaseContext.Pipe<s"$$$$$$tF||r cJddlm}||S)z#Returns a non-recursive lock objectr)Lockr ) synchronizer,r#)rr,s rr,zBaseContext.LockAs3%%%%%%t((**++++r cJddlm}||S)zReturns a recursive lock objectr)RLockr )r-r/r#)rr/s rr/zBaseContext.RLockF3&&&&&&u))++,,,,r NcLddlm}|||S)zReturns a condition objectr) Conditionr )r-r2r#)rlockr2s rr2zBaseContext.ConditionKs5******y4#3#3#5#56666r rcLddlm}|||S)zReturns a semaphore objectr) Semaphorer )r-r5r#)rvaluer5s rr5zBaseContext.SemaphorePs5******yD$4$4$6$67777r cLddlm}|||S)z"Returns a bounded semaphore objectr)BoundedSemaphorer )r-r8r#)rr6r8s rr8zBaseContext.BoundedSemaphoreUs61111114+;+;+=+=>>>>r cJddlm}||S)zReturns an event objectr)Eventr )r-r:r#)rr:s rr:zBaseContext.EventZr0r cPddlm}|||||S)zReturns a barrier objectr)Barrierr )r-r<r#)rpartiesactiontimeoutr<s rr<zBaseContext.Barrier_s9((((((wwT5E5E5G5GHHHHr rcLddlm}|||S)Returns a queue objectr)Queuer )queuesrBr#)rmaxsizerBs rrBzBaseContext.Queueds5!!!!!!uW$"2"2"4"45555r cLddlm}|||S)rAr) JoinableQueuer )rCrFr#)rrDrFs rrFzBaseContext.JoinableQueueis5))))))}W$*:*:*<*<====r cJddlm}||S)rAr) SimpleQueuer )rCrHr#)rrHs rrHzBaseContext.SimpleQueuens3''''''{t//112222r rcRddlm}||||||S)zReturns a process pool objectr)Pool)context)poolrJr#)r processes initializerinitargsmaxtasksperchildrJs rrJzBaseContext.PoolssG tI{H6F ,,..000 0r c ddlm}||g|RS)zReturns a shared objectr)RawValue) sharedctypesrR)rtypecode_or_typeargsrRs rrRzBaseContext.RawValuezs-******x(040000r c&ddlm}|||S)zReturns a shared arrayr)RawArray)rSrW)rrTsize_or_initializerrWs rrWzBaseContext.RawArrays(******x(*=>>>r )r3cLddlm}||g|R||dS)z$Returns a synchronized shared objectr)Valuer3r!)rSrZr#)rrTr3rUrZs rrZzBaseContext.ValuesR''''''u%---4))++--- -r cPddlm}|||||S)z#Returns a synchronized shared arrayr)Arrayr[)rSr]r#)rrTrXr3r]s rr]zBaseContext.ArraysD''''''u%':))++--- -r cztjdkr(ttddrddlm}|dSdSdS)zCheck whether this is a fake forked process in a frozen executable. If so then run code specified by commandline and exit. win32frozenFr)freeze_supportN)sysplatformgetattrspawnra)rras rrazBaseContext.freeze_supportsV <7 " "wsHe'D'D " - - - - - - N      # " " "r c"ddlm}|S)zZReturn package logger -- if it does not already exist then it is created. r) get_logger)utilrg)rrgs rrgzBaseContext.get_loggers" %$$$$$z||r c$ddlm}||S)z8Turn on logging and add a handler which prints to stderrr) log_to_stderr)rhrj)rlevelrjs rrjzBaseContext.log_to_stderrs$''''''}U###r cddlm}dS)zVInstall support for sending connections and sockets between processes r)r)N)r))rr)s rallow_connection_picklingz%BaseContext.allow_connection_picklings !       r c(ddlm}||dS)zSets the path to a python.exe or pythonw.exe binary used to run child processes instead of sys.executable when using the 'spawn' start method. Useful for people embedding Python. r)set_executableN)rerp)r executablerps rrpzBaseContext.set_executables, *)))))z"""""r c(ddlm}||dS)zkSet list of module names to try to load in forkserver process. This is really just a hint. r)set_forkserver_preloadN) forkserverrs)r module_namesrss rrsz"BaseContext.set_forkserver_preloads- 766666|,,,,,r c||S t|}n!#t$rtd|zdwxYw||S)Nzcannot find context for %r)_concrete_contextsKeyError ValueError_check_available)rmethodr!s rr#zBaseContext.get_contextsj >K N$V,CC N N N9FBCC M N  s 2Fc|jSN)_namer allow_nones rget_start_methodzBaseContext.get_start_methods zr c td)Nz+cannot set start method of concrete context)ryrr{forces rset_start_methodzBaseContext.set_start_methodsFGGGr cDtdS)z_Controls how objects will be reduced to a form that can be shared with other processes.r)globalsgetrs rreducerzBaseContext.reducersyy}}[)))r c(|td<dS)Nr)r)rrs rrzBaseContext.reducers!* +r cdSr}rrs rrzzBaseContext._check_availables r )Tr})r)NN)r)NNrNF)+r r r rrrr staticmethodrcurrent_processparent_processactive_childrenrr&r(r,r/r2r5r8r:r<rBrFrHrJrRrWrZr]rargrjrnrprsr#rrpropertyrsetterrzrr rrrsL#NL-"l7#:;;O!\'"899N"l7#:;;O    ,,, --- 7777 8888 ???? --- IIII 6666 >>>> 333 ?A"0000111 ??? 37----- DH----- $$$$ !!!###---HHHH**X*  ^++^+     r rc>eZdZdZedZedZdS)ProcessNcdtj|Sr})_default_contextr#r_Popen) process_objs rrzProcess._Popens%++--5<<[IIIr cbtjSr})rr#r _after_forkrr rrzProcess._after_forks#++--5AACCCr r r r _start_methodrrrrr rrrsUMJJ\JDD\DDDr rc@eZdZeZdZdfd Zd dZd dZdZxZ S) DefaultContextc"||_d|_dSr})r_actual_context)rrKs r__init__zDefaultContext.__init__s '#r Nc~||j |j|_|jSt|Sr})rrsuperr#)rr{ __class__s rr#zDefaultContext.get_contexts= >#+'+'<$' '77&&v.. .r Fc|j|std| |r d|_dS|||_dS)Nzcontext has already been set)r RuntimeErrorr#rs rrzDefaultContext.set_start_methodsQ   +E +=>> > >e>#'D F#//77r cH|j|rdS|j|_|jjSr})rrr~rs rrzDefaultContext.get_start_methods/   ' t#'#8D #))r ctjdkrdgStjdkrddgnddg}tjr|d|S)Nr_redarwinforkrt)rbrcrHAVE_SEND_HANDLEappend)rmethodss rget_all_start_methodsz$DefaultContext.get_all_start_methodssZ <7 " "9 +.<8+C+Cw''&RYIZG) -|,,,Nr r}r) r r r rrr#rrr __classcell__)rs@rrrsG$$$//////8888****r rr_c(eZdZdZedZdS) ForkProcessrc$ddlm}||SNr)Popen) popen_forkrrrs rrzForkProcess._Popens$ ) ) ) ) ) )5%% %r Nr r r rrrrr rrrs2  & &  & & &r rc>eZdZdZedZedZdS) SpawnProcessrec$ddlm}||Sr)popen_spawn_posixrrs rrzSpawnProcess._Popen$ 0 0 0 0 0 05%% %r cdSr}rrr rrzSpawnProcess._after_fork"  Dr Nrrr rrrM  & &  &       r rc(eZdZdZedZdS)ForkServerProcessrtc$ddlm}||Sr)popen_forkserverrrs rrzForkServerProcess._Popen)s$ / / / / / /5%% %r Nrrr rrr's2$  & &  & & &r rceZdZdZeZdS) ForkContextrN)r r r r~rrrr rrr.sr rceZdZdZeZdS SpawnContextreNr r r r~rrrr rrr2r rceZdZdZeZdZdS)ForkServerContextrtc<tjstddS)Nz%forkserver start method not available)rrryrs rrzz"ForkServerContext._check_available9s)- J !HIII J Jr N)r r r r~rrrzrr rrr6s2# J J J J Jr r)rrertrrerc>eZdZdZedZedZdS)rrec$ddlm}||Sr)popen_spawn_win32rrs rrzSpawnProcess._PopenMrr cdSr}rrr rrzSpawnProcess._after_forkRrr Nrrr rrrKrr ceZdZdZeZdSrrrr rrrWrr c4t|t_dSr})rwrr)r{s r_force_start_methodrds'9&'A$$$r c.ttddS)Nspawning_popen)rd_tlsrr rget_spawning_popenrms 4)4 0 00r c|t_dSr})rr)popens rset_spawning_popenrpsDr cjt$tdt|jzdS)NzF%s objects should only be shared between processes through inheritance)rrtyper )objs rassert_spawningrss># #%)#YY%7 8 $#r ) rrb threadingrmrr__all__ Exceptionrrrrobjectr BaseProcessrrrcrrrrrrrwrrlocalrrrrrr rrs        9        \        <        ,   x x x x x &x x x |DDDDDg!DDD%%%%%[%%%X<7&&&&&g)&&&     w*   &&&&&G/&&&k{JJJJJKJJJ ''))  |x*>** Returns a ctypes object allocated from shared memory r)typecode_to_typegetr&rmemset addressofr__init__)typecode_or_typeargsr"objs r%rr,se  !13C D DE U  C M&"3''FM#,>,>???CL$ Jr'c\t||}t|trP||z}t |}t jt j|dt j||S|t|z}t |}|j ||S)z= Returns a ctypes array allocated from shared memory r) r)r* isinstanceintr&rr+r,rlenr-)r.size_or_initializerr"r0results r%r r 6s  !13C D DE%s++ ++ f&s++Q c0B0BCCC /000E"",-- r'T)lockctxct|g|R}|dur|S|dvr$|p t}|}t|dst d|zt |||S)z6 Return a synchronization wrapper for a Value FTNacquire%r has no method 'acquire'r8)rrRLockhasattrAttributeErrorr )r.r7r8r/r0s r%r r Fs # +d + + +C u}}  |"[]]yy{{ 4 # #B9D@AAA Ts + + ++r'ct||}|dur|S|dvr$|p t}|}t|dst d|zt |||S)z9 Return a synchronization wrapper for a RawArray Fr:r;r<r=)r rr>r?r@r )r.r5r7r8r0s r%r r Ts #%8 9 9C u}}  |"[]]yy{{ 4 # #B9D@AAA Ts + + ++r'cltt|}|tj|d<|S)Nr)r&typerpointer)r0new_objs r%r r bs.c##G!$FN7A Nr'cZt|tr Jd|p t}t|tjrt |||St|tjr5|jtjurt|||St|||St|} t|}nX#t$rKd|jD}d|D}d|jz}t|tf|x}t|<YnwxYw||||S)Nzobject already synchronizedcg|] }|d S)r).0fields r% z synchronized..vs888%U1X888r'c.i|]}|t|SrH) make_property)rInames r% z synchronized..ws"===t}T**===r' Synchronized)r2SynchronizedBaserr _SimpleCDatarPr _type_c_charSynchronizedStringSynchronizedArrayrC class_cacheKeyError_fields___name__)r0r7r8clssclsnamesr classnames r%r r gsI#/00OO2OOO 0 C#v*++$Cs+++ C & & $ : & &%c455 5 dC0003ii Ns#DD N N N883<888E==u===A&5I&*97G6I1&M&M MD;s###  N tCs###s: CADDct|t|tjrt|j|j|jffStt||jdffSr) rr2rr r!rS_wrapper_length_rC)r0s r% reduce_ctyperbsVC#v|$$>sz3<FFFtCyy#,===r'c|||z}t|t|}||}||_|Sr)_ForkingPicklerregisterrbcreate_memoryview from_bufferr`)r"r$lengthbufr0s r%r!r!sW UL111  # # % %C   C CCL Jr'c t|S#t$r9i}tt|fdzz|||t|<||cYSwxYw)N) prop_cacherXexectemplate)rNrs r%rMrMsh$   X$ #Q'''T7 4w s AAAz def get%s(self): self.acquire() try: return self._obj.%s finally: self.release() def set%s(self, value): self.acquire() try: self._obj.%s = value finally: self.release() %s = property(get%s, set%s) c:eZdZd dZdZdZdZdZdZdZ dS) rQNc||_|r||_n+|ptd}||_|jj|_|jj|_dS)NT)force)_obj_lockrr>r;release)selfr0r7r8s r%r-zSynchronizedBase.__init__sZ  %DJJ04000CDJz) z) r'c4|jSr)rs __enter__rus r%rwzSynchronizedBase.__enter__sz##%%%r'c |jj|Sr)rs__exit__)rur/s r%rzzSynchronizedBase.__exit__s"tz"D))r'cJt|t|j|jffSr)rr rrrsrxs r% __reduce__zSynchronizedBase.__reduce__s$di444r'c|jSrrrrxs r%get_objzSynchronizedBase.get_objs yr'c|jSr)rsrxs r%get_lockzSynchronizedBase.get_locks zr'cBdt|jd|jdS)N)rCrZrrrxs r%__repr__zSynchronizedBase.__repr__s$(,T (;(;(;TYYYGGr'NN) rZ __module__ __qualname__r-rwrzr|rrrrHr'r%rQrQs****&&&***555HHHHHr'rQc$eZdZedZdS)rPvalueN)rZrrrMrrHr'r%rPrPs M' " "EEEr'rPc,eZdZdZdZdZdZdZdS)rVc*t|jSr)r4rrrxs r%__len__zSynchronizedArray.__len__s49~~r'cT|5|j|cdddS#1swxYwYdSrr~)rurs r% __getitem__zSynchronizedArray.__getitem__su   9Q<                  !!cP|5||j|<ddddS#1swxYwYdSrr~)rurrs r% __setitem__zSynchronizedArray.__setitem__sw  ! ! DIaL ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! !s cX|5|j||cdddS#1swxYwYdSrr~)rustartstops r% __getslice__zSynchronizedArray.__getslice__sz  ) )9U4Z( ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) )s ##cT|5||j||<ddddS#1swxYwYdSrr~)rurrvaluess r% __setslice__zSynchronizedArray.__setslice__s|  + +$*DIeDj ! + + + + + + + + + + + + + + + + + +rN)rZrrrrrrrrHr'r%rVrVs_   !!!)))+++++r'rVc:eZdZedZedZdS)rUrrawN)rZrrrMrrrHr'r%rUrUs, M' " "E -  CCCr'rUr)-rweakrefrrcontextrrForkingPicklerrd__all__rTc_wcharc_bytec_ubytec_shortc_ushortc_intc_uintc_longc_ulong c_longlong c_ulonglongc_floatc_doubler)r&rr r r r r rbr!rMrnrlWeakKeyDictionaryrWobjectrQrPrVrUrHr'r%rsQ ////////* L L L       !3 ///  )-$ , , , , ,:>4 , , , , , $$$$2>>>   'g')) HHHHHvHHH@#########+++++(+++,*r'PKjGe[H77+__pycache__/reduction.cpython-311.opt-2.pycnu[ !A?h(%HddlmZddlZddlZddlZddlZddlZddlZddlZddl m Z gdZ ej dkp(e edoe edoe ejd ZGd d ejZejZd*d Zej dkr*e gd z Z ddlZd+dddZdZdZdZGddeZn%e gdz Z ddlZej dkZdZdZdZdZdZdZGddZ ee!e j"ed Z#ee!e$j%e#ee!e&j'e#d!Z(d"Z)eej*e(ej dkrd#Z+d$Z,eeje+nd%Z+d&Z,eeje+Gd'd(e)Z-dS),)ABCMetaN)context) send_handle recv_handleForkingPicklerregisterdumpwin32CMSG_LEN SCM_RIGHTSsendmsgcneZdZ iZejZfdZedZ eddZ e j Z xZ S)rctj||j|_|j|jdSN)super__init___copyreg_dispatch_tablecopydispatch_tableupdate_extra_reducers)selfargs __class__s 2/usr/lib64/python3.11/multiprocessing/reduction.pyrzForkingPickler.__init__&sN$":??AA ""4#788888c ||j|<dSr)r)clstypereduces rr zForkingPickler.register+s4$*D!!!rNctj}|||||Sr)ioBytesIOr getbuffer)robjprotocolbufs rdumpszForkingPickler.dumps0s;jll C$$$}}rr)__name__ __module__ __qualname__rcopyregrrr classmethodr r)pickleloads __classcell__)rs@rrr!s3O%499999 ++[+[ LEEEEErrcN t|||dSr)rr )r&filer's rr r :s)=4""'',,,,,r) DupHandle duplicate steal_handleF)source_processc tj}||}||}tj|||d|tjS)Nr)_winapiGetCurrentProcessDuplicateHandleDUPLICATE_SAME_ACCESS)handletarget_process inheritabler7current_processs rr5r5GsOJ!355  !,N  !,N& FN {G9;; ;rc " tjtjd|} tj||tjddtjtjztj|S#tj|wxYwNFr)r9 OpenProcessPROCESS_DUP_HANDLEr;r:r<DUPLICATE_CLOSE_SOURCE CloseHandle) source_pidr=source_process_handles rr6r6SsC ' 3  &z!;!; 7*%v)++Q-0NNPP   5 6 6 6 6G  5 6 6 6 6s AA88Bch t|tj|}||dSr)r4r9r<send)connr=destination_piddhs rrr_s,4 vw>AJ.!33$$ I&&&q66C<3q6))(:AAFFCF,,---AwwJ'    D 2333sDE,,F?Fc tj|tjtj5}t ||gddddS#1swxYwYdSr)rifromfdfilenoAF_UNIX SOCK_STREAMr_)rKr=rLss rrrs4 ]4;;==&.&:L M M !QR Ax  ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! !sAA!$A!c tj|tjtj5}t |ddcdddS#1swxYwYdS)Nrr)rirrrrr`)rKrs rrrs7 ]4;;==&.&:L M M $QR1a==# $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $sA!!A%(A%c tj}|(|||Strddlm}||Std)Nr)resource_sharerz&SCM_RIGHTS appears not to be available)rget_spawning_popenr^duplicate_for_childHAVE_SEND_HANDLErru)fd popen_objrs rr^r^sw).00  ??9#@#@#D#DEE E  G ) ) ) ) ) )"((,, ,EFF Frcx|jt|j|jjffSt|j|jjffSr)__self__getattrr__func__r*ms r_reduce_methodrs8zaj&9:::QZ%8999rceZdZdZdS)_CcdSrr])rs rfz_C.fs rN)r*r+r,rr]rrrrs#     rrc,t|j|jffSr)r __objclass__r*rs r_reduce_method_descriptorrs Q^QZ0 00rc<t|j|j|jpiffSr)_rebuild_partialfuncrkeywords)ps r_reduce_partialrs afafaj.>B? ??rc,tj|g|Ri|Sr) functoolspartial)rrrs rrrs#  T 5D 5 5 5H 5 55rc4ddlm}t||ffS)Nr) DupSocket)rr_rebuild_socket)rrs r_reduce_socketrs)......1//rc*|Sr)rP)dss rrrsyy{{rc|t|}t||j|j|jffSr)r^rrfamilyr proto)rdfs rrrs1 188::  QXqvqw ???rcZ|}tj||||S)N)r)rPri)rrr rrs rrrs( YY[[}VT5<<<>>ck""$=>>>"O444/////rN)r*r+r,rr r rrsysplatformr6r5r4r_r`r^rrrrrrr]rrrrs $NH DKK |w#   #N 9'#N%O00000rr) metaclassrr\).abcrr-rr#rSr/rirrr__all__rhasattrrPicklerrr r r9r5r6rrobjectr4rfrkr_r`r^rrr rrryrrrrrrrrrr]rrrs  N N NLG+8WVZ007WV\227WV]I66V^.  "----<7 9999GNNN ;$( ; ; ; ; ; 7 7 7 $$$*****F****F ....GLLL,(*KHHH4448!!! $$$ G G G:::          bbddf~&&&111dk  5666ck  5666@@@666 O,,, <7000 HV]N++++@@@=== HV]N+++00000000000rPKjGe[$Z"__)__pycache__/shared_memory.cpython-311.pycnu[ !A?hHdZddgZddlmZddlZddlZddlZddlZddlZddl Z ej dkrddl Z dZ nddl Z dZ d d lmZejejzZd Ze rd Znd ZdZGddZdZGddZdS)zProvides shared memory for direct access across processes. The API of this package is currently provisional. Refer to the documentation for details. SharedMemory ShareableList)partialNntFT)resource_trackerz/psm_wnsm_ctttz dz}|dks Jdttj|z}t|tksJ|S)z6Create a random filename for the shared memory object.z_SHM_NAME_PREFIX too long)_SHM_SAFE_NAME_LENGTHlen_SHM_NAME_PREFIXsecrets token_hex)nbytesnames 6/usr/lib64/python3.11/multiprocessing/shared_memory.py_make_filenamer(sb$c*:&;&;; AF Q;;;3;;; g/77 7D t99- - - - - KceZdZdZdZdZdZdZej Z dZ e rdndZ ddZd Zd Zd Zed Zed ZedZdZdZdS)raCreates a new shared memory block or attaches to an existing shared memory block. Every shared memory block is assigned a unique name. This enables one process to create a shared memory block with a particular name so that a different process can attach to that same shared memory block using that same name. As a resource for sharing data across processes, shared memory blocks may outlive the original process that created them. When one process no longer needs access to a shared memory block that might still be needed by other processes, the close() method should be called. When a shared memory block is no longer needed by any process, the unlink() method should be called to ensure proper cleanup.NiTFrcx|dkstd|r.ttjz|_|dkrtd|#|jtjzstdt r*|O t} tj ||j|j |_ n#t$rYCwxYw||_ n;|jrd|zn|}tj ||j|j |_ ||_ |r|rtj|j |tj|j }|j}t%j|j ||_n##t($r|wxYwt-j|j dn|r# |tn|}t1jt0jt0jt0j|d z d z|d z|} t1j}|t0jkrZ|Btt>j tj!t>j |t0j t1j"|t%jd || |_t1j"|n#t1j"|wxYw||_ n||_ t1j#t0j$d |} t1j%|t0j$ddd}t1j"|n#t1j"|wxYw t1j&|}t1j'|n#t1j'|wxYwt%jd || |_||_(tS|j|_*dS)Nrz!'size' must be a positive integerz4'size' must be a positive number different from zeroz&'name' can only be None if create=TrueT)mode/ shared_memory lr)tagnameF)+ ValueError_O_CREXosO_RDWR_flagsO_EXCL _USE_POSIXr _posixshmemshm_open_mode_fdFileExistsError_name_prepend_leading_slash ftruncatefstatst_sizemmap_mmapOSErrorunlinkrregister_winapiCreateFileMappingINVALID_HANDLE_VALUENULLPAGE_READWRITE GetLastErrorERROR_ALREADY_EXISTSerrnoEEXISTstrerror CloseHandleOpenFileMapping FILE_MAP_READ MapViewOfFileVirtualQuerySizeUnmapViewOfFile_size memoryview_buf) selfrcreatesizestats temp_nameh_maplast_error_codep_bufs r__init__zSharedMemory.__init__Ksqyy@AA A  Y!BI-DKqyy !WXXX < bi 7<EFF F _ ?| )++D!#.#7  K!%$$$ +!!! !!%DJ%)%@JsTzzd&/K "  1d1L4000**}!Ytx66        %dj/ B B B B 6 ?48L 0 0 0dI$54 .z1z)! E3*1*>*@*@*g.JJJ#/&5$)L$&K $=$=$($+$@ '"'"!"!) +E2222&*Yr4%K%K%K +E2222+E2222!*DJ"  /) /#1- E'....G'....3"3E::D+E2222G+E2222!Yr4>>>  tz** sJ&B,, B98B9AE E>4A'J"1J""J8+"L""L8<M%%M;cR |dS#t$rYdSwxYwN)closer2rHs r__del__zSharedMemory.__del__s:  JJLLLLL    DD s  &&c.|j|jd|jffS)NF) __class__rrJrTs r __reduce__zSharedMemory.__reduce__s# N     rc@|jjd|jd|jdS)N(z, size=))rW__name__rrJrTs r__repr__zSharedMemory.__repr__s*.)LLDILL LLLLrc|jS)z4A memoryview of contents of the shared memory block.)rGrTs rbufzSharedMemory.bufs yrc|j}tr0|jr)|jdr|jdd}|S)z4Unique name that identifies the shared memory block.rrN)r+r%r, startswith)rH reported_names rrzSharedMemory.namesJ  /$5 /z$$S)) / $ 122 rc|jS)zSize in bytes.)rErTs rrJzSharedMemory.sizes zrc|j |jd|_|j |jd|_tr-|jdkr$t j|jd|_dSdSdS)zkCloses access to the shared memory from this instance but does not destroy the shared memory block.Nrr)rGreleaser1rSr%r)r!rTs rrSzSharedMemory.closes 9 I     DI : ! J     DJ  $(a-- HTX   DHHH  --rctr<|jr7tj|jt j|jddSdSdS)zRequests that the underlying shared memory block be destroyed. In order to ensure proper cleanup of resources, unlink should be called once (and only once) across all processes which have access to the shared memory block.rN)r%r+r& shm_unlinkr unregisterrTs rr3zSharedMemory.unlinks]  E$* E  "4: . . .  ' O D D D D D E E E Er)NFr)r\ __module__ __qualname____doc__r+r)r1rGr!r"r#r(r%r,rPrUrXr]propertyr_rrJrSr3rrrr2s B B E C E D YF E%/:TTUl+l+l+l+\    MMMXXX   EEEEErutf8c leZdZdZedededededdj diZ dZ d d d d d Z e dZd"dddZdZdZdZdZdZdZdZdZedZedZedZedZedZedZedZd Z d!Z!e"e#j$Z%dS)#raPattern for a mutable list-like object shareable via a shared memory block. It differs from the built-in list type in that these lists can not change their overall length (i.e. no append, insert, etc.) Because values are packed into a memoryview as bytes, the struct packing format for any storable value must require no more than 8 characters to describe its format.qdzxxxxxxx?z%dsNzxxxxxx?xc|SrRrmvalues rzShareableList.src\|dtSN)rstripdecode _encodingrts rrvzShareableList.s g..55i@@rc,|dSrx)rzrts rrvzShareableList.sg..rcdSrRrm)_values rrvzShareableList.s$r)rrr ct|ttdjfsdSt|trdSt|trdSdS)zUsed in concert with _back_transforms_mapping to convert values into the appropriate Python objects when retrieving them from the list as well as when storing them.Nrrr r) isinstancestrbytesrWrts r_extract_recreation_codez&ShareableList._extract_recreation_codesW %#udn!=>> 1 s # # 1 u % % 11rrc|||pd}fd|D}t|_td|DjksJd}dg_|D]I}||ddkrjnt |ddz }j|Jfd|D}tjdj zd |zj zj z}t|d | _nt|_|ttjdj zjjdjgjRtjd |jjjgfd |DRtjj jjjgfd |DRtjj jjjg|RdSt_t+tjj jjd_dS)Nrmcg|]v}t|ttfsjt |n=jt |jt |jzdzzfzwS)r)rrr_types_mappingtype _alignmentr.0itemrHs r z*ShareableList.__init__..-s  &dS%L99#DJJ//,T$ZZ83t99+G!+KL<rc3<K|]}t|dkVdS)rrN)r)rfmts r z)ShareableList.__init__..6s,99s3xx1}999999rrrsc:g|]}|Srm)rrs rrz*ShareableList.__init__..?s4!!!8<--d33!!!rrpT)rIrJc3pK|]0}t|tr|n|V1dSrR)rrencoderv_encs rrz)ShareableList.__init__..Zs@PP!Jq#$6$6=!((4...APPPPPPrc3BK|]}|VdSrR)rrs rrz)ShareableList.__init__..`s-33Q!((4..333333rrr)r _list_lensum_allocated_offsetsrintappendstructcalcsize_format_size_metainfojoin_format_packing_metainfo_format_back_transform_codesrshmr| pack_intor__offset_data_start_offset_packing_formats_offset_back_transform_codeslist unpack_from) rHsequencer_formatsoffsetr_recreation_codesrequested_sizers ` @rrPzShareableList.__init__*s <8/~2H % H!]]DN9999999T^KKKKF()cD # 7 7SW^^$//S"XN'..v6666!!!!@H!!! $_d00!!"-.12N$DNKKKDHH#D))DH  D  d00    )       !! ' QPPPxPPP       - , 4333(333       1 1 $       !YYDN&*".HL''D # # #rc4|dkr|n ||jz}||jks |jdkrtdtjd|jj|j|dzzd}|d}|t}|S)z>Gets the packing format for a single value stored in the list.r Requested position out of range.8srrry) r IndexErrorrrrr_rrzr{r|)rHpositionrr fmt_as_strs r_get_packing_formatz!ShareableList._get_packing_formatss'1}}88(T^2K  & &DNQ,>,>?@@ @    HL  (8a< 7     hhwZZ ** rc||jks |jdkrtdtjd|jj|j|zd}|j|}|S)z9Gets the back transformation function for a single value.rrb)rrrrrr_r_back_transforms_mapping)rHrtransform_codetransform_functions r_get_back_transformz!ShareableList._get_back_transformss  & &DNQ,>,>?@@ @+  HL  - 8     ":>J!!rcT||jks |jdkrtdtjd|jj|j|dzz|t| |}tjd|jj|j |z|dS)zvSets the packing format and back transformation code for a single value in the list at the specified position.rrrrrrN) rrrrrr_rrr|rr)rHrrrurs r!_set_packing_format_and_transformz/ShareableList._set_packing_format_and_transforms  & &DNQ,>,>?@@ @  HL  (8a< 7   i ( (    66u==  HL  - 8       rc<|dkr|n ||jz} |j|j|z}tj|||jj|\}n#t$rtdwxYw| |}||}|S)Nrzindex out of range) rrrrrrrr_rr)rHrrrback_transforms r __getitem__zShareableList.__getitem__s'1}}88(T^2K 3,t/Fx/PPF%((22 DQQ  3 3 3122 2 311(;; N1  s A AA9c|dkr|n ||jz} |j|}|j|z}||}n#t$rt dwxYwt |t tfs|jt|}|}n|j|dz|z }t |t r| tn|}t||krtd|ddkr|}n|jt |fz}||||tj||jj||dS)Nrzassignment index out of rangerz(bytes/str item exceeds available storagerr)rrrrrrrrrrrr|rrrrrrr_) rHrru item_offsetrcurrent_format new_format encoded_valueallocated_lengths r __setitem__zShareableList.__setitem__s'1}}88(T^2K >1(;K,{:F!55h??NN > > ><== = >%#u.. ,T%[[9J!MM#6x!|D{R !+5# 6 6BU\\)444>rcNtjd|jjddS)Nrpr)rrrr_rTs r__len__zShareableList.__len__s !#tx|Q77::rcZ|jjdt|d|jjdS)NrZz, name=r[)rWr\rrrrTs rr]zShareableList.__repr__s0.)QQDJJQQtx}QQQQrcjdfdtjDS)z=The struct packing format used by all currently stored items.rc3BK|]}|VdSrR)r)rirHs rrz'ShareableList.format..sB  ,-D $ $Q ' '      r)rrangerrTs`rformatzShareableList.formatsKww    16t~1F1F      rcd|jdzzS)z>The struct packing format used for the items' storage offsets.rprrrTs rrz#ShareableList._format_size_metainfosdnq())rcd|jzS)z>The struct packing format used for the items' packing formats.rrrTs rrz&ShareableList._format_packing_metainfosdn$$rcd|jzS)z>The struct packing format used for the items' back transforms.rrrTs rrz*ShareableList._format_back_transform_codessT^##rc|jdzdzS)Nr rrrrTs rrz ShareableList._offset_data_starts"a''rc,|j|jdzS)Nr)rrrTs rrz%ShareableList._offset_packing_formatss&)@)DDDrc&|j|jdzzS)Nrr)rrrTs rrz*ShareableList._offset_back_transform_codess+dnq.@@@rc:tfd|DS)zCL.count(value) -> integer -- return number of occurrences of value.c3$K|] }|kV dSrRrm)rentryrus rrz&ShareableList.count.. s'44e5E>444444r)r)rHrus `rcountzShareableList.counts(4444t444444rcdt|D]\}}||kr|cSt|d)zpL.index(value) -> integer -- return first index of value. Raises ValueError if the value is not present.z not in this container) enumerater)rHrurrs rindexzShareableList.index sO ) A AOHe~~???@@ @rrR)&r\rirjrkrfloatboolrrrWrrr staticmethodrrPrrrrrrXrr]rlrrrrrrrrr classmethodtypes GenericAlias__class_getitem__rmrrrrs)**& S s j U u  NJ   @ @ . .       \ GdGGGGGR " " "   ,"JJJB???;;;RRR  X **X*%%X%$$X$((X( EEXEAAXA555 AAA$ E$677r)rk__all__ functoolsrr0r!r<rrrrr5r%r&rrO_CREATr$r r rrrr|rrmrrrs] O -  7d??NNNJJJ *ry BEBEBEBEBEBEBEBEJ  ]8]8]8]8]8]8]8]8]8]8rPKjGe[#WW$__pycache__/__init__.cpython-311.pycnu[ !A?hddlZddlmZdeejDZedeDdZdZ dej vrej dej d <dSdS) N)contextc<g|]}|d|S)_) startswith).0xs 1/usr/lib64/python3.11/multiprocessing/__init__.py r s) M M M1<<;L;L M1 M M Mc#NK|] }|ttj|fV!dS)N)getattrr_default_context)rnames r rs4UUT$ 8$??@UUUUUUr __main__ __mp_main__) sysrdirr__all__globalsupdateSUBDEBUG SUBWARNINGmodulesr r r s  N Mcc'233 M M M UUWUUUUUU   !$Z!8CK r PKjGe[l5L;;$__pycache__/managers.cpython-311.pycnu[ !A?hDtgdZddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m Z ddlmZmZmZddl mZdd l mZdd l mZdd l mZ dd l mZd Zedn #e$rdZYnwxYwdZejejeddDZdZeD]Zejee[[GddeZ difdZ!dZ"Gdde#Z$dZ%dZ&GddeZ'Gdd eZ(e j)e j*fe j+e j,fd!Z-Gd"d#eZ.Gd$d%e/Z0Gd&d'eZ1d(Z2ifd)Z3 dcd*Z4Gd+d,eZ5Gd-d.eZ6ddd/Z7Gd0d1e1Z8Gd2d3e1Z9Gd4d5e9Z:Gd6d7e1Z;Gd8d9e1Z<Gd:d;e1Z=Gd<d=e1Z>e3d>d?Z?Gd@dAe?Z@e3dBdCZAdDdEieA_Be3dFdGZCe3dHdIZDdJdJdJdEdEdKeD_BGdLdHeDZEGdMdNe.ZFeFdOejGeFdPejGeFdQejHe;eFdRejIe9eFdSejJe9eFdTejKe9eFdUejLe9eFdVejMe:eFdWejNe<eFdXejOeEeFdYePe@eFdZeQeAeFd.e6e>eFd[e7eCeFd,e5e=eFdEe8d\eFdJd]er+Gd^d_ZRGd`dae'ZSGdbde.ZTdSdS)e) BaseManager SyncManager BaseProxyTokenN)getpid) format_exc) connection) reductionget_spawning_popen ProcessError)pool)process)util) get_context) shared_memoryTSharedMemoryManagerFcPtj|j|ffSN)arraytypecodetobytes)as 1/usr/lib64/python3.11/multiprocessing/managers.py reduce_arrayr/s ;QYY[[1 11c Xg|]'}tti|(S)typegetattr.0names r r$3s3 N N NDd$72t$$&&'' N N Nr)itemskeysvaluesc0tt|ffSr)listobjs rrebuild_as_listr,4s $s)) rc.eZdZdZdZdZdZdZdZdS)rz3 Type to uniquely identify a shared object typeidaddressidc2|||c|_|_|_dSrr.)selfr/r0r1s r__init__zToken.__init__Ds06,dlDGGGrc*|j|j|jfSrr.r3s r __getstate__zToken.__getstate__Gs T\4733rc0|\|_|_|_dSrr.r3states r __setstate__zToken.__setstate__Js/4,dlDGGGrcP|jjd|jd|jd|jdS)Nz(typeid=z , address=z, id=)) __class____name__r/r0r1r6s r__repr__zToken.__repr__Ms4'''dlllDGGGM MrN) r? __module__ __qualname____doc__ __slots__r4r7r;r@rrrrr>si,IEEE444555MMMMMrrrc|||||f|\}}|dkr|St||)zL Send a message to manager using connection `c` and return response #RETURN)sendrecvconvert_to_error)cr1 methodnameargskwdskindresults rdispatchrPUsPFFB D$ '(((6688LD& y 4 ( ((rc 8|dkr|S|dvrmt|ts1td||t ||dkrt d|zSt |St d|S)N#ERROR) #TRACEBACK#UNSERIALIZABLEz.Result {0!r} (kind '{1}') type is {2}, not strrTzUnserializable message: %s zUnrecognized message type {!r}) isinstancestr TypeErrorformatr RemoteError ValueError)rNrOs rrIrI_s x 2 2 2&#&& 1@GGD$v,,0011 1 $ $ $=FGG Gv&& &:AA$GGHHHrceZdZdZdS)rYcBdt|jdzdzS)NzM --------------------------------------------------------------------------- rzK---------------------------------------------------------------------------)rVrLr6s r__str__zRemoteError.__str__os $s49Q<'8'886ABrN)r?rArBr]rrrrYrYns(CCCCCrrYcg}t|D]6}t||}t|r||7|S)z4 Return a list of names of methods of `obj` )dirr callableappend)r+tempr#funcs r all_methodsrdvsS DCsD!! D>>  KK    Krc4dt|DS)zP Return a list of names of methods of `obj` which do not start with '_' c*g|]}|ddk|S)r_rr!s rr$z"public_methods..s! @ @ @TaCDr)rdr*s rpublic_methodsrhs! A @[-- @ @ @@rceZdZdZgdZdZdZdZdZdZ dZ d Z d Z d Z e e e d Zd ZdZdZdZdZdZdZdZdZdS)ServerzM Server class which runs in a process controlled by a manager object ) shutdowncreateaccept_connection get_methods debug_infonumber_of_objectsdummyincrefdecrefct|ts0td|t |||_t j||_t|\}}||d|_ |j j |_ ddi|_ i|_ i|_tj|_dS)Nz&Authkey {0!r} is type {1!s}, not bytes)r0backlog0Nr)rUbytesrWrXrregistryrAuthenticationStringauthkeylistener_clientlistenerr0 id_to_objid_to_refcountid_to_local_proxy_obj threadingLockmutex)r3rzr0r| serializerListenerClients rr4zServer.__init__s'5)) -8??T']],,-- -! 3G<< *:6&!#>>> }, z* %'"^%% rc^tj|_|tj_ tj|j}d|_|  |j s3|j d|j 3n#ttf$rYnwxYwtjtjkr@t#jdtjt_tjt_tjddS#tjtjkr@t#jdtjt_tjt_tjdwxYw)z( Run the server forever )targetTr zresetting stdout, stderrrN)rEvent stop_eventrcurrent_process_manager_serverThreadaccepterdaemonstartis_setwaitKeyboardInterrupt SystemExitsysstdout __stdout__rdebug __stderr__stderrexit)r3rs r serve_foreverzServer.serve_foreversP$/++48!!1  't}===H"HO NN    /0022,O((+++/0022,%z2    zS^++ 5666 ^  ^ HQKKKKK zS^++ 5666 ^  ^ HQKKKKs15D<(A B54D<5C D<C  D< %>%>AcBtjdtjj|j}|j}|j}|j s dx}}|}|\}}} } ||\}} } n:#t$r-} |j |\}} } n#t$r| wxYwYd} ~ nd} ~ wwxYw|| vr%td|dt|d| t||} || i| }| o| |d}|r7||||\}}t#||j|}d||ff}n d|f}n#t&$r}d|f}Yd}~nd}~wwxYwn#t$rX|d t)f}nB |j|}|||||g| Ri| }d|f}n #t&$rd t)f}YnwxYwYnit,$rBtjd tjjt/jd Ynt&$rd t)f}YnwxYw ||n)#t&$r|d t)fYnwxYwn#t&$r}tjd tjjtjd|tjd||t/jdYd}~nd}~wwxYw|j dSdS)zQ Handle requests from the proxies in a particular process/thread z$starting server thread to service %rNzmethod z of z object is not in exposed=#PROXYrFrRrSz$got EOF -- exiting thread serving %rrrTzexception in thread serving %rz ... message was %rrr )rrrcurrent_threadr#rHrGrrrKeyErrorrAttributeErrorrr getrlrr0rrfallback_mappingEOFErrorrrrr)r3rrHrGrrKr+ridentrLrMexposed gettypeidkefunctionresr/ridentrexposedtokenrr fallback_funcrOs r serve_clientzServer.serve_clientsD 9+--2 4 4 4yyN /((**D 5 3#'' S$&&07-z4!.7.>+C))!!!! 6u=0Wii#!!! !'0iiii!W,,(.#T#YYYY9 #3 33 /"(D1D11C'J9==T+J+JF/+/;;tVS+I+I( %fdlF C C'(E):;(#.!(((#Q-CCCCCC(" ; ; ;%'6CC;(,(=j(I !. $s"59"""=A"" )&1$;;;+Z\\:;    A$355:<<<  3 3 3#Z\\2 3 <DIIII <<<D+Z\\:;;;;;<    :!0227999 /555 11555   }/((**D D D D D sE-2 A?>E-? B6 BB1 B))B1,E-1B66 Create a new shared object and return its id Nr z4Without callable, must have one non-keyword argumentrz,Method_to_typeid {0!r}: type {1!s}, not dictz%xz&%r callable returned object with id %r)rrzrrZrhrUdictrWrXrr)r1rrrrrrrtuple) r3rJr/rLrMr`rmethod_to_typeid proxytyper+rs rrlz Server.createusZ / /mF+ ;Hg/PCIINN$NPPP1gh---(--+!"2D99G#FMM,d3C.D.DFFGGGw--$/?*@*@@2c77NE J? O O O%(#g,,8H$IDN5 !D///-.#E*7 / / / / / / / / / / / / / / /: AueGnn$$sDD**D.1D.cLt|j|jdS)zL Return the methods of the shared object indicated by token r )rrr1)r3rJrs rrnzServer.get_methodss T^EH-a0111rc|tj_|d||dS)z= Spawn a new thread to serve this connection rN)rrr#rGr)r3rJr#s rrmzServer.accept_connectionsB+/  ""'  !!! !rcD|j5 |j|xxdz cc<nh#t$r[}||jvrFd|j|<|j||j|<|j|\}}}t jd|n|Yd}~nd}~wwxYwddddS#1swxYwYdS)Nr z&Server re-enabled tracking & INCREF %r)rrrrrrr)r3rJrrr+rrs rrrz Server.increfs( Z   #E***a/****    D66612D'.259N5).2nU.C+C)JGOOOOHPOOOO                   s7B B BAB;BBBBBc ,||jvr ||jvrtjd|dS|j5|j|dkr:t d||j||j||j|xxdzcc<|j|dkr|j|=dddn #1swxYwY||jvrId|j|<tjd||j5|j|=ddddS#1swxYwYdSdS)NzServer DECREF skipping %rrz+Id {0!s} ({1!r}) has refcount {2:n}, not 1+r )NrNzdisposing of obj with id %r)rrrrrAssertionErrorrXr)r3rJrs rrsz Server.decrefs + + + T/ / / J2E : : : F Z / /"5)Q..$AHHt~e4+E244555   & & &! + & & &"5)Q..'. / / / / / / / / / / / / / / / + + + %5DN5 ! J4e < < < * *N5) * * * * * * * * * * * * * * * * * * , +s$A:B77B;>B;1 DD D N)r?rArBrCrr4rrrrrrrrrrqrorprkrlrnrmrrrsrrrrjrjs]NNNF&&&$,222<   OOOb %      %%% ((( " " ""%"%"%H222 $*****rrjc eZdZdgZdZdZdZdS)Statevaluerr N)r?rArBrDINITIALSTARTEDSHUTDOWNrrrrrs$ IGGHHHrr)pickle xmlrpclibceZdZdZiZeZ ddddZdZdZ dd Z e dd Z d Z dd ZdZdZdZdZedZedZe ddZdS)rz! Base class for managers Nrg?)shutdown_timeoutcF|tjj}||_tj||_t |_t j|j_ ||_ t|\|_ |_ |p t|_||_dSr)rrr|_addressr{_authkeyr_staterr _serializerr} _Listener_Clientr_ctx_shutdown_timeout)r3r0r|rctxrs rr4zBaseManager.__init__s ?-//7G 4W== gg !M %'6z'B$ (;== !1rc~|jjtjkr~|jjtjkrt d|jjtjkrt dt d|jjt|j |j |j |j S)zX Return server object with serve_forever() method and address attribute Already started serverManager has shut downUnknown state {!r}) rrrrrr rrXrj _registryrrrr6s r get_serverzBaseManager.get_servers ;  - -{ EM11"#;<<<"en44"#:;;;"(// 0ABBDDDdndmmT%577 7rct|j\}}||j|j}t |ddt j|j_dS)z> Connect manager object to the server process r|Nrq) r}rrrrPrrrr)r3rrrs rconnectzBaseManager.connectsR+4+;<&vdmT];;;tW%%%!M rrc b|jjtjkr~|jjtjkrt d|jjtjkrt dt d|jj|t|stdtj d\}}|j t|j|j|j|j|j|||f|_d d |jjD}t|jd z|z|j_|j|||_|tj|j_t9j|t|j|j|j|j|j|j|j fd |_!dS)z@ Spawn a server process for this manager object rrrNzinitializer must be a callableF)duplexr:c34K|]}t|VdSrr)r"is r z$BaseManager.start..1s(AAAQAAAAAAr-rrL exitpriority)"rrrrrr rrXr`rWr PiperProcessr _run_serverrrrr_processr _identityr?r#rrrHrFinalize_finalize_managerrrrk)r3 initializerinitargsreaderwriterrs rrzBaseManager.starts ;  - -{ EM11"#;<<<"en44"#:;;;"(// 0ABBDDD  "8K+@+@ "<== =$666 ))::).$-"FKC* AA)@AAAAA!$ZZ0C7%?       "M  $t**.- t{, 68  rcNtjtjtj||||||||}||j|tjd|j| dS)z@ Create a server, report its address and run it Nzmanager serving at %r) signalSIGINTSIG_IGN_ServerrGr0rrrr) clsrzr0r|rrrrservers rrzBaseManager._run_serverCs  fmV^444  " K " "XwDD  FN###  )6>:::rcN|jjtjks Jd||j|j} t|dd|f|z|\}}|n#|wxYwt||j||fS)zP Create a new shared object; return the token and exposed tuple zserver not yet startedrNrl) rrrrrrrrPrr)r3r/rLrMrr1rs r_createzBaseManager._createZs{ EM1113K111||DM4=|AA "4x&4NNKB JJLLLLDJJLLLLVT]B//88s A66B c|j<|j||js d|_dSdSdS)zC Join the manager process (if it has been spawned) N)rris_aliver3timeouts rrzBaseManager.joinfsU = $ M  w ' ' '=))++ % $  % $ % %rc||j|j} t|dd|S#|wxYw)zS Return some info about the servers shared objects and connections rNrorrrrPrrs r _debug_infozBaseManager._debug_infoosR||DM4=|AA D$ 55 JJLLLLDJJLLLL AAc||j|j} t|dd|S#|wxYw)z5 Return the number of shared objects rNrpr*rs r_number_of_objectszBaseManager._number_of_objectsysS||DM4=|AA D$(;<< JJLLLLDJJLLLLr,c|jjtjkr||jjtjkr~|jjtjkrt d|jjtjkrt dt d|jj|S)NzUnable to start serverrr) rrrrrrr rrXr6s r __enter__zBaseManager.__enter__s ;  - - JJLLL ;  - -{ EM11"#;<<<"en44"#:;;;"(// 0ABBDDD rc.|dSr)rkr3exc_typeexc_valexc_tbs r__exit__zBaseManager.__exit__s rc|jr,tjd |||} t|dd|n#|wxYwn#t $rYnwxYw|j||jrtjdt|drutjd|j|j||jr2tjd |j |jtj |_ tj|=dS#t$rYdSwxYw) zQ Shutdown the manager process; will be registered as a finalizer z#sending shutdown message to managerrNrk)r(zmanager still alive terminatez'trying to `terminate()` manager processz#manager still alive after terminate)r&rrrPrrrhasattrr8killrrrr_address_to_localr)rr0r|r:rrrs rrzBaseManager._finalize_managers 7    ' I; < < < ww888!T4444JJLLLLDJJLLLLL     GL!1 2 2 2 2w!! ' /0007K00'IGHHH%G%''' GL)9::::'w'))' "GHHH$ $ n  +G444    DD s: A4AA4A00A44 BB E E,+E,c|jSr)rr6s rr0zBaseManager.addresss }rTcd|jvr|j|_t|pt dd}|pt dd}|rmt |D]K\}}t|tus Jd|zt|tus Jd|zL|||f|j<|r fd} | _ t|| dSdS)z9 Register a typeid with the manager type rN _exposed__method_to_typeid_z%r is not a stringctjd|jg|Ri|\}}||j||j|}||j|j}t|dd|jf|S)Nz)requesting creation of a shared %r objectmanagerr|rrrs) rrr$rrrr0rPr1) r3rLrMrexpproxyrrr/s rrbz"BaseManager.register..temps FOOO)T\&@4@@@4@@ s! 4+T M3||EM4=|IItX{;;; r) __dict__rcopy AutoProxyr r)r%rrVr?setattr) r!r/r`rrr create_methodkeyrrbs ` ` rregisterzBaseManager.registersV cl * *M..00CM  !IBWY TBB+J"9.BDII   H"#3#9#9#;#;<< H H UCyyC''')=)C'''E{{c)))+?%+G)))) g/! f  '      #DM C & & & & & ' 'r)NNrNrxr)NNNNT)r?rArBrCrrjr r4rrr classmethodrr$rr+r.r0r6 staticmethodrpropertyr0rKrrrrrscIG>F 2/2 2 2 2 2 2 7 7 7***))))V/1[, 9 9 9%%%%     \ DXEI6:%'%'%'[%'%'%'rrceZdZdZdZdS)ProcessLocalSetc2tj|ddS)Nc*|Sr)clearr*s rz*ProcessLocalSet.__init__..s399;;r)rregister_after_forkr6s rr4zProcessLocalSet.__init__s  '>'>?????rc$t|dfSrx)rr6s r __reduce__zProcessLocalSet.__reduce__sDzz2~rN)r?rArBr4rWrrrrPrPs5@@@rrPceZdZdZiZejZ ddZdZ difdZ d Z d Z e d Zd Zd ZdZdZdZdS)rz. A base for proxies of shared objects NTFctj5tj|jd}|5t jtf}|tj|j<dddn #1swxYwY|d|_|d|_ ||_ |j j |_ ||_ ||_t|d|_||_|t%j||_n6|j |j j|_nt%jj|_|r|t j|tjdS)Nrr )r_mutexr;rr0rForkAwareLocalrP_tls_idset_tokenr1_id_managerrr}r_owned_by_managerrr{rrr|_increfrU _after_fork) r3rrrBr|rrr manager_owned tls_idsets rr4zBaseProxy.__init__s   G G!377 tLLI  /11?3D3DD =F +EM:  G G G G G G G G G G G G G G GaL  l  ;> %&z215 "/  #8AADMM ] & M2DMM#355=DM   LLNNN  y'<=====sAA66A:=A:c\tjdtjj}t jjdkr|dt jjzz }||jj |j }t|dd|f||j _ dS)Nzmaking connection to manager MainThread|rrm)rrrrr#rrrr^r0rrPr\r )r3r#rs r_connectzBaseProxy._connect s 1222&((-  # % % *l : : C)24499 9D||DK/|GGt04':::# rrc |jj}n[#t$rNtjdt jj||jj}YnwxYw| |j |||f| \}}|dkr|S|dkr|\}}|j j |jd} |jj|_| ||j|j |j|} ||j|j}t)|dd|jf| St-||) zV Try to call a method of the referent and return a copy of the result z#thread %r does not own a connectionrFrrArNrs)r\r rrrrrr#rirGr_rHr`rr/r^r0rrrrPr1rI) r3rKrLrMrrNrOrrrrDs r _callmethodzBaseProxy._callmethod)sV (9'DD ( ( ( J< /116 8 8 8 MMOOO9'DDD  ( 48Zt4555yy{{ f 9  M X  #NGU / =bAI K/EMIt' wE<< t}<EED T4EH; 7 7 7LtV,,,s AA'&A'c,|dS)z9 Get a copy of the value of the referent rrlr6s r _getvaluezBaseProxy._getvalueGs ,,,rc |jr!tjd|jjdS||jj|j}t|dd|j ftjd|jj|j |j |j o |j j }tj|tj|j|j||j|j |jfd|_dS)Nz%owned_by_manager skipped INCREF of %rrrrz INCREF %r r)rarrr^r1rr0rrPr_r]addr`rrr_decrefr\_close)r3rr:s rrbzBaseProxy._increfMs  !  J>  O O O F||DK/|GGtX{333 ; /// !!! 6$-"6m )#+t}e)T[$,8  rc8||j||jtjkrr t jd|j||j|}t|dd|jfnF#t$r}t jd|Yd}~n"d}~wwxYwt jd|j|sXt|drJt jdtj j |j|`dSdSdS)Nz DECREF %rrrsz... decref failed %sz%DECREF %r -- manager already shutdownr z-thread %r has no more proxies so closing conn)discardr1rrrrrr0rPrr9rrr#r r)rr|r:tlsidsetrrrs rrszBaseProxy._decrefas? eh =EK5=88 6 ;111wu}g>>>tX{;;;; 6 6 6 1155555555 6 J> I I I l33  JF /116 8 8 8 N " " "     sAA88 B!BB!cd|_ |dS#t$r"}tjd|zYd}~dSd}~wwxYw)Nzincref failed: %s)r`rbrrr)r3rs rrczBaseProxy._after_forkzsf  / LLNNNNN / / / I)A- . . . . . . . . . /s A AA ci}t |j|d<t|ddr&|j|d<tt |j|j|ffStt||j|j|ffS)Nr|_isautoFr) r rr r> RebuildProxyrGr^rrr3rMs rrWzBaseProxy.__reduce__s    +"mDO 4E * * G"nDO  T-=tDF F!$ZZd.>EG Grc*|Sr)ro)r3memos r __deepcopy__zBaseProxy.__deepcopy__s~~rcddt|j|jjt |fzS)Nz<%s object, typeid %r at %#x>)rr?r^r/r1r6s rr@zBaseProxy.__repr__s/.T #T[%7DBC Crc |dS#t$rt|dddzcYSwxYw)zV Return representation of the referent (or a fall-back if that fails) r@Nrkz; '__str__()' failed>)rlrrr6s rr]zBaseProxy.__str__sV =##J// / = = =::crc?%<< < < < =s $>>NNNTF)r?rArBrCr;rForkAwareThreadLockrZr4rirlrorbrMrsrcrWrr@r]rrrrrs %T % ' 'F26HM'>'>'>'>R$$$,.B----<--- (\0/// G G G   CCC=====rrcttjdd}|rW|j|jkrGt jd|d|d<|j|jvr|j|j|j|j<| ddo"ttjdd }|||fd|i|S) z5 Function used for unpickling proxy objects. rNz*Rebuild a proxy owned by manager, token=%rTrdrr _inheritingF) r rrr0rrr1rrpop)rcrrrMr"rrs rr|r|sW,..0A4 H HF +&.EM11 ?GGG $_ 867 7 7 *  ( 2 4   E G+--}e D DD  4z 9 9& 9D 9 99rct|} |||fS#t$rYnwxYwi}|D]}td|d|d|t|tf|}||_||||f<|S)zB Return a proxy type whose methods are given by `exposed` zdef z:(self, /, *args, **kwds): return self._callmethod(z , args, kwds))rrexecrrr>)r#r_cachedicmeth ProxyTypes r MakeProxyTypersGnnG tWo&&       CHH 6:ddDDDBCF H H H HTI<--I!I'FD'? s  ((ct|d}|T||j|} t|dd|f}|n#|wxYw| ||j}|t jj}td|j z|} | ||||||} d| _ | S)z* Return an auto-proxy for `token` r Nrrnz AutoProxy[%s])rBr|rrrdT) r}r0rPrrrrr|rr/r{) rrrBr|rrrrdrrrrDs rrGrGs j)!,Gwu}g666 tT=5(CCG JJLLLLDJJLLLL7.")++3o r?r)r3r%rbr#rs rr@zNamespace.__repr__sT]((**++  5 5KD%??3'' 5 tttUU3444 >222DIIdOOOODDrN)r?rArBr4r@rrrrrs7###EEEEErrc@eZdZddZdZdZdZeeeZdS)ValueTc"||_||_dSr) _typecode_value)r3rrlocks rr4zValue.__init__s! rc|jSrrr6s rrz Value.gets {rc||_dSrrr3rs rrz Value.sets  rcPt|jd|jd|jdS)Nrrr=)rr?rrr6s rr@zValue.__repr__s*!$ZZ000$...$+++NNrNT) r?rArBr4rrr@rNrrrrrrscOOO HS#  EEErrc,tj||Sr)r)rsequencers rArrayrs ;x * **rc0eZdZdZdZdZdZdZdZdS) IteratorProxy)__next__rGthrowrc|Srrr6s r__iter__zIteratorProxy.__iter__  rc.|d|S)Nrrnr3rLs rrzIteratorProxy.__next__s D111rc.|d|S)NrGrnrs rrGzIteratorProxy.sends---rc.|d|S)Nrrnrs rrzIteratorProxy.throw...rc.|d|S)Nrrnrs rrzIteratorProxy.closerrN) r?rArBr>rrrGrrrrrrr sd6I222...////////rrc,eZdZdZddZdZdZdZdS) AcquirerProxy)acquirereleaseTNc@||fn||f}|d|SNrrn)r3blockingr(rLs rrzAcquirerProxy.acquires,%o{{Hg3F 4000rc,|dSNrrnr6s rrzAcquirerProxy.release ***rc,|dSrrnr6s rr0zAcquirerProxy.__enter__rrc,|dSrrnr2s rr6zAcquirerProxy.__exit__!rr)TN)r?rArBr>rrr0r6rrrrrsZ&I1111+++++++++++rrc0eZdZdZddZd dZdZddZdS) ConditionProxy)rrrnotify notify_allNc0|d|fSNrrnr's rrzConditionProxy.wait' 333rr c0|d|fS)Nrrn)r3ns rrzConditionProxy.notify)s1$///rc,|dS)Nrrnr6s rrzConditionProxy.notify_all+s ---rc|}|r|S|tj|z}nd}d}|s@||tjz }|dkrn!|||}|@|S)Nr)time monotonicr)r3 predicater(rOendtimewaittimes rwait_forzConditionProxy.wait_for-s  M  n&&0GGGH !""T^%5%55q== IIh   Y[[F  ! rr)r )r?rArBr>rrrrrrrrr%sdFI44440000...rrc,eZdZdZdZdZdZddZdS) EventProxy)rrrSrc,|dS)Nrrnr6s rrzEventProxy.is_setBs)))rc,|dSNrrnr6s rrzEventProxy.setD&&&rc,|dS)NrSrnr6s rrSzEventProxy.clearF(((rNc0|d|fSrrnr's rrzEventProxy.waitHrrr)r?rArBr>rrrSrrrrrr@sZ2I***''')))444444rrcheZdZdZd dZdZdZedZedZ edZ dS) BarrierProxy)__getattribute__rabortresetNc0|d|fSrrnr's rrzBarrierProxy.waitNrrc,|dS)Nrrnr6s rrzBarrierProxy.abortPrrc,|dS)Nrrnr6s rrzBarrierProxy.resetRrrc.|ddS)Nr)partiesrnr6s rrzBarrierProxy.partiesTs 2LAAArc.|ddS)Nr) n_waitingrnr6s rrzBarrierProxy.n_waitingWs 2NCCCrc.|ddS)Nr)brokenrnr6s rrzBarrierProxy.brokenZs 2K@@@rr) r?rArBr>rrrrNrrrrrrrrLs>I4444)))))) BBXB DDXD AAXAAArrc$eZdZdZdZdZdZdS)NamespaceProxy)r __setattr__ __delattr__c|ddkrt||St|d}|d|fS)Nrrgrlr)objectrr3rJ callmethods r __getattr__zNamespaceProxy.__getattr__asO q6S==**455 5,,T=AA z,sf555rc|ddkrt|||St|d}|d||fS)Nrrgrlr)rrr)r3rJrrs rrzNamespaceProxy.__setattr__fsR q6S==%%dC77 7,,T=AA z-#u666rc|ddkrt||St|d}|d|fS)Nrrgrlr)rrrrs rrzNamespaceProxy.__delattr__ksN q6S==%%dC00 0,,T=AA z-#000rN)r?rArBr>rrrrrrrr_sFBI666 777 11111rrcVeZdZdZdZdZeeeZee j Z dS) ValueProxy)rrc,|dS)Nrrnr6s rrzValueProxy.gettrrc0|d|fSrrnrs rrzValueProxy.setvsx000rN) r?rArBr>rrrNrrLtypes GenericAlias__class_getitem__rrrrrrsWI'''111 HS#  E# E$677rr BaseListProxy)__add__ __contains__ __delitem__ __getitem____len____mul__ __reversed____rmul__ __setitem__racountextendindexinsertrremovereverser__imul__ceZdZdZdZdS) ListProxyc4|d|f|S)Nrrnrs r__iadd__zListProxy.__iadd__s E8,,, rc4|d|f|S)Nr rnrs rr zListProxy.__imul__s eX... rN)r?rArBrr rrrr r s2rr  DictProxy)rrrrrrrSrFrr%r&rpopitem setdefaultrr'rIterator ArrayProxy)rrr PoolProxy) apply apply_asyncrimapimap_unorderedrmap map_asyncstarmap starmap_asyncr8 AsyncResult)rrrrrceZdZdZdZdS)rc|Srrr6s rr0zPoolProxy.__enter__rrc.|dSr)r8r2s rr6zPoolProxy.__exit__s rN)r?rArBr0r6rrrrrs2rceZdZdZdS)ra( Subclass of `BaseManager` which supports a number of shared object types. The types registered are those intended for the synchronization of threads, plus `dict`, `list` and `Namespace`. The `multiprocessing.Manager()` function creates started instances of this class. N)r?rArBrCrrrrrsrrQueue JoinableQueuerrRLock SemaphoreBoundedSemaphore ConditionBarrierPoolr)rr)rrI)rIc@eZdZdZgfdZdZdZdZdZdZ dZ d S) _SharedMemoryTrackerz+Manages one or more shared memory segments.c"||_||_dSrshared_memory_context_name segment_names)r3r#r1s rr4z_SharedMemoryTracker.__init__s.2D +!.D   rctjd|dt|j|dS)z6Adds the supplied shared memory block name to tracker.zRegister segment  in pid N)rrrr1rar3 segment_names rregister_segmentz%_SharedMemoryTracker.register_segmentsD JM<MM688MM N N N   % %l 3 3 3 3 3rctjd|dt|j|t j|}||dS)zCalls unlink() on the shared memory block with the supplied name and removes it from the list of blocks being tracked.zDestroy segment r3N) rrrr1r r SharedMemoryrunlink)r3r5segments rdestroy_segmentz$_SharedMemoryTracker.destroy_segmentss JL,LL&((LL M M M   % %l 3 3 3#0>>G MMOOO NN     rcT|jddD]}||dS)z $ 2111 5 3 3 $$\2222 3 3rctjd|jjdt |dS)NzCall z .__del__ in )rrr>r?rr9r6s r__del__z_SharedMemoryTracker.__del__s= JNt~6NNFHHNN O O O KKMMMMMrc|j|jfSrr/r6s rr7z!_SharedMemoryTracker.__getstate__s3T5GH Hrc|j|dSr)r4r9s rr;z!_SharedMemoryTracker.__setstate__s DM5 ! ! ! !rN) r?rArBrCr4r6r;r9r>r7r;rrrr-r-s55/1 / / / / 4 4 4     3 3 3     I I I " " " " "rr-cJeZdZejgdzZdZdZdZdZdZ dZ dS) SharedMemoryServer) track_segmentrelease_segment list_segmentsc"tj|g|Ri||j}t|trt j|}td|dt|_ tj dtdS)Nshm_rgz"SharedMemoryServer started by pid ) rjr4r0rUryosfsdecoder-rshared_memory_contextrr)r3rLkwargsr0s rr4zSharedMemoryServer.__init__s OD 24 2 2 26 2 2 2lG'5)) /+g..$%@G%@%@fhh%@%@AA  & JFFHHFF G G G G Grct|j|ddr |j|d<tj|||g|Ri|S)zCreate a new distributed-shared object (not backed by a shared memory block) and return its id to be used in a Proxy Object.rk_shared_memory_proxyrJ)r9rzrJrjrl)r3rJr/rLrKs rrlzSharedMemoryServer.create sV t}V,R02HII M262L./=q&B4BBB6BB Brcj|jt||S)zACall unlink() on all tracked shared memory, terminate the Server.)rJr9rjrkrs rrkzSharedMemoryServer.shutdowns+  & - - / / /??4++ +rc:|j|dS)z?Adds the supplied shared memory block name to Server's tracker.N)rJr6r3rJr5s rrCz SharedMemoryServer.track_segments  & 7 7 E E E E Erc:|j|dS)zCalls unlink() on the shared memory block with the supplied name and removes it from the tracker instance inside the Server.N)rJr;rPs rrDz"SharedMemoryServer.release_segments!  & 6 6| D D D D Drc|jjS)zbReturns a list of names of shared memory blocks that the Server is currently tracking.)rJr1rs rrEz SharedMemoryServer.list_segments!s-; ;rN) r?rArBrjrr4rlrkrCrDrErrrrBrBsFFFG H H H C C C , , ,  F F F E E E  < < < < r?r)r3rLrKrVs rr4zSharedMemoryManager.__init__3sw'!! /..... //111   7 7 7 7 7 7 7 J$.1MM688MM N N N N Nrcdtj|jjdt dS)Nz.__del__ by pid )rrr>r?rr6s rr>zSharedMemoryManager.__del__?s/ J$.1MM688MM N N N N Nrc|jjtjkr~|jjtjkrt d|jjtjkrt dt d|jj||j |j |j |j S)z@Better than monkeypatching for now; merge into Server ultimatelyz"Already started SharedMemoryServerz!SharedMemoryManager has shut downr) rrrrrr rrXr rrrrr6s rrzSharedMemoryManager.get_serverBs{ EM11;$ 55&'KLLL[&%.88&'JKKK&,33DK4EFFHHH<< $ t/?AA Arc,||j|j5}tjdd|} t |dd|jfn(#t$r}||d}~wwxYw dddn #1swxYwY|S)zoReturns a new SharedMemory instance with the specified size in bytes, to be tracked by the manager.rNT)rlsizerC) rrrrr8rPr# BaseExceptionr9)r3r\rsmsrs rr8z SharedMemoryManager.SharedMemoryOsdmT]CC t#0dNNNT438+FFFF$JJLLLGG               Js4B AB  A9A44A99B  B B c:||j|j5}tj|} t |dd|jjfn-#t$r }|j |d}~wwxYw dddn #1swxYwY|S)zReturns a new ShareableList instance populated with the values from the input sequence, to be tracked by the manager.rNrC) rrrr ShareableListrPshmr#r]r9)r3rrslrs rr`z!SharedMemoryManager.ShareableList[sdmT]CC t"0::T426;.IIII$FMMOOOGJ               Is4BAB B A;;BBBBN) r?rArBrCrBr r4r>rr8r`rrrrr'sy  % O O O O O O A A A        rrr)U__all__rrrrqueuerrrHrrrrWr contextr r r rrrrr HAS_SHMEMra ImportErrorrrK view_typesr, view_typerrrPrIrrYrdrhrjrrr XmlListener XmlClientr}rrrPrr|rrGrrrrrrrrrrrr rr?r BasePoolProxyrrr$rrr&r'r(r)r*r+r)rr-rBrrrrrms A @ @    @@@@@@@@@@*I NN()))) III222 5; --- N N4M N N N 33IIy/2222 z MMMMMFMMM.&(b)))) I I ICCCCC)CCC   AAAG*G*G*G*G*VG*G*G*\ F#Z%67):+?@t't't't't'&t't't'tcm=m=m=m=m=m=m=m=f:::*)+,8<7<: E E E E E E E E     F   ++++ / / / / /I / / / + + + + +I + + +]6 4 4 4 4 4 4 4 4AAAAA9AAA&11111Y111&88888888 o0   M+(       ]<*  k, !"  $$       +    Wek*** _ek222 Wioz::: VY^];;; Wio}=== [)"5}EEE ')C"$$$ [)"5~FFF Y 1<@@@ VTY 222 VT9--- VT9--- WeZ000 WeZ000 [)^<<< Z=NNN ]%888  Q""""""""""""""""J*<*<*<*<*>>>>k>>>>>gQQsA88BBPKjGe[]f~mPP&__pycache__/util.cpython-311.opt-1.pycnu[ !A?h7NddlZddlZddlZddlZddlZddlZddlmZddlm Z gdZ dZ dZ dZ dZd Zd Zd Zdad ad ZdZdZdZdZd*dZdZdZeZdZdZejZ ej!Z"dZ#dZ$iZ%ej!Z&Gdde'Z(d*dZ)dZ*d a+eee)e j,e j-fdZ.ej/e.Gdde'Z0Gd d!ej1Z2 ej3d"Z4n #e5$rd#Z4YnwxYwd$Z6d%Z7d&Z8d'Z9d(Z:d)Z;dS)+N)_args_from_interpreter_flags)process) sub_debugdebuginfo sub_warning get_logger log_to_stderr get_temp_dirregister_after_fork is_exitingFinalizeForkAwareThreadLockForkAwareLocalclose_all_fds_exceptSUBDEBUG SUBWARNING multiprocessingz+[%(levelname)s/%(processName)s] %(message)sFcNtrtjt|g|RddidSdSN stacklevel)_loggerlogrmsgargss -/usr/lib64/python3.11/multiprocessing/util.pyrr,s<8 Hc7D777Q7777788cNtrtjt|g|RddidSdSr)rrDEBUGr s r#rr0s<5 E34444!4444455r$cNtrtjt|g|RddidSdSr)rrINFOr s r#rr4s<4 D#33333333344r$cNtrtjt|g|RddidSdSr)rrrr s r#r r 8s<: J9d999q99999::r$c$ddl}| ts|tadt_t tdr3tjttj tnNtj tdiftj tdif|n#|wxYwtS)z0 Returns logger used by multiprocessing rN unregister)logging _acquireLockr getLogger LOGGER_NAME propagatehasattratexitr+_exit_functionregister _exithandlersremoveappend _releaseLock)r-s r#r r <s NNN  F'' 44G !G v|,, F!.111////$++^R,DEEE$++^R,DEEE  Ns CC22Dcddl}t}|t}|}|||||r||datS)zB Turn on logging and add a handler which prints to stderr rNT) r-r FormatterDEFAULT_LOGGING_FORMAT StreamHandler setFormatter addHandlersetLevel_log_to_stderrr)levelr-logger formatterhandlers r#r r Ws NNN \\F!!"899I##%%G ### g N Nr$cXtjdkrdSttdrdSdS)NlinuxTgetandroidapilevelF)sysplatformr2r,r$r##_platform_supports_abstract_socketsrKls1 |wts())t 5r$c|sdSt|tr |ddkSt|tr |ddkStd|d)NFrzaddress type of z unrecognized) isinstancebytesstr TypeError)addresss r#is_abstract_socket_namespacerStsj u'5!!"qzQ GS ! !"qzT!! ?w??? @ @@r$chd}|||tj}| d|jd<dSdS)Nc>t|dtsdSNr) issubclassFileNotFoundError)funcpatherr_infos r#onerrorz!_remove_temp_dir..onerrors&(1+'899    r$)r\tempdir)rcurrent_process_config)rmtreer]r\r^s r#_remove_temp_dirrasY F7G$$$$-//O"-1 ***#"r$c0tjjd}|hddl}ddl}|d}td|tdt|j |fd|tjjd<|S)Nr]rzpymp-)prefixzcreated temp directory %si)r" exitpriority) rr^r_getshutiltempfilemkdtemprrrar`)r]rfrgs r#r r s%''/33I>>G""'"22 ('222 'v}g.F" $ $ $ $7>!!))4 Nr$ctt}||D]<\\}}}} ||#t$r}t d|Yd}~5d}~wwxYwdS)Nz after forker raised exception %s)list_afterfork_registryitemssort Exceptionr)rlindexidentrYobjes r#_run_after_forkersrss $**,, - -E JJLLL%*88!tc 8 DIIII 8 8 8 3Q 7 7 7 7 7 7 7 7 888s A A7A22A7c^|tttt||f<dSN)rknext_afterfork_counterid)rqrYs r#r r s)EH0112c77DABBBr$cFeZdZdZd dZdeeejfdZ dZ dZ dZ dS) rzA Class which supports object finalization using weakrefs r,Nc|Et|ts0td|t ||t j|||_n|td||_ ||_ |pi|_ |ttf|_tj|_|t$|j<dS)Nz3Exitpriority ({0!r}) must be None or int, not {1!s}z+Without object, exitpriority cannot be None)rNintrQformattypeweakrefref_weakref ValueError _callback_args_kwargsrv_finalizer_counter_keyosgetpid_pid_finalizer_registry)selfrqcallbackr"kwargsrds r#__init__zFinalize.__init__s  $jc.J.J $ELL $|"4"46677 7 ?#KT22DMM  !JKK K! | !4(:#;#;< IKK )-DI&&&r$c@ ||j=|j|kr|dd}n4|d|j|j|j|j|ji|j}dx|_x|_x|_x|_|_|S#t $r|dYdSwxYw)zQ Run the callback unless it has already been called or cancelled z+finalizer ignored because different processNz/finalizer calling %s with args %s and kwargs %szfinalizer no longer registered)rrrrrrKeyError)rwrrrrress r#__call__zFinalize.__call__s #DI.yFFHH$$ GHHH K.$*dlDDD$dndjADLAA7; ) rAttributeErrorrQ __class__rgetattrrrrPrr)rrqxs r#__repr__zFinalize.__repr__s --//CC *   CCC  ;&)@@ @ ''' DNCCC E : - S__, ,A < 1 s4<000 0A 9Q< # "S1%6%66 6A3ws --)r,NN) r __module__ __qualname____doc__rrrrrrrrrr,r$r#rrs....&&9$RY 0 < < <000 r$rctdSdnfdfdttD}|d|D]b}t|}|Dt d| |:#t $rddl}|Y^wxYwctdSdS) z Run all finalizers whose exit priority is not None and at least minpriority Finalizers with highest priority are called first; finalizers with the same priority will be called in reverse order of creation. Nc|dduSrVr,)ps r#z!_run_finalizers..sqt4'r$c0|dduo |dkSrVr,)r minprioritys r#rz!_run_finalizers..sqt4'?AaDK,?r$c*g|]}| |Sr,r,).0keyfs r# z#_run_finalizers..&s& ? ? ?C# ?C ? ? ?r$T)reversez calling %sr) rrjrmrerrn traceback print_excclear)rkeysr finalizerrrs` @r#_run_finalizersrs "  ' ' ? ? ? ? @ ? ? ?4 344 ? ? ?DIIdI & &'++C00  lI . . . &  & & &    ##%%%%% & !!!#####s> B  "B.-B.c"tptduS)z6 Returns true if the process is shutting down N)_exitingr,r$r#rr;s  'x4''r$c|tsda|d|d|d|p|D]3}|jr*|d|j|j4|D]'}|d|j|(|d|dSdS)NTzprocess shutting downz2running all "atexit" finalizers with priority >= 0rz!calling terminate() for daemon %szcalling join() for process %sz)running the remaining "atexit" finalizers)rdaemonname_popen terminatejoin)rrractive_childrenr^rs r#r4r4Cs   $%%% BCCC ?   (%_&& ) )8)D.ss|/A/A/C/Cr$)r rs r#rzForkAwareLocal.__init__sD"C"CDDDDDr$c$t|dfS)Nr,)r}rs r# __reduce__zForkAwareLocal.__reduce__sDzz2~r$N)rrrrrr,r$r#rrs5EEEr$r SC_OPEN_MAXct|dtgz}|tt |dz D])}t j||dz||dz*dS)Nr)rjMAXFDrmrangelenr closerange)fdsis r#rrss s))r5k !CHHJJJ 3s88a< ** c!fQhAaC))))**r$ctjdS tjn#ttf$rYnwxYw t jt jt j} t |ddt_dS#t j|xYw#ttf$rYdSwxYw)Nzutf-8F)encodingclosefd) rIstdincloseOSErrorrropendevnullO_RDONLY)fds r# _close_stdinrs y   Z       WRZ - - R'5AAACIII  HRLLL  Z      s3/AA)B)1BB&&B))B>=B>c tjn#ttf$rYnwxYw tjdS#ttf$rYdSwxYwru)rIstdoutflushrrstderrr,r$r#_flush_std_streamsrs   J '        J '     s!55AA.-A.cddl}ddl}ttt t |}t j\}} |||gd|dddddddd||dddddddd|j t j |t j |S#t j |t j |wxYw)NrTrF) _posixsubprocess subprocesstuplesortedmapr{rpipe fork_exec _USE_VFORKr)rZr"passfdsrr errpipe_read errpipe_writes r#spawnv_passfdsrsF3sG,,--..G"$'))L- )) 4&$t BBL- 5"dD$D  ! ##    s 0B((*Cc8|D]}tj|dS)z/Close each file descriptor given as an argumentN)rr)rrs r# close_fdsrs*  r$c ddlm}tjddlm}|jddlm}|j t| | dS)zKCleanup multiprocessing resources when multiprocessing tests completed.r)support) forkserver)resource_trackerN) testrr_cleanuprr _forkserver_stopr_resource_trackerr gc_collect reap_children)rrrs r#_cleanup_testsrs +*****  """100000&,,...  r$ru)rsD   333333          F 888555444:::6*AAAA@BB 2 2 2   $2g133$Y_&&888III$Y_&&SSSSSvSSSl&$&$&$&$X((( E?#*#:#*#:((((T *****&***"Y_ BJ} % %EE EEE***   .        s5DDDPKjGe[#WW*__pycache__/__init__.cpython-311.opt-1.pycnu[ !A?hddlZddlmZdeejDZedeDdZdZ dej vrej dej d <dSdS) N)contextc<g|]}|d|S)_) startswith).0xs 1/usr/lib64/python3.11/multiprocessing/__init__.py r s) M M M1<<;L;L M1 M M Mc#NK|] }|ttj|fV!dS)N)getattrr_default_context)rnames r rs4UUT$ 8$??@UUUUUUr __main__ __mp_main__) sysrdirr__all__globalsupdateSUBDEBUG SUBWARNINGmodulesr r r s  N Mcc'233 M M M UUWUUUUUU   !$Z!8CK r PKjGe[u2,__pycache__/popen_forkserver.cpython-311.pycnu[ !A?hddlZddlZddlmZmZejs edddlmZddlm Z ddlm Z ddlm Z d gZ Gd d e ZGd d e jZdS) N) reductionset_spawning_popenz,No support for sending fds between processes) forkserver) popen_fork)spawn)utilPopenceZdZdZdZdS)_DupFdc||_dSN)ind)selfrs 9/usr/lib64/python3.11/multiprocessing/popen_forkserver.py__init__z_DupFd.__init__s c>tj|jSr)rget_inherited_fdsr)rs rdetachz _DupFd.detachs+--dh77rN)__name__ __module__ __qualname__rrrrr r s288888rr cFeZdZdZeZfdZdZdZe j fdZ xZ S)r rcXg|_t|dSr)_fdssuperr)r process_obj __class__s rrzPopen.__init__!s(  %%%%%rcd|j|t|jdz S)Nr)rappendlen)rfds rduplicate_for_childzPopen.duplicate_for_child%s+ 49~~!!rctj|j}tj}t | t j||t j||t dn#t dwxYwtj |j \|_ }tj |}tj|tj||j f|_t%|dd5}||dddn #1swxYwYtj|j |_dS)NwbT)closefd)rget_preparation_data_nameioBytesIOrrdumprconnect_to_new_processrsentinelosdupr Finalize close_fds finalizeropenwrite getbuffer read_signedpid)rr prep_databufw _parent_wfs r_launchz Popen._launch)sc.{/@AA jll4    % N9c * * * N; , , , t $ $ $ $ t $ $ $ $%(D22D69D6c|jlddlm}|tjkrdnd}||jg|sdS t j|j|_n#ttf$r d|_YnwxYw|jS)Nr)wait) returncodemultiprocessing.connectionrAr0WNOHANGr/rr8OSErrorEOFError)rflagrAtimeouts rpollz Popen.poll=s ? " 7 7 7 7 7 72:--aa4G411 t &","8"G"GX& & & &#& & sAA10A1) rrrmethodr DupFdrr%r?r0rErJ __classcell__)r s@rr r s{ F E&&&&&"""999(        r)r+r0contextrrHAVE_SEND_HANDLE ImportErrorrrrr __all__objectr r rrrrTs 22222222!F +D E EE ) 88888V888-----J -----rPKjGe[g ? ?,__pycache__/forkserver.cpython-311.opt-2.pycnu[ !A?hf/DddlZddlZddlZddlZddlZddlZddlZddlZddlZddl m Z ddl m Z ddl m Z ddl mZddl mZddl mZgd Zd Zejd ZGd d eZddZdZdZdZeZejZejZejZejZdS)N) connection)process) reduction)resource_tracker)spawn)util)ensure_runningget_inherited_fdsconnect_to_new_processset_forkserver_preloadqc8eZdZdZdZdZdZdZdZdZ dS) ForkServerc~d|_d|_d|_d|_t j|_dg|_dS)N__main__)_forkserver_address_forkserver_alive_fd_forkserver_pid_inherited_fds threadingLock_lock_preload_modulesselfs 3/usr/lib64/python3.11/multiprocessing/forkserver.py__init__zForkServer.__init__"sA#' $(!#"^%% !+ cn|j5|ddddS#1swxYwYdSN)r_stop_unlockedrs r_stopzForkServer._stop*s Z " "    ! ! ! " " " " " " " " " " " " " " " " " "s *..c |jdStj|jd|_tj|jdd|_t j|jstj|jd|_dS)Nr) roscloserwaitpidr is_abstract_socket_namespacerunlinkrs rr#zForkServer._stop_unlocked/s   ' F *+++$(! 4'+++#01IJJ 0 Id. / / /#'   r cf td|Dstd||_dS)Nc3BK|]}t|tuVdSr")typestr).0mods r z4ForkServer.set_forkserver_preload..@s-==499#======r z&module_names must be a list of strings)all TypeErrorr)r modules_namess rr z!ForkServer.set_forkserver_preload>sBL==}===== FDEE E -r c |jSr")rrs rr zForkServer.get_inherited_fdsDs ""r c |t|dztkrtdt jtj5}||jtj \}}tj \}}|||j tj g}||z } tj||||ftj|tj|cdddS#tj|tj|xYw#tj|tj|wxYw#1swxYwYdS)Nz too many fds)r lenMAXFDS_TO_SEND ValueErrorsocketAF_UNIXconnectrr&piperrgetfdrsendfdsr')rfdsclientparent_rchild_wchild_rparent_wallfdss rr z!ForkServer.connect_to_new_processLs   s88a<> ) )^,, , ]6> * * "f NN43 4 4 4 " Hg " GXw(A&,..0F cMF "!&&111) !!!!!!! " " " " " " " " """"""!!!!!!!! " " " " " " " " " "s7A(E/D(E/+D??E*E,,E//E36E3c |j5tj|jet j|jtj\}}|s ddddSt j|jd|_ d|_d|_d}|j r9ddh tj d} fd| D}ni}tjtj5}t!jd}||t'j|st j|d|t j\}} ||g} ||||j |fz}tj} | gt'jz} | d|gz } t'j| | | }n#t j|xYw t j|n#t j|wxYw||_ ||_||_dddn #1swxYwYddddS#1swxYwYdS) NzCfrom multiprocessing.forkserver import main; main(%d, %d, %r, **%r) main_pathsys_pathignorec$i|] \}}|v || SrM)r/xy desired_keyss r z-ForkServer.ensure_running..s)KKKAl9J9J19J9J9Jr r<iz-c)rrr rr&r(WNOHANGr'rrrrget_preparation_dataitemsr;r<rarbitrary_addressbindr r)chmodlistenr>filenoget_executable_args_from_interpreter_flagsspawnv_passfds) rpidstatuscmddatalisteneraddressalive_ralive_w fds_to_passexeargsrPs @rr zForkServer.ensure_runningis Z1 +1 +  + - - -#/ j)=rzJJ V1 +1 +1 +1 +1 +1 +1 +1 +2333+/(,0)'+$,C$  +Z8 1(;;KKKKKKKv~.. +($6yAA g&&&8AA-HWe,,,!!!$&799  &#+??#4#4g">KHOO--w8M ""C.00C54#D#F#FFDT3K'D-c4EECCHW%%% HW%%%%BHW%%%%+2(,3)'*$3 + + + + + + + + + + + + + + +11 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +1 +siAI*BI*,A=I*A=G('H(G??HIH..I I*I I*I I**I.1I.N) __name__ __module__ __qualname__rr$r#r r r r rMr rrr s}---""" ( ( (... ###""":8+8+8+8+8+r rc  |rd|vr[|Ydtj_ tj|tj`n#tj`wxYw|D]"} t |#t $rYwxYwtjtj \}}tj |dtj |dd}tj |tjtji} d| D} tj|i} t%jt$j|5} t)j5} | t._| | t(j| |t(j| |t(j d| D}|rn"||vrt8||vrtj|d tjd tj\}}n#t@$rYnwxYw|d krn{| !|d}|Ktj"|} tG||n#tH$rYnwxYwtj%|ntMj'd |z| |vr| (d 5}tSj*|tVd z}tY|tVkr/t[d .tY||^}}}|%tj/}|d krd } | %| %||||g}|0| 1te|||| }nM#tf$r@tij5tij6thj78YnwxYwtj9|nm#tj9|wxYw tG||n#tH$rYnwxYw|| |<tj%||D]}tj%|dddn #1swxYwYn-#tt$r }|j;tvj<krYd}~nd}~wwxYw6#1swxYwYddddS#1swxYwYdS)NrTFcdSr"rM)_unuseds rsigchld_handlerzmain..sigchld_handlers r c@i|]\}}|tj||SrM)signal)r/sigvals rrQzmain..s:888"csC00888r )rYc"g|] \}}|j SrM)fileobj)r/keyeventss r zmain..sOOOMS&CKOOOr irz.forkserver: waitpid returned unexpected pid %drzToo many ({0:n}) fds to send)=rcurrent_process _inheritingrimport_main_path __import__ ImportErrorr _close_stdinr&r> set_blockingrpSIGCHLDSIGINTSIG_IGNrT set_wakeup_fdr;r< selectorsDefaultSelector getsockname _forkserverrregister EVENT_READselect SystemExitreadr(rRChildProcessErrorpopwaitstatus_to_exitcode write_signedBrokenPipeErrorr'warningswarnacceptrrecvfdsr9r8 RuntimeErrorformatforkextendvalues _serve_one Exceptionsys excepthookexc_infostderrflush_exitOSErrorerrno ECONNABORTED) listener_fdrcpreloadrIrJmodnamesig_rsig_wrnhandlers old_handlers pid_to_fdraselectorrfdsr]stsrD returncodesrArEcode unused_fdsfdes rmainrs   Y%:48G # % % 1 :&y111+--99G+--99999  G 7####     799LE5OE5!!!OE5!!!    v~  H 88&.nn&6&6888L I v~k : : :Yh  " $ $Y(0*2*>*>*@*@ '(I$8999'9#7888%!5666Q P OOX__=N=NOOOD d??%$D==GE5)))E"')z"bj'A'AHC0"""!E"!88!"+--T":":".)+)B3)G)GJ% ,Wj A A A A#2%%% $%HW----%M+>@C+DEEE+E0t##!**1-$-'/>A3EFFs88n44". > E E$'HH!.!.#/#//25.3  gii!88#$D / ( 0 0 0 ( 0 0 0.5wu-M * 1 1)2B2B2D2D E E E'1'32<2>(@(@$-333 #  ? ? # 0 0 2 2 2 2 23!#% ,Wc : : : :#2%%% $%.5IcNHW---&)-- " I$-$-$-$-$-$-$-$-$-$-$-$-$-$-$-L   7e00010000 _Q YYYYYYYYYYYYYYYYYYYYYYYYYYsCA A (A88 BBT8*BT +AS14"IS1 I$!S1#I$$6S1J,+S1, J96S18J99AS1BS%"A'P  Q, AQ Q,Q Q,S%,R S%RS% R$ !S%#R$ $5S% S1%S) )S1,S) -S10T 1 T;TT TT  T$ $T8'T$ (T88T<?T<c`tjd|D]\}}tj|||D]}tj||^t _tj_ t _ tj |}tj ||}|S)Nrx)rprrTr&r'rrr_resource_tracker_fdrdupr_main) rErArrrqrrrparent_sentinelrs rrr+s NN$$  S c3  %("[%'+ fWooO ;w 0 0D Kr c d}tj}t||krNtj||t|z }|st d||z }t||kNt|dS)Nr zunexpected EOFr) SIGNED_STRUCTsizer8r&rEOFErrorunpack)rr`lengthrs r read_signedrBs D  F d))f   GBT* + + -+,, ,   d))f      % %a ((r ct|}|r8tj||}|dkrt d||d}|6dSdS)Nrzshould not get here)rpackr&writer)rnmsgnbytess rrrLsq   Q  C "c"" Q;;455 5&''l r )NN) rr&rrpr;structrrrrrcontextrrrr __all__r9Structrobjectrrrrrrr r r r rMr rrs   % % % c"" A+A+A+A+A+A+A+A+NAAAAH.)))jll +1$;$;r PKjGe[#WW*__pycache__/__init__.cpython-311.opt-2.pycnu[ !A?hddlZddlmZdeejDZedeDdZdZ dej vrej dej d <dSdS) N)contextc<g|]}|d|S)_) startswith).0xs 1/usr/lib64/python3.11/multiprocessing/__init__.py r s) M M M1<<;L;L M1 M M Mc#NK|] }|ttj|fV!dS)N)getattrr_default_context)rnames r rs4UUT$ 8$??@UUUUUUr __main__ __mp_main__) sysrdirr__all__globalsupdateSUBDEBUG SUBWARNINGmodulesr r r s  N Mcc'233 M M M UUWUUUUUU   !$Z!8CK r PKjGe[lLAA3__pycache__/popen_spawn_posix.cpython-311.opt-2.pycnu[ !A?hddlZddlZddlmZmZddlmZddlmZddlmZdgZ Gdd e Z Gd dej Z dS) N) reductionset_spawning_popen) popen_fork)spawn)utilPopenceZdZdZdZdS)_DupFdc||_dSNfdselfrs :/usr/lib64/python3.11/multiprocessing/popen_spawn_posix.py__init__z_DupFd.__init__s c|jSr r)rs rdetachz _DupFd.detachs wrN)__name__ __module__ __qualname__rrrrr r s2rr c2eZdZdZeZfdZdZdZxZ S)r rcXg|_t|dSr )_fdssuperr)r process_obj __class__s rrzPopen.__init__s(  %%%%%rc:|j||Sr )rappendrs rduplicate_for_childzPopen.duplicate_for_child"s  rcddlm}|}|j|t j|j}tj }t| tj ||tj ||tdn#tdwxYwdx}x}x}} tj\}}tj\}} t j||} |j||gt#jt j| |j|_||_t-| dd5} | |dddn #1swxYwYg} || fD]} | | | t#j|t"j| |_||fD]} | tj| dS#g} || fD]} | | | t#j|t"j| |_||fD]} | tj| wxYw)Nr)resource_tracker) tracker_fd pipe_handlewbF)closefd)r%getfdrr"rget_preparation_data_nameioBytesIOrrdumpospipeget_command_lineextendrspawnv_passfdsget_executablepidsentinelopenwrite getbufferFinalize close_fds finalizerclose)rrr%r& prep_datafpparent_rchild_wchild_rparent_wcmdf fds_to_closers r_launchz Popen._launch&s&&&&&&%++--  $$$.{/@AA Z\\4    % N9b ) ) ) N; + + + t $ $ $ $ t $ $ $ $266676Wx ! " Hg " GX(J5<>>>C I  gw/ 0 0 0*5+?+A+A+. ;;DH$DMhe444 ( ''' ( ( ( ( ( ( ( ( ( ( ( ( ( ( (L* , ,> ''+++!]4NNDN( ! !>HRLLL ! ! L* , ,> ''+++!]4NNDN( ! !>HRLLL !s>1*B++B<B(H0(F$ H$F((H+F(,HA$I7) rrrmethodr DupFdrr#rI __classcell__)r s@rr r s` F E&&&&&"!"!"!"!"!"!"!r) r.r1contextrrr*rrr__all__objectr r rrrrPs 22222222 )V.!.!.!.!.!J .!.!.!.!.!rPKjGe[u22__pycache__/popen_forkserver.cpython-311.opt-1.pycnu[ !A?hddlZddlZddlmZmZejs edddlmZddlm Z ddlm Z ddlm Z d gZ Gd d e ZGd d e jZdS) N) reductionset_spawning_popenz,No support for sending fds between processes) forkserver) popen_fork)spawn)utilPopenceZdZdZdZdS)_DupFdc||_dSN)ind)selfrs 9/usr/lib64/python3.11/multiprocessing/popen_forkserver.py__init__z_DupFd.__init__s c>tj|jSr)rget_inherited_fdsr)rs rdetachz _DupFd.detachs+--dh77rN)__name__ __module__ __qualname__rrrrr r s288888rr cFeZdZdZeZfdZdZdZe j fdZ xZ S)r rcXg|_t|dSr)_fdssuperr)r process_obj __class__s rrzPopen.__init__!s(  %%%%%rcd|j|t|jdz S)Nr)rappendlen)rfds rduplicate_for_childzPopen.duplicate_for_child%s+ 49~~!!rctj|j}tj}t | t j||t j||t dn#t dwxYwtj |j \|_ }tj |}tj|tj||j f|_t%|dd5}||dddn #1swxYwYtj|j |_dS)NwbT)closefd)rget_preparation_data_nameioBytesIOrrdumprconnect_to_new_processrsentinelosdupr Finalize close_fds finalizeropenwrite getbuffer read_signedpid)rr prep_databufw _parent_wfs r_launchz Popen._launch)sc.{/@AA jll4    % N9c * * * N; , , , t $ $ $ $ t $ $ $ $%>RZZqAA Arc|jQ tj|j|dS#t$rYdSt $r|dYdSwxYwdS)Ng?)r%)r rkillrProcessLookupErrorrr!)rsigs r _send_signalzPopen._send_signal.s ? " #&&&&&%      99S9))1211  # "s% A AAcD|tjdSr )r*signalSIGTERMrs r terminatezPopen.terminate8 &.)))))rcD|tjdSr )r*r,SIGKILLr.s rr'z Popen.kill;r0rc0d}tj\}}tj\}}tj|_|jdkrn tj|tj|||}tj|dS#tj|wxYwtj|tj|tj|tj ||f|_ ||_ dS)Nrr)parent_sentinel) rpiperrclose _bootstrap_exitrFinalize close_fdsr r#)rrcodeparent_rchild_wchild_rparent_ws rr z Popen._launch>sGII'GII799 8q== """""""--g-FF HW    HW   !]4,4h+@BBDN$DMMMs >B''B=c@|j|dSdSr )r r.s rr6z Popen.closeQs( > % NN      & %rr )__name__ __module__ __qualname__methodrrrr$rr!r*r/r'r r6rrrrr s F"""     ******%%%&r)rr,r__all__objectrrrrrHsn  ) GGGGGFGGGGGrPKjGe[QAe11!__pycache__/spawn.cpython-311.pycnu[ !A?h%ddlZddlZddlZddlZddlmZmZddlmZddlm Z ddlm Z gdZ ej dkrd Z d Zn@eed d Z ejo+ejd Zd Zd Zer*eejejdneejdZdZdZddZdZdZdZgZdZ dZ!dZ"dZ#dS)N)get_start_methodset_start_method)process) reduction)util)_mainfreeze_supportset_executableget_executableget_preparation_dataget_command_lineimport_main_pathwin32Ffrozenzpythonservice.exec||adStjdkrtj|adStj|adS)Nr) _python_exesysplatformosfsdecodefsencode)exes ./usr/lib64/python3.11/multiprocessing/spawn.pyr r $sC {  k#&& k#&& ctS)N)rrrr r -s rz python.execHt|dkr|ddkrdSdS)z= Return whether commandline indicates we are forking r--multiprocessing-forkTF)len)argvs r is_forkingr#9s, 4yyA~~$q'%===turcttjrpi}tjddD]8}|d\}}|dkrd||<&t |||<9t di|tjdSdS)zE Run code for process object if this in not the main process rN=Noner)r#rr"splitint spawn_mainexit)kwdsargnamevalues rr r Cs#( 8ABB< ( (C))C..KD%!T  ZZT T    rc Nttddr-tjdgd|DzSd}|dd|Dz}t j}t}|g|zd|dgzS) zJ Returns prefix of command line used for spawning a child process rFr cg|]}d|zS)%s=%rr.0items r z$get_command_line..Ys999D4999rzz#get_command_line..\s&BBT'D.BBBBBBrz-c)getattrr executableitemsjoinr_args_from_interpreter_flagsr )r+progoptsrs rrrSssHe$$E!9:99DJJLL999: ;N  BBTZZ\\BBBBBB022ut|tT+CDDDrcttjs Jdtjdkrjddl}ddl}|%||j|jzd|}nd}tj ||}| |tj }|}n(ddlm} || j_|}tj|}t'||} tj| dS) z7 Run code specified by data received over pipe z Not forkingrrNF)source_processr)resource_tracker)r#rr"rmsvcrt_winapi OpenProcess SYNCHRONIZEPROCESS_DUP_HANDLEr duplicateopen_osfhandlerO_RDONLYrA_resource_tracker_fddupr r*) pipe_handle parent_pid tracker_fdrBrCr@ new_handlefdparent_sentinelrAexitcodes rr)r)bs  ch  ....  |w   !$00#g&@@z##NN"N(8FHHH  " ":r{ ; ;(&&&&&&1;*. &--R))HHXrctj|dd5}dtj_ t j|}t|t j|}tj`n#tj`wxYw dddn #1swxYwY| |S)NrbT)closefd) rfdopenrcurrent_process _inheritingrpickleloadprepare _bootstrap)rRrS from_parentpreparation_dataselfs rr r ~s 2tT * * *6k04!!- 6(/44[AA  $ % % %#((55D'))55'))5 5 5 5 55666666666666666 ??? + ++s)B8A B?B8B((B88B<?B<chttjddrtddS)NrZFa An attempt has been made to start a new process before the current process has finished its bootstrapping phase. This probably means that you are not using fork to start your child processes and you have forgotten to use the proper idiom in the main module: if __name__ == '__main__': freeze_support() ... The "freeze_support()" line can be omitted if the program is not going to be frozen to produce an executable. To fix this issue, refer to the "Safe importing of main module" section in https://docs.python.org/3/library/multiprocessing.html )r8rrY RuntimeErrorrrr_check_not_importing_mainrds@w&((-??       rc tttjt jj}tj!tj|d<tj } | d}tj ||<n#t$rYnwxYw|||tjtj t#jt'tjd}t+|jdd}|||d<ntjd kst0st2st+|d d}|wt"j |s6tj *t"j tj |}t"j ||d <|S) zM Return info about parent needed by child to unpickle process object ) log_to_stderrauthkeyN log_levelrJ)r-sys_pathsys_argvorig_dirdir start_method__main__r-init_main_from_namer__file__init_main_from_path)rddictr_log_to_stderrrrYrg_loggergetEffectiveLevelrpathcopyindex ORIGINAL_DIR ValueErrorupdater"rgetcwdrmodulesr8__spec__rWINEXE WINSERVICEisabsr;normpath)r-drii main_module main_mod_name main_paths rr r s )'))1   A  |7799+ X]]__H+ NN2  *       HH % IKK%''     +j)KK0&$??M #0     KT::  GMM),, J,8GLL)=yII ')w'7'7 'B'BA# $ Hs B11 B>=B>cd|vr|dtj_d|vr|dtj_d|vr|drt jd|vr,t j|dd|vr|dt_ d|vr|dt_ d|vrtj |dd|vr|dt_ d |vrt|d d d |vrt|d dSd |vrt!|d dSdS)zE Try to get current process ready to unpickle process object r-rgrfrhrirjrlrkrmT)forcerorqN)rrYr-rgrrf get_loggersetLevelrrvr"rchdirryr_fixup_main_from_name_fixup_main_from_path)datas rr]r]sj~~)-f!!&D,0O!!)$4#8 d ""4 #4555T #T # }} eT#J/n-T::::$$d#89::::: $ & &d#89::::: ' &rctjd}|dks|drdSt|jdd|krdSt |tjd}tj |dd}|j ||xtjd<tjd<dS)Nrnz .__main__r- __mp_main__T)run_name alter_sys) rr}endswithr8r~old_main_modulesappendtypes ModuleTyperunpy run_module__dict__r{)mod_name current_mainr main_contents rrrs ;z*L:!2!2;!?!?|$fd33x?? L)))"=11K#H-:.2444L ---;FFCK ck-888rctjd}tjtj|d}|dkrdSt |dd|krdSt|tj d}tj |d}|j ||xtjd<tjd<dS)Nrnripythonrpr)r)rr}rrvsplitextbasenamer8rrrrrrun_pathrr{)rr main_namerrs rrrs;z*L   !1!1)!)+8:::L ---;FFCK ck-888rc$t|dS)z< Set sys.modules['__main__'] to module at main_path N)r)rs rrr/s)$$$$$r)NN)$rrrrrJrrrcontextrr__all__rrrr8r9lowerrr r rvr; exec_prefixr#r rr)r rdr rr]rrrrrrrs  00000000 K K K<7 FJJ WS(E * *FXCN$8$8$:$:$C$CDW$X$XJ'''#N27<<>>????N3>"""     E E E8 , , ,   ,, , , d";";";LGGG2GGG8%%%%%rPKjGe[ wWW'__pycache__/synchronize.cpython-311.pycnu[ !A?h/gdZddlZddlZddlZddlZddlZddlmZddlmZddlm Z  ddlm Z m Z n#e $r e dwxYwe ed \ZZej jZGd d eZ Gd d e ZGddeZGdde ZGdde ZGddeZGddeZGddejZdS))LockRLock SemaphoreBoundedSemaphore ConditionEventN)context)process)util)SemLock sem_unlinkzThis platform lacks a functioning sem_open implementation, therefore, the required synchronization primitives needed will not function, see issue 3770.c|eZdZejZdZedZdZ dZ dZ dZ dZ edZd S) r c|tj}|dk|_t jdkp|j}tdD]E} tj |||| |x}|_ n#t$rYBwxYwtdtjd|jz|t jdkrd}tj|||j jKddlm} | |j jd tj|tj|j jfd dSdS) Nforkwin32dzcannot find name for semaphorezcreated semlock with handle %sc8|jdSN)_semlock _after_fork)objs 4/usr/lib64/python3.11/multiprocessing/synchronize.pyrz%SemLock.__init__.._after_forkGs ((*****r )register semaphorer) exitpriority)r _default_context get_contextget_start_method _is_fork_ctxsysplatformrange_multiprocessingr _make_namerFileExistsErrorr debughandle _make_methodsregister_after_forknameresource_trackerrFinalize_cleanup) selfkindvaluemaxvaluectx unlink_nowislrrs r__init__zSemLock.__init__2s ;*6688C0022f<\W,A0A s D DA %5%=%4??+<+<& &  T] #     ""BCC C 3bi?@@@  <7 " " + + +  $T; 7 7 7 =  ) 3 2 2 2 2 2 HT]' 5 5 5 M$ 04=3E2G'( * * * * * * * )s'1B B'&B'cHddlm}t|||ddS)Nr ) unregisterr)r.r;r)r-r;s rr0zSemLock._cleanupTs:0000004 4%%%%%rcJ|jj|_|jj|_dSr)racquirereleaser1s rr+zSemLock._make_methodsZs}, }, rc4|jSr)r __enter__r?s rrAzSemLock.__enter__^s}&&(((rc |jj|Sr)r__exit__r1argss rrCzSemLock.__exit__as%t}%t,,rctj||j}tjdkr,tj|j}n|jrtd|j}||j |j |j fS)NrzA SemLock created in a fork context is being shared with a process in a spawn context. This is not supported. Please use the same context to create multiprocessing objects and Process.) r assert_spawningrr#r$get_spawning_popenduplicate_for_childr*r" RuntimeErrorr2r4r-)r1r8hs r __getstate__zSemLock.__getstate__ds%%% ] <7 " "*,,@@KKAA  K"$JKKK A27BK11rctjj||_t jd|dz|d|_dS)Nz recreated blocker with handle %rrF)r&r _rebuildrr r)r+r"r1states r __setstate__zSemLock.__setstate__rsN(095A  5a@AAA !rcvtjjddttjS)N semprefix-)r current_process_confignextr _randrrr'zSemLock._make_nameys6!133;KHHHw}---/ /rN)__name__ __module__ __qualname__tempfile_RandomNameSequencerXr9 staticmethodr0r+rArCrLrQr'rYrrr r .s (H ( * *E * * *D&&\& ---)))--- 2 2 2"""//\///rr c"eZdZddZdZdZdS)rr cLtj|t|t|dSNr5)r r9 SEMAPHORE SEM_VALUE_MAXr1r3r5s rr9zSemaphore.__init__s$y%CHHHHHHrc4|jSr)r _get_valuer?s r get_valuezSemaphore.get_values}'')))rc |j}n#t$rd}YnwxYwd|jjd|dS)Nunknown<(value=)>)rrh Exception __class__rZr1r3s r__repr__zSemaphore.__repr__s[ M,,..EE   EEE #'>#:#:#:EEEBB  ++Nr )rZr[r\r9rirrrYrrrrsOIIII***CCCCCrrceZdZddZdZdS)rr cBtj|t|||dSrbr r9rdrfs rr9zBoundedSemaphore.__init__s$y%C@@@@@@rc |j}n#t$rd}YnwxYwd|jjd|d|jjdS)Nrkrlrmz , maxvalue=rn)rrhrorprZr4rqs rrrzBoundedSemaphore.__repr__sp M,,..EE   EEE ''' 0F0F0FH HrsNrtrZr[r\r9rrrYrrrrs@AAAAHHHHHrrceZdZdZdZdS)rcBtj|tdd|dSNr rcrwr1r5s rr9z Lock.__init__s$y!QC888888rc |jrStjj}t jjdkr|dt jjzz }nB|jdkrd}n"|jdkrd}nd}n#t$rd}YnwxYwd |j j d |d S) N MainThread|r NonerSomeOtherThreadSomeOtherProcessrkrlz(owner=rn) r_is_miner rUr- threadingcurrent_threadrh_countrorprZ)r1r-s rrrz Lock.__repr__s }%%'' *.005+--2lBBC)":"<"<"AAAD))++q00%%''!++()   DDD #'>#:#:#:DDDAAsB.B11 C?CNryrYrrrrs7999BBBBBrrceZdZdZdZdS)rcBtj|tdd|dSr|)r r9RECURSIVE_MUTEXr}s rr9zRLock.__init__s$1#>>>>>>rc |jrltjj}t jjdkr|dt jjzz }|j}nK|jdkrd\}}n(|jdkrd\}}nd\}}n#t$rd\}}YnwxYwd |j j d |d |d S) Nrrr )rrr)rnonzero)rr)rkrkrl(, rn) rrr rUr-rrrrhrorprZ)r1r-counts rrrzRLock.__repr__s /}%%'' <.005+--2lBBC)":"<"<"AAAD ,,..))++q00' ee%%''!++: ee; e / / /.KD%%% /!%!8!8!8$$$FFsCCC%$C%NryrYrrrrs7???GGGGGrrcXeZdZddZdZdZdZdZdZdZ dd Z dd Z d Z dd Z dS)rNc|p||_|d|_|d|_|d|_|dSNr)r_lockr_sleeping_count _woken_count_wait_semaphorer+)r1lockr5s rr9zCondition.__init__sj(SYY[[ "}}Q//MM!,,"}}Q// rc^tj||j|j|j|jfSr)r rGrrrrr?s rrLzCondition.__getstate__s2%%% D0!4#79 9rcd|\|_|_|_|_|dSr)rrrrr+rOs rrQzCondition.__setstate__s649 2T) D0 rc4|jSr)rrAr?s rrAzCondition.__enter__sz##%%%rc |jj|Sr)rrCrDs rrCzCondition.__exit__s"tz"D))rcJ|jj|_|jj|_dSr)rr=r>r?s rr+zCondition._make_methodssz) z) rc |jj|jjz }n#t$rd}YnwxYwd|jjd|jd|dS)Nrkrlrrrn)rrrhrrorprZr)r1 num_waiterss rrrzCondition.__repr__s $/8CCEE,5@@BBCKK $ $ $#KKK $!%!8!8!8$***kkkRRs=A AAch|jjs Jd|j|jj}t |D]}|j |jd||j t |D]}|jS#|j t |D]}|jwxYw)Nz,must acquire() condition before using wait()T) rrrrr>rr%rr=r)r1timeoutrr7s rwaitzCondition.waits>z"++-- > >= > >- $$&&& #**,,u ! !A J    %'//g>>   % % ' ' '5\\ % % ""$$$$ %   % % ' ' '5\\ % % ""$$$$ %s C++AD1r c|jjs Jd|jdr Jd|jdr@|jd}|s Jd|jd@d}||krX|jdr>|j|dz }||kr|jd>|rbt|D]}|j|jdr |jddSdSdS)Nzlock is not ownedFznotify: Bug in sleeping_count.acquire- res should not be Falserr ) rrrrr=rrr>r%)r1nressleepersr7s rnotifyzCondition.notifysz"++--BB/BBB-'//  * *) * * ''.. 8&..u55C 8 87 8 83''.. 8 llt3;;EBBl  ( ( * * * MHllt3;;EBBl  8__ , ,!))++++&..u55 &..u55         rcF|tjdS)N)r)rr#maxsizer?s r notify_allzCondition.notify_all/s ck """""rc|}|r|S|tj|z}nd}d}|s@||tjz }|dkrn!|||}|@|Sr)time monotonicr)r1 predicaterresultendtimewaittimes rwait_forzCondition.wait_for2s  M  n&&0GGGH !""T^%5%55q== IIh   Y[[F  ! rrrt)rZr[r\r9rLrQrArCr+rrrrrrrYrrrrs999  &&&******SSS%%%%.4###rrc:eZdZdZdZdZdZd dZdefdZ dS) rc|||_|d|_dSr)rr_condr_flagr}s rr9zEvent.__init__Js4]]388::.. ]]1%% rc|j5|jdr'|j ddddS ddddS#1swxYwYdSNFT)rrr=r>r?s ris_setz Event.is_setNs Z  z!!%((  ""$$$                           s5A AAAc|j5|jd|j|jddddS#1swxYwYdSNF)rrr=r>rr?s rsetz Event.setUs Z $ $ J  u % % % J   J ! ! # # # $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $sA A""A&)A&cz|j5|jdddddS#1swxYwYdSr)rrr=r?s rclearz Event.clear[s Z & & J  u % % % & & & & & & & & & & & & & & & & & &s 044Ncf|j5|jdr|jn|j||jdr'|j ddddS ddddS#1swxYwYdSr)rrr=r>r)r1rs rrz Event.wait_s  Z  z!!%(( ) ""$$$$ (((z!!%((  ""$$$                          sBB&B&&B*-B*returnc|rdnd}dt|jdt|dd|dS)Nrunsetrlz at z#x >)rtyper\id)r1 set_statuss rrrzEvent.__repr__ksK"kkmm8UU K4::*KK4KKKjKKKKrr) rZr[r\r9rrrrstrrrrYrrrrHs&&&$$$ &&&    L#LLLLLLrrceZdZd dZdZdZedZejdZedZ e jdZ dS) BarrierNcddl}ddlm}||ddz}|}||||||fd|_d|_dS)Nrr ) BufferWrapperr7r)structheaprcalcsizerrQ_stater) r1partiesactionrr5rrwrapperconds rr9zBarrier.__init__ts{ ''''''- 4 4q 899}} 7FGT7CDDD  rc|\|_|_|_|_|_|jd|_dS)Nr7)_parties_action_timeoutr_wrappercreate_memoryviewcast_arrayrOs rrQzBarrier.__setstate__}sF&+ $ dm T]m5577<rs      4444444444444 +3 4 444"T%%((^^ (6 N/N/N/N/N/fN/N/N/h C C C C C C C C& H H H H Hy H H H"BBBBB7BBB2GGGGGGGGG4iiiiiiii^%L%L%L%L%LF%L%L%LT"""""i"""""s 5APKjGe[[8f1f1,__pycache__/resource_tracker.cpython-311.pycnu[ !A?h\(ddlZddlZddlZddlZddlZddlmZddlmZgdZe edZ ej ej fZ ddiZejd krLddlZddlZe ed red ejied ejiGd deZGddeZeZejZejZejZejZdZdS)N)spawn)util)ensure_runningregister unregisterpthread_sigmasknoopcdSNr 9/usr/lib64/python3.11/multiprocessing/resource_tracker.pyr!sDrposix sem_unlink semaphore shared_memoryceZdZdS)ReentrantCallErrorN)__name__ __module__ __qualname__r rrrr6sDrrcDeZdZdZdZdZdZdZdZdZ dZ d Z d S) ResourceTrackercRtj|_d|_d|_dSr ) threadingRLock_lock_fd_pidselfs r__init__zResourceTracker.__init__<s#_&&  rc td)Nz8Reentrant call into the multiprocessing resource tracker)rr"s r_reentrant_call_errorz%ResourceTracker._reentrant_call_errorAs ! FHH Hrcl|j5|jdkr |cdddS|j ddddSt j|jd|_t j|jdd|_ddddS#1swxYwYdS)Nrr)r_recursion_countr&r osclosewaitpidr!r"s r_stopzResourceTracker._stopIs+ Z  z**,,q001133          x         HTX   DH Jty! $ $ $DI                  s1B)B)AB))B-0B-c8||jSr )rr r"s rgetfdzResourceTracker.getfdZs xrc,|j5|jdkr |cdddS|j|r ddddSt j|j |jt j|jdn#t$rYnwxYwd|_d|_tj dg} | tjn#t $rYnwxYwd}t j\}} | |t%j}|gt)jz}|d||zgz } t,r$t/jt.jt4t)j|||}t,r$t/jt.jt4n1#t,r%t/jt.jt4wwxYw||_||_n#t j|xYw t j|n#t j|wxYw ddddS#1swxYwYdS)zMake sure that resource tracker process is running. This can be run from any process. Usually a child process will use the resource created by its parent.rNrzUresource_tracker: process died unexpectedly, relaunching. Some resources might leak.z:from multiprocessing.resource_tracker import main;main(%d)z-c)rr(r&r _check_aliver)r*r!r+ChildProcessErrorwarningswarnappendsysstderrfileno Exceptionpiperget_executabler_args_from_interpreter_flags _HAVE_SIGMASKsignalr SIG_BLOCK_IGNORED_SIGNALSspawnv_passfds SIG_UNBLOCK)r# fds_to_passcmdrwexeargspids rrzResourceTracker.ensure_running^s Z< < z**,,q001133< < < < < < < < x#$$&&< < < < < < < < """y, 49a000(D    IJJJK ""3:#4#4#6#67777    NC799DAq ""1%%%*,,ut@BBBsQw'U$S.v/?AQRRR-c4EEC$U.v/ACSTTT%U.v/ACSTTTTU      y< < < < < < < < < < < < < < < < < < s1J J /J  !B+*J + B85J 7B88'J  1DJ  DJ DJ ;A H2AG2,H22.H  H2#I"2I  I" J "I88J  J J c^ tj|jddS#t$rYdSwxYw)z;Check that the pipe has not been closed by sending a probe.s PROBE:0:noop TF)r)writer OSErrorr"s rr0zResourceTracker._check_alivesI  HTX0 1 1 14   55 s  ,,c4|d||dS)z0Register name of resource with resource tracker.REGISTERN_sendr#namertypes rrzResourceTracker.registers :tU+++++rc4|d||dS)z2Unregister name of resource with resource tracker. UNREGISTERNrNrPs rrzResourceTracker.unregisters <u-----rc |n+#t$rtjd|d|dYnwxYwd|||d}t |dkrtdtj |j |}|t |ks+Jd|t |dS) NzSResourceTracker called reentrantly for resource cleanup, which is unsupported. The z object z might leak.z {0}:{1}:{2} asciiiz msg too longznbytes {0:n} but len(msg) {1:n}) rrr2r3formatencodelen ValueErrorr)rJr )r#rCrQrRmsgnbytess rrOzResourceTracker._sends <    ! ! ! !! < < < M;;;&*;;; < < < < <  <$$S$66==gFF s88c>>^,, ,$(C((S!!!#D#K#K CHH$$!!!!!s %??N) rrrr$r&r,r.rr0rrrOr rrrr:s HHH"AAAF   ,,,...rrc tjtjtjtjtjtjtr$tjtjttj tj fD]'} | #t$rY$wxYwdtD} t|d5}|D] } |dd\}}}t|d}|t)d|d||dkr|||n;|d kr|||n|d krnt/d |z#t$r, tjtjn#YnxYwYwxYw dddn #1swxYwY|D]\}}|r8 t7jd t;||fzn#t$rYnwxYw|D]P} t||n1#t$r$} t7jd |d| Yd} ~ nd} ~ wwxYwL#wxYwdS#|D]\}}|r8 t7jd t;||fzn#t$rYnwxYw|D]P} t||n1#t$r$} t7jd |d| Yd} ~ nd} ~ wwxYwL#wxYwwxYw)zRun resource tracker.c,i|]}|tSr )set).0rRs r zmain..s = = =eUCEE = = =rrbrV:NzCannot register z. for automatic cleanup: unknown resource type rMrTPROBEzunrecognized command %rzQresource_tracker: There appear to be %d leaked %s objects to clean up at shutdownzresource_tracker: z: )r=SIGINTSIG_IGNSIGTERMr<r rAr?r5stdinstdoutr*r8_CLEANUP_FUNCSkeysopenstripdecodesplitgetrZaddremove RuntimeError excepthookexc_infoitemsr2r3rY) fdfcachelinerCrQrR cleanup_func rtype_cachees rmainr~s M&-000 M&.&.111Ev13CDDDi $  GGIIII    D  > =~':':'<'< = = =E- "d^^ q  '+zz||':':7'C'C'I'I#'N'N$Cu#1#5#5eT#B#BL#+(=t==5:==>>>j((e ((.... ,,e ++D1111*+Ds+JKKK  777 #                2#(++--   E; M#N#&{#3#3U";#<====!D#  N&u-d3333$NNN DDD!!&LMMMMMMMMNDDDD   %++--   E; M#N#&{#3#3U";#<====!D#  N&u-d3333$NNN DDD!!&LMMMMMMMMNDDDD  s!B.. B;:B;"K2H 9C GH  G=G21G=2G6 4G=9H <G==H  K HKHK4&I I('I(1JJ9 J5J0+J90J55J99J;M*&LM* L M*L M*L10M#1 M ;M M#M M#"M*#M% %M*)r)r=r5rr2rr__all__hasattrr<rergr?rjrQ_multiprocessing _posixshmemupdater shm_unlinkrsrobjectr_resource_trackerrrrr.r~r rrrs$  6 6 6 122 M6>2 LL7gw..  )4    /         MMMMMfMMM`$O%%"1  %  ) <<<<<rPKjGe[B,__pycache__/connection.cpython-311.opt-1.pycnu[ bh6gdZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl m Z mZddlmZejZ ddlZddlmZmZmZmZn#e$rejdkrdZYnwxYwd Zd Zd Ze jZd Zd gZ e!ed rd Ze d gz Z ejdkrdZe dgz Z efdZ"dZ#dZ$dZ%dZ&GddZ'erGdde'Z(Gdde'Z)Gdde*Z+d=dZ,ejdkrd>dZ-nd>dZ-Gd d!e*Z.d"Z/ejdkrGd#d$e*Z0d%Z1d&Z2d'Z3d(Z4d)Z5d*Z6d+Z7Gd,d-e*Z8d.Z9d/Z:Gd0d1e+Z;d2Zej?hZ@d?d4ZAn#ddlBZBe!eBd5reBjCZDneBjEZDd?d6ZAejdkr0d7ZFd8ZGejHe)eFd9ZId:ZJejHe(eIdSd;ZFd<ZGejHe)eFdS)@)ClientListenerPipewaitN)util)AuthenticationErrorBufferTooShort) reduction) WAIT_OBJECT_0WAIT_ABANDONED_0 WAIT_TIMEOUTINFINITEwin32i g4@sha256AF_INETAF_UNIXAF_PIPEc.tj|zSNtime monotonic)timeouts 3/usr/lib64/python3.11/multiprocessing/connection.py _init_timeoutr@s >  g %%c0tj|kSrr)ts r_check_timeoutr Cs >  a rc|dkrdS|dkr'tjdtjS|dkr>tjdt jt tfzdStd ) z? Return an arbitrary free address for the given family r) localhostrrz listener-)prefixdirrz\\.\pipe\pyc-%d-%d-zunrecognized family) tempfilemktempr get_temp_dirosgetpidnext _mmap_counter ValueErrorfamilys rarbitrary_addressr0Js 9  kt7H7J7JKKKK 9  &< " T--@-@A'BGIKKK K.///rctjdkr|dkrtd|ztjdkr-|dkr)tt|std|zdSdSdS)zD Checks if the family is valid for the current environment. rrzFamily %s is not recognized.rN)sysplatformr-hasattrsocketr.s r_validate_familyr6Xs |w6Y#6#67&@AAA |w6Y#6#6vv&& F;fDEE E#6#6 F Frc t|tkrdSt|tur|drdSt|tust j|rdSt d|z)z] Return the types of the address This can be 'AF_INET', 'AF_UNIX', or 'AF_PIPE' rz\\rrzaddress type of %r unrecognized)typetuplestr startswithris_abstract_socket_namespacer-)addresss r address_typer>ds}  G}}y g#  '"4"4V"<"< y g#  !B7!K!K y:WDEEErceZdZdZddZdZdZdZdZdZ e d Z e d Z e d Z d Zd ZddZdZddZddZdZddZdZdZdS)_ConnectionBaseNTc|}|dkrtd|s|std||_||_||_dS)Nrzinvalid handlez6at least one of `readable` and `writable` must be True) __index__r-_handle _readable _writable)selfhandlereadablewritables r__init__z_ConnectionBase.__init__zsm!!## A::-.. . J JHJJ J !!rc@|j|dSdSrrC_closerFs r__del__z_ConnectionBase.__del__s# < # KKMMMMM $ #rc2|jtddS)Nhandle is closed)rCOSErrorrNs r _check_closedz_ConnectionBase._check_closeds! < ,-- - rc2|jstddS)Nzconnection is write-only)rDrRrNs r_check_readablez_ConnectionBase._check_readables%~ 6455 5 6 6rc2|jstddS)Nzconnection is read-only)rErRrNs r_check_writablez_ConnectionBase._check_writables%~ 5344 4 5 5rcf|jrd|_n|td)NFzbad message length)rErDcloserRrNs r_bad_message_lengthz#_ConnectionBase._bad_message_lengths1 > "DNN JJLLL*+++rc|jduS)z True if the connection is closedNrCrNs rclosedz_ConnectionBase.closeds|t##rc|jS)z"True if the connection is readable)rDrNs rrHz_ConnectionBase.readable ~rc|jS)z"True if the connection is writable)rErNs rrIz_ConnectionBase.writabler_rc8||jS)z+File descriptor or handle of the connection)rSrCrNs rfilenoz_ConnectionBase.filenos |rch|j* |d|_dS#d|_wxYwdS)zClose the connectionNrLrNs rrYz_ConnectionBase.closesB < # $ # t #### $ #s& /rc||t|}|jdkr|d}|j}|dkrt d||krt d|||z }n-|dkrt d||z|krt d|||||zdS) z,Send the bytes data from a bytes-like objectrBrzoffset is negativezbuffer length < offsetNzsize is negativezbuffer length < offset + size)rSrW memoryviewitemsizecastnbytesr- _send_bytes)rFbufoffsetsizemns r send_bytesz_ConnectionBase.send_bytess   sOO :>>s A H A::122 2 v::566 6 <v:DD AXX/00 0 d]Q  <== = 6&4-/011111rc|||t|dS)zSend a (picklable) objectN)rSrWrj_ForkingPicklerdumpsrFobjs rsendz_ConnectionBase.sendsN   ..s3344444rc||||dkrtd||}|||S)z7 Receive bytes data as a bytes object. Nrznegative maxlength)rSrUr- _recv_bytesrZgetvalue)rF maxlengthrks r recv_bytesz_ConnectionBase.recv_bytess}    Y]]122 2y)) ;  $ $ & & &||~~rcH||t|5}|j}|t |z}|dkrt d||krt d|}|}|||zkr!t| | d| |||z||z|z|cdddS#1swxYwYdS)zq Receive bytes data into a writeable bytes-like object. Return the number of bytes read. rznegative offsetzoffset too largeN) rSrUrfrglenr-rxtellr ryseekreadinto)rFrkrlrnrgbytesizeresultrms rrecv_bytes_intoz_ConnectionBase.recv_bytes_intosj   __ zH#a&&(Hzz !2333("" !3444%%''F;;==D&4-''$V__%6%6777 KKNNN OOAf0%}9:; < < <!                  sCDDDc|||}t|S)zReceive a (picklable) object)rSrUrxrrloads getbuffer)rFrks rrecvz_ConnectionBase.recvsS    $$S]]__555rc|||||S)z/Whether there is any input available to be read)rSrU_pollrFrs rpollz_ConnectionBase.polls8  zz'"""rc|SrrNs r __enter__z_ConnectionBase.__enter__ rc.|dSrrYrFexc_type exc_valueexc_tbs r__exit__z_ConnectionBase.__exit__  r)TT)rNr)r)r)__name__ __module__ __qualname__rCrJrOrSrUrWrZpropertyr]rHrIrbrYrprvr{rrrrrrrrr@r@wssG " " " "...666555,,,$$X$XX $$$2222(555    2666#### rr@cHeZdZdZdZdZejfdZdZ d dZ dZ dZ dS) PipeConnectionz Connection class based on a Windows named pipe. Overlapped I/O is used, so the handles must have been created with FILE_FLAG_OVERLAPPED. FNc`|j}||||jdSr)_send_ovcancelrC)rF _CloseHandleovs rrMzPipeConnection._closes3B~ L & & & & &rc|jtdtj|j|d\}}||_ |tjkr!tj|jgdt}n#| xYwd|_| d\}}n$#d|_| d\}}wxYw|tj krttjddS)Nz/concurrent send_bytes() calls are not supportedT overlappedFrQ)rr-_winapi WriteFilerCERROR_IO_PENDINGWaitForMultipleObjectseventrrGetOverlappedResultERROR_OPERATION_ABORTEDrRerrnoEPIPE)rFrkrerrwaitresnwrittens rrjzPipeConnection._send_bytes s}( "5666' cdKKKGBDM ='222%< E855G   $ " 6 6t < < ##!% " 6 6t < < #<<<<g555ek+=>>> 65s1A0/B*0BB**!C c|jrd|_tjS|dnt|d} t j|j|d\}} |tjkr!t j|j gdt}n#| xYw| d\}}|dkr>>&  OPP PsgF21B D$ B  D$#AF2=%F2#F2$AF.F2(F.+F2-F..F22 G<GGc|js#tj|jddkrdSt t |g|S)NrT)rr PeekNamedPiperCboolrrs rrzPipeConnection._pollZsI' -dl;;A>!CCtdVW--.. .rc|}tj}||t j|jd}|*t||z|kr|t j |j|d\}}| d\}}|||S)NrTr) rrrrrrrCr}rZrr)rFrrrkrleftrrbytess rrzPipeConnection._get_more_data`s,,..C A GGCLLL(66q9D"s3xx$'@'@((***&t|TdKKKGB0066KFC GGBLLNN # # #Hrr) rrr__doc__rrr CloseHandlerMrjrxrrrrrrrs  #&-&9 ' ' ' ' ( ( (4 Q Q Q Q@ / / /     rrceZdZdZerejfdZejZ ej Z ne j fdZe jZ e jZ e fdZe fdZdZd dZd ZdS) Connectionzo Connection class based on an arbitrary file descriptor (Unix only), or a socket handle (Windows). c&||jdSrr\rFrMs rrMzConnection._closew F4< rc&||jdSrr\rs rrMzConnection._close|rrctt|} ||j|}||z}|dkrdS||d}))NTr)r}rC)rFrkr remainingros r_sendzConnection._sendsNHH  dlC((A NIA~~abb'C  rctj}|j}|}|dkr]|||}t|}|dkr||krtt d||||z}|dk]|S)Nrzgot end of file during message)rrrCr}rrRr)rFrmreadrkrGrchunkros r_recvzConnection._recvsjll !mmD++EE AAvv$$"N!"BCCC IIe    NI!mm rct|}|dkrktjdd}tjd|}||||||dStjd|}|dkr,||||dS|||zdS)Ni!i!Qi@)r}structpackr)rFrkro pre_headerheaders rrjzConnection._send_bytess HH z>>T2..J[q))F JJz " " " JJv    JJsOOOOO[q))F5yy 6""" 3  6C<(((((rNcD|d}tjd|\}|dkr>|d}tjd|\}|||krdS||S)Nrrr)rrunpackry)rFrrkrms rrxzConnection._recv_bytessjjmm dCLLNN33 2::**Q--CM$ 77ED  4'>>4zz$rcBt|g|}t|Sr)rr)rFrrs rrzConnection._polls $ ! !Awwrr)rrrrr_multiprocessing closesocketrMrv_writer_readr)rYrrrrrjrxrrrrrrps   0 < ! ! ! !!& % " ! ! ! !% % ))).    rrc^eZdZdZd dZdZdZedZedZ d Z d Z dS) rz Returns a listener object. This is a wrapper for a bound socket which is 'listening' for connections, or for a Windows named pipe. Nrc8|p|rt|pt}|pt|}t||dkrt |||_nt ||||_|$t|tstd||_ dS)Nrauthkey should be a byte string) r>default_familyr0r6 PipeListener _listenerSocketListener isinstancebytes TypeError_authkey)rFr=r/backlogauthkeys rrJzListener.__init__s#G= W(=(=#" 6.v66   Y  )'7;;DNN+GVWEEDN  z'5'A'A =>> > rc|jtd|j}|j*t ||jt ||j|S)zz Accept a connection on the bound socket or named pipe of `self`. Returns a `Connection` object. Nzlistener is closed)rrRacceptrdeliver_challengeanswer_challenge)rFcs rrzListener.accepts_ > !.// / N ! ! # # = $ a / / / Q . . .rcR|j}|d|_|dSdS)zA Close the bound socket or named pipe of `self`. N)rrY)rFlisteners rrYzListener.closes6>  !DN NN      rc|jjSr)r_addressrNs rr=zListener.addresss ~&&rc|jjSr)r_last_acceptedrNs r last_acceptedzListener.last_accepteds ~,,rc|SrrrNs rrzListener.__enter__rrc.|dSrrrs rrzListener.__exit__rr)NNrN) rrrrrJrrYrr=rrrrrrrrs       ''X'--X-rrc |pt|}t||dkrt|}nt|}|$t |t st d| t||t|||S)z= Returns a connection to the address of a `Listener` rNr) r>r6 PipeClient SocketClientrrrrr)r=r/rrs rrrs ,|G,,FV  w    ! !:gu#=#=9:::G$$$!W%%% HrTc|rtj\}}|d|dt|}t|}n8t j\}}t|d}t|d}||fS)L Returns pair of connection objects at either end of a pipe TFrIrH)r5 socketpair setblockingrdetachr)pipe)duplexs1s2c1c2fd1fd2s rrrs  1&((FB NN4 NN4 BIIKK((BBIIKK((BBwyyHCC%000BC%000B2v rc td}|r4tj}tjtjz}t t }}n!tj}tj}dt }}tj||tjztj ztj tj ztj zd||tj tj}tj||dtjtjtjtj}tj|tj ddtj|d}|d\} } t)||} t)||} | | fS) r rrrNTrr r)r0rPIPE_ACCESS_DUPLEX GENERIC_READ GENERIC_WRITEBUFSIZEPIPE_ACCESS_INBOUNDCreateNamedPipeFILE_FLAG_OVERLAPPEDFILE_FLAG_FIRST_PIPE_INSTANCEPIPE_TYPE_MESSAGEPIPE_READMODE_MESSAGE PIPE_WAITNMPWAIT_WAIT_FOREVERNULL CreateFile OPEN_EXISTINGSetNamedPipeHandleStateConnectNamedPiperr) rr=openmodeaccessobsizeibsizeh1h2r_rrrs rrr,sW$I..  (1H)G,AAF$gFFF2H*FFF  $ X <<  12  %(E E    vvw; L  VQ g.C  (', ' -tT   -bTBBB //553B 0 0 0 B 0 0 02v rc&eZdZdZddZdZdZdS)rzO Representation of a socket which is bound to an address and listening rctjtt||_ tjdkr0|jtjtjd|jd|j ||j ||j |_ n(#t$r|jwxYw||_d|_|dkr>t#j|s*t#j|tj|fd|_dSd|_dS)NposixrTrrargs exitpriority)r5getattr_socketr)name setsockopt SOL_SOCKET SO_REUSEADDRrbindlisten getsocknamerrRrY_familyrrr<Finalizeunlink_unlink)rFr=r/rs rrJzSocketListener.__init__\sF}WVV%<%<==  w'!! ''(9(.(;Q@@@ L $ $T * * * L  g & & & L   ( ( ( L4466DMM    L     " Y  t'H'Q'Q =biwjqDLLL DLLLs B,C%Dc|j\}|_|dt |S)NT)r:rrrrrrFss rrzSocketListener.acceptusE!%!4!4!6!64  d!((**%%%rc |j|j}|d|_|dSdS#|j}|d|_|wwxYwr)r:rYrE)rFrDs rrYzSocketListener.closezsr  L   \F!# "!\F!# "s 9AN)r)rrrrrJrrYrrrrrXsP    2&&& rrc8t|}tjtt|5}|d||t |cdddS#1swxYwYdS)zO Return a connection object connected to the socket given by `address` TN)r>r5r9rconnectrr)r=r/rHs rr r s' " "F // 1 1&Q d '!((**%%&&&&&&&&&&&&&&&&&&sA BBBc>eZdZdZddZd dZdZedZdS) rz0 Representation of a named pipe Nc||_|dg|_d|_t jd|jt j|tj|j|jfd|_ dS)NT)firstz listener created with address=%rrr6) r _new_handle _handle_queuerr sub_debugrCr_finalize_pipe_listenerrY)rFr=rs rrJzPipeListener.__init__su#DM"&"2"2"2">">!?D "&D  N=t} M M Ml:($-8qDJJJrFc .tjtjz}|r|tjz}tj|j|tjtjztjztj tttj tj Sr) rrr!r"r rr#r$r%PIPE_UNLIMITED_INSTANCESrr&r')rFrNflagss rrOzPipeListener._new_handlesp.1MME ?>>* u)G,II!"0'7,gl  rcD|j||jd} t j|d} t j|jgdt}n.#| t j |xYw | d\}}nJ#| d\}}wxYw#t$r }|j tjkrYd}~nd}~wwxYwt|S)NrTrF)rPappendrOpoprr+rrrrrrrRr ERROR_NO_DATAr)rFrGrresr2rrs rrzPipeListener.accepts8   % %d&6&6&8&8 9 9 9'++A..F $-fFFF $!8 E855CCIIKKK'///  33D99FAssR33D99FAs#OOO   :!66676666  "&)) )s6C&!BC +B,,C C#& D0D  Dcbtjd||D]}tj|dS)Nz closing listener with address=%r)rrQrr)queuer=rGs rrRz$PipeListener._finalize_pipe_listenersB N=w G G G , ,#F++++ , ,rr)F) rrrrrJrOr staticmethodrRrrrrrsp           * * *.  , ,  , , ,rrc t} tj|dtj|tjtjzdtjtjtjtj}nG#t$r9}|j tj tj fvst|rYd}~nd}~wwxYwtj|tjddt!|S)zU Return a connection object connected to the pipe given by `address` rrN)rr WaitNamedPiper(rrr'r)r!rRrERROR_SEM_TIMEOUTERROR_PIPE_BUSYr r*r$r)r=rhrs rr r s  OO  %gt444&W1G4IIw|W%:0',    :g&?&-&=&???BPQRBSBS??????  " ' w,dD   a   sA.B C /B>>Cs #CHALLENGE#s #WELCOME#s #FAILURE#cddl}t|ts/tdt |t jt}| t|z| ||t }|d}||kr| tdS| t t#d)Nr Authkey must be bytes, not {0!s}zdigest received was wrong)hmacrrr-formatr8r)urandomMESSAGE_LENGTHrp CHALLENGEnewHMAC_DIGEST_NAMEdigestr{WELCOMEFAILUREr  connectionrrhmessageroresponses rrrsKKK gu % %F . 5 5d7mm D DFF Fj((G)g-... XXgw(8 9 9 @ @ B BF$$S))H6g&&&&&g&&&!"=>>>rcddl}t|ts/tdt ||d}|ttd}| ||t }| ||d}|tkrtddS)Nrrfrgzdigest sent was rejected)rhrrr-rir8r{r}rlrmrnrorprpr rrs rrrsKKK gu % %F . 5 5d7mm D DFF F##C((Gc)nnoo&G XXgw(8 9 9 @ @ B BF&!!!$$S))H7!"<===rc eZdZdZdZdZdS)ConnectionWrapperc|||_||_||_dD]#}t||}t |||$dS)N)rbrYrr{rp)_conn_dumps_loadsr9setattr)rFconnrsrattrrus rrJzConnectionWrapper.__init__sT   K % %D$%%C D$ $ $ $ $ % %rcd||}|j|dSr)r{rzrp)rFrurHs rrvzConnectionWrapper.sends/ KK   a     rc^|j}||Sr)rzr{r|rGs rrzConnectionWrapper.recvs% J ! ! # #{{1~~rN)rrrrJrvrrrrrxrxsA%%%!!!rrxcft|fdddddS)Nrutf-8) xmlrpclibrsencode)rus r _xml_dumpsr!s, ??C64tQ 7 7 > >w G GGrcjt|d\\}}|S)Nr)rrdecode)rHrumethods r _xml_loadsr$s*__QXXg%6%677NFSF JrceZdZdZdS) XmlListenercxddlmat|}t |t tSNr) xmlrpc.clientclientrrrrxrrrts rrzXmlListener.accept)s7))))))ood## j*===rN)rrrrrrrrr(s#>>>>>rrcXddlmatt |i|t t Sr)rrrrxrrr)r7kwdss r XmlClientr/s3%%%%%% VT2T22J K KKrct|}g}|rtj|d|}|tkrnt|cxkrtt |zkrnn |tz}nDt |cxkrt t |zkrnn |t z}ntd|||||dzd}d}||S)NFzShould not get hererr) listrrrr r}r rrW)handlesrLreadyrZs r_exhaustive_waitr:s MM 0E7CCCl""#>>>> A(>>>>>>}$!SDDDD+;c!ff+DDDDDD''"#8999 LL3 #a%&& AG  rc |t}n|dkrd}nt|dzdz}t|}i g}t t} |D]B} t |d} t j|dd\}}n*#t$r}d|j}}|tvrYd}~nd}~wwxYw|t j kr | || |j <|rptjdddkrQ |d \} }n#t$r}|j}Yd}~nd}~wwxYw|st!|d rd|_ |d}#t&$r| |<Y@wxYwt+ |}|D]}||D]} |d\} }n(#t$r}|j}|tvrYd}~nd}~wwxYw|t jkr? |j } ||dkrt!|d rd|_n#|D]}||D]} |d\} }n(#t$r}|j}|tvrYd}~nd}~wwxYw|t jkr? |j } ||dkrt!|d rd|_wxYw  fd |D fd |DS) Wait till an object in object_list is ready/readable. Returns list of those objects in object_list which are ready/readable. Nrr_g?rbT)rFrc3(K|] }|V dSrr).0rcwaithandle_to_objs r zwait..s)IIa.q1IIIIIIrcg|]}|v| Srr)ro ready_objectss r zwait..s#===a!}*<*<*<*<*-C-C-E-EwOOM    8 833D99FAss*C-//0////'999)"(3A!%%a(((axx#1&:;;837A0 8     8 833D99FAss*C-//0////'999)"(3A!%%a(((axx#1&:;;837A0 8 IIII=IIIIII====;====sI3!E92!BI3 B;B61I36B;;AI3D)(I3) E3D?:I3?E5I39!FI3F%I3!G:: HHH3L$J+*L$+ K 5K L$ K AL$ PollSelectorcnt5}|D]"}||tj#|t j|z} ||}|rd|DcdddS|*|t jz }|dkr|cdddS\#1swxYwYdS)rNTc"g|] \}}|j Sr)fileobj)rkeyeventss rrzwait..sCCCMS&CKCCCrr) _WaitSelectorregister selectors EVENT_READrrselect)rrselectorrudeadliners rrrs4 __ )" = =!!#y';<<<<">++g5 ) 00)CCUCCC ) ) ) ) ) ) ) )*"*T^-=-="="Q;;#( ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) )sA!B*=B*)B**B.1B.c|}tj|tjtj5}ddlm}||}t||j |j ffcdddS#1swxYwYdS)Nr)resource_sharer) rbr5fromfdr SOCK_STREAMr%r DupSocketrebuild_connectionrHrI)r~rGrHrdss rreduce_connectionrs ]66>63E F F J! ) ) ) ) ) ) **1--B%DM4='II J J J J J J J J J J J J J J J J J Js1A==BBcp|}t|||Srrr)rrHrIsocks rrrs)yy{{$++--8<<r@rrobjectrrrrr rr rkrlrprqrrrxrrrrrrERROR_NETNAME_DELETEDrrrrrSelectSelectorrrrrrrrrrs 3 2 2 11111111*NNNOOOOOOOOOOOOO |w GGG  !!  ; 769N  H<7N  H-&&&&    0 0 0 F F F F F F&TTTTTTTTn _]]]]]]]]@MMMMMMMMh;;;;;v;;;|    *<7&&&&&X)))))V)))X&&&<76,6,6,6,6,v6,6,6,p!!!>    ? ? ? > > >$        HHH>>>>>(>>>LLL<7(.0MNML>L>L>L>L>` wy.))1!. !0 ))))6<7JJJ ===Iz#4555KKK :::I~'=>>>>>FFF222Iz#455555s AA0/A0PKjGe[,&MM(__pycache__/queues.cpython-311.opt-1.pycnu[ !A?h.gdZddlZddlZddlZddlZddlZddlZddlZddlZddl m Z m Z ddl Z ddl mZddl mZejjZddlmZmZmZmZmZGdd eZeZGd d eZGd d eZdS))Queue SimpleQueue JoinableQueueN)EmptyFull) connection)context)debuginfoFinalizeregister_after_fork is_exitingceZdZddZdZdZdZddZdd Zdd Z d Z d Z dZ dZ dZdZdZdZdZedZedZedZedZd S)rrc|dkrddlm}||_tjd\|_|_||_tj |_ tj dkrd|_n||_|||_d|_|tj dkrt'|t(jdSdS)Nrr) SEM_VALUE_MAXFduplexwin32) synchronizer_maxsizer Pipe_reader_writerLock_rlockosgetpid_opidsysplatform_wlockBoundedSemaphore_sem _ignore_epipe_resetrr _after_forkselfmaxsizectxs //usr/lib64/python3.11/multiprocessing/queues.py__init__zQueue.__init__%s a<< = = = = = = %/_E%B%B%B" dlhhjj Y[[ <7 " "DKK((**DK((11 " <7 " " e&7 8 8 8 8 8 # "ctj||j|j|j|j|j|j|j|j fSN) r assert_spawningr%rrrrr"r$rr)s r, __getstate__zQueue.__getstate__9sB%%%"DM4< T[$)TZA Ar.c |\|_|_|_|_|_|_|_|_|dSr0) r%rrrrr"r$rr&r)states r, __setstate__zQueue.__setstate__>s=++g5;&&ug66   & &)9)99G::g..$# $ K&&(( !!### ##%%%% ##%%%%$$S)))sAA A 'A=D>>EcN|j|jjz Sr0)rr$_semlock _get_valuer2s r,qsizez Queue.qsize|s }ty1<<>>>>r.c,| Sr0rMr2s r,emptyz Queue.empty::<<r.c>|jjSr0)r$rd_is_zeror2s r,fullz Queue.fullsy!**,,,r.c,|dSr;)rbr2s r, get_nowaitzQueue.get_nowaitsxxr.c.||dSr;)rYr)rVs r, put_nowaitzQueue.put_nowaitsxxU###r.cLd|_|j}|rd|_|dSdS)NT)rFrG)r)closes r,rtz Queue.closes8    DK EGGGGG  r.c^td|jr|dSdS)NzQueue.join_thread())r rDr2s r, join_threadzQueue.join_threads> #$$$             r.ctdd|_ |jdS#t$rYdSwxYw)NzQueue.cancel_join_thread()T)r rErDcancelAttributeErrorr2s r,cancel_join_threadzQueue.cancel_join_threads[ *+++"    # # % % % % %    DD s3 AAc td|jtjt j|j|j|j|j |j j |j j |j |j|jf d|_d|j_td|jtd|js?t)|jt jt-j|jgd|_t)|t j|j|jgd |_dS) NzQueue._start_thread()QueueFeederThread)targetargsnameTzdoing self._thread.start()z... done self._thread.start()) exitpriority )r rBclearr>Threadr_feedr<rIr"rrtrr%_on_queue_feeder_errorr$rCdaemonstartrEr _finalize_joinweakrefrefrD_finalize_closerGr2s r,rRzQueue._start_threads2 %&&&  ';,0@+t|14<3E$d&A)%     #  *+++  -..." ' e2T\**+   D  %' \4> * r.ctd|}|%|tddStddS)Nzjoining queue threadz... queue thread joinedz... queue thread already dead)r join)twrthreads r,rzQueue._finalize_joinsY $%%%   KKMMM + , , , , , 1 2 2 2 2 2r.ctd|5|t|ddddS#1swxYwYdS)Nztelling queue thread to quit)r rS _sentinelrT)buffernotemptys r,rzQueue._finalize_closes ,---    MM) $ $ $ OO                     s/AAAc Ttd|j} |j} |j} |j} t } t jdkr|j}|j}nd} |  |s | | n#| wxYw | }|| ur%td||dSt |}| ||n0| |||n#|wxYw#t$rYnwxYwn#t$ru}|r%t|ddtjkrYd}~dStrt!d|Yd}~dS||||Yd}~nd}~wwxYwU)Nz$starting thread to feed data to piperrz%feeder thread got sentinel -- exitingerrnorzerror in queue thread: %s)r rQr[waitpopleftrr r!r^dumps IndexError ExceptiongetattrrEPIPErr )rrrH writelock reader_close writer_close ignore_epipeonerror queue_semnacquirenreleasenwaitbpopleftsentinelwacquirewreleaserVes r,rz Queue._feeds$ 4555## > <7 " " (H (HHH. $- $ ! HJJJJHHJJJJ+&hjj(??!"IJJJ(LNNN(LNNN"F.33C88#+&JsOOOO$HJJJ+ * 3 (  #+$"D $ $ $GAw$:$:ek$I$IFFFFF << $4a888FFFFF%%'''GAsOOOOOOOO# $;. $sx D&! A8- D&8 BD&2D<2D/ D: D DD D"D&!D""D&& F%0!F F ; F  F%c6ddl}|dS)z Private API hook called when feeding data in the background thread raises an exception. For overriding by concurrent.futures. rN) traceback print_exc)rrVrs r,rzQueue._on_queue_feeder_errors( r.r)FTN)__name__ __module__ __qualname__r-r3r7r'r&rYrbrfrirmrorrrtrvrzrR staticmethodrrrrr.r,rr#s9999(AAA  %%% ' ' ' ' $ $ $ $****4???   ---$$$ B33\3\ <$<$\<$|\r.rc6eZdZd dZdZdZd dZdZd ZdS) rrct||||d|_||_dS)N)r+r)rr- Semaphore_unfinished_tasksr?_condr(s r,r-zJoinableQueue.__init__(sA tW#...!$q!1!1]]__ r.cTt||j|jfzSr0)rr3rrr2s r,r3zJoinableQueue.__getstate__-s%!!$''4:t7M*NNNr.czt||dd|dd\|_|_dS)N)rr7rrr5s r,r7zJoinableQueue.__setstate__0s= 4ss,,,-2233Z* D***r.TNc|jrtd|d|j||st|j5|j5|j||j ||j |j dddn #1swxYwYddddS#1swxYwYdSrO)rFrPr$rQrr<rrCrRrBrSrr[rTrUs r,rYzJoinableQueue.put4sf < :8d88899 9y  00 J ^ $ $TZ $ $|#""$$$ L   $ $ $  " * * , , , N ! ! # # #  $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $s7C A(C4 CC CC CCCc|j5|jdstd|jjr|jddddS#1swxYwYdS)NFz!task_done() called too many times)rrrQrPrdrl notify_allr2s r, task_donezJoinableQueue.task_doneAs Z ( ()11%88 F !DEEE%.7799 ( %%'''  ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( (sA!A66A:=A:c|j5|jjs|jddddS#1swxYwYdSr0)rrrdrlrr2s r,rzJoinableQueue.joinHs Z " ")2;;== " !!! " " " " " " " " " " " " " " " " " "s8A  AArr) rrrr-r3r7rYrrrr.r,rr&s{%%%% OOO888 $ $ $ $((("""""r.rcXeZdZdZdZdZdZdZdZdZ e e j Z dS) rctjd\|_|_||_|jj|_tj dkr d|_ dS||_ dS)NFrr) r rrrrrrLrMr r!r")r)r+s r,r-zSimpleQueue.__init__Ssc%/_E%B%B%B" dlhhjj \& <7 " "DKKK((**DKKKr.cj|j|jdSr0)rrtrr2s r,rtzSimpleQueue.close\s0  r.c,| Sr0rhr2s r,rizSimpleQueue.empty`rjr.c^tj||j|j|j|jfSr0)r r1rrrr"r2s r,r3zSimpleQueue.__getstate__cs*%%% dlDKEEr.c^|\|_|_|_|_|jj|_dSr0)rrrr"rLrMr5s r,r7zSimpleQueue.__setstate__gs(AF>t|T[$+\& r.c|j5|j}dddn #1swxYwYt|Sr0)rrrJr^r_)r)r`s r,rbzSimpleQueue.getks [ , ,,))++C , , , , , , , , , , , , , , ,$$S)))s .22ct|}|j|j|dS|j5|j|ddddS#1swxYwYdSr0)r^rr"rrHrqs r,rYzSimpleQueue.putqs##C(( ;  L # #C ( ( ( ( ( - - '',,, - - - - - - - - - - - - - - - - - -sA--A14A1N)rrrr-rtrir3r7rbrY classmethodtypes GenericAlias__class_getitem__rr.r,rrQs%%%   FFF'''*** ---$ E$677r.r)__all__r rr>r@r\rrrqueuerr_multiprocessingr r reductionForkingPicklerr^utilr r r rrobjectrrrrrr.r,rs| 4 3 3   #2HHHHHHHHHHHHHH vvvvvFvvvr FHH %"%"%"%"%"E%"%"%"V*8*8*8*8*8&*8*8*8*8*8r.PKjGe[7$g3__pycache__/popen_spawn_win32.cpython-311.opt-1.pycnu[ !A?hBddlZddlZddlZddlZddlZddlmZmZmZddl m Z ddl m Z dgZ dZ ejdko eed d Zejd Zd Zeejej Zd ZGddeZdS)N) reductionget_spawning_popenset_spawning_popen)spawn)utilPopeniwin32frozenFzpythonservice.exec||kp?tj|tj|kSN)ospathnormcase)p1p2s :/usr/lib64/python3.11/multiprocessing/popen_spawn_win32.py_path_eqrs6 8 Crw''++rw/?/?/C/CCCc8|D]}tj|dSr )_winapi CloseHandle)handleshandles r_close_handlesrs/$$F####$$rc@eZdZdZdZdZdZd dZdZdZ e Z d Z dS) r z@ Start a subprocess to run the code of a process object rc xtj|j}tjdd\}}t j|d}tjtj |}tj }trYt|tjr?tjx|d<}tj}tj|d<nd}dd|D}t'|dd5} tj||ddd d|dd \} } } } tj| n#tj|xYw| |_d|_| |_t3| |_t7j|t:|jt3|f|_t?| tAj!|| tAj!|| t?dn#t?dwxYw ddddS#1swxYwYdS) Nr) parent_pid pipe_handle__PYVENV_LAUNCHER__ c3 K|] }d|zV dS)z"%s"N).0xs r z!Popen.__init__..Fs&//avz//////rwbT)closefdF)"rget_preparation_data_namer CreatePipemsvcrtopen_osfhandleget_command_linergetpidget_executableWINENVrsys executable_base_executableenvironcopyjoinopen CreateProcessrpid returncode_handleintsentinelrFinalizer finalizerrrdump)self process_obj prep_datarhandlewhandlewfdcmd python_exeenvto_childhphtr:tids r__init__zPopen.__init__-sr.{/@AA #-dA66#GQ//$ 18:::)++   hz3>:: "%"6 6CFZ*//##C),C% & &Chh//3///// #tT * * * )h #*#8$q#tT$;$; BS#B'''' #G,,,DH"DODLGGDM!]4,0M3w<<+HJJDN t $ $ $ )y(333{H555"4(((("4(((((3 ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) )sCH/5E  H/ E##A/H/*H =H/ HH//H36H3c6tj||jSr )r duplicater>)rBrs rduplicate_for_childzPopen.duplicate_for_childcs"64=999rNcn|j|jS| tj}n#tdt |dzdz}tjt |j|}|tjkr8tj|j}|tkr tj }||_|jS)Nrig?) r;rINFINITEmaxr=WaitForSingleObjectr< WAIT_OBJECT_0GetExitCodeProcess TERMINATEsignalSIGTERM)rBtimeoutmsecsrescodes rwaitz Popen.waitgs ? &? " ?$EE3w~34455E)#dl*;*;UCC '' ' '-dl;;Dy  "DOrc.|dS)Nr)r\)r`rBs rpollz Popen.pollysyyy###rc|jdS tjt|jt dS#t $r;tjt|j}|tjkrYdSwxYwr ) r;rTerminateProcessr=r<rYPermissionErrorrX STILL_ACTIVE)rBr_s r terminatezPopen.terminate|s ? & F   $S%6%6 B B B B B   -c$,.?.?@@Dw+++,++  s,9AA>=A>c.|dSr )r@rbs rclosez Popen.closes rr ) __name__ __module__ __qualname____doc__methodrOrRr`rcrhkillrjr#rrr r 'sF4)4)4)l:::$$$$   $ Dr)rr,rZr2rcontextrrrrr__all__rYplatformgetattrWINEXEr3lowerendswith WINSERVICErr4r1robjectr r#rrr{s= FFFFFFFFFF )  ,' ! Cggc8U&C&C ^ ! ! # # , ,-@ A A DDDXcnc&: ; ; ;$$$jjjjjFjjjjjrPKjGe[QQ __pycache__/util.cpython-311.pycnu[ !A?h7NddlZddlZddlZddlZddlZddlZddlmZddlm Z gdZ dZ dZ dZ dZd Zd Zd Zdad ad ZdZdZdZdZd*dZdZdZeZdZdZejZ ej!Z"dZ#dZ$iZ%ej!Z&Gdde'Z(d*dZ)dZ*d a+eee)e j,e j-fdZ.ej/e.Gdde'Z0Gd d!ej1Z2 ej3d"Z4n #e5$rd#Z4YnwxYwd$Z6d%Z7d&Z8d'Z9d(Z:d)Z;dS)+N)_args_from_interpreter_flags)process) sub_debugdebuginfo sub_warning get_logger log_to_stderr get_temp_dirregister_after_fork is_exitingFinalizeForkAwareThreadLockForkAwareLocalclose_all_fds_exceptSUBDEBUG SUBWARNING multiprocessingz+[%(levelname)s/%(processName)s] %(message)sFcNtrtjt|g|RddidSdSN stacklevel)_loggerlogrmsgargss -/usr/lib64/python3.11/multiprocessing/util.pyrr,s<8 Hc7D777Q7777788cNtrtjt|g|RddidSdSr)rrDEBUGr s r#rr0s<5 E34444!4444455r$cNtrtjt|g|RddidSdSr)rrINFOr s r#rr4s<4 D#33333333344r$cNtrtjt|g|RddidSdSr)rrrr s r#r r 8s<: J9d999q99999::r$c$ddl}| ts|tadt_t tdr3tjttj tnNtj tdiftj tdif|n#|wxYwtS)z0 Returns logger used by multiprocessing rN unregister)logging _acquireLockr getLogger LOGGER_NAME propagatehasattratexitr+_exit_functionregister _exithandlersremoveappend _releaseLock)r-s r#r r <s NNN  F'' 44G !G v|,, F!.111////$++^R,DEEE$++^R,DEEE  Ns CC22Dcddl}t}|t}|}|||||r||datS)zB Turn on logging and add a handler which prints to stderr rNT) r-r FormatterDEFAULT_LOGGING_FORMAT StreamHandler setFormatter addHandlersetLevel_log_to_stderrr)levelr-logger formatterhandlers r#r r Ws NNN \\F!!"899I##%%G ### g N Nr$cXtjdkrdSttdrdSdS)NlinuxTgetandroidapilevelF)sysplatformr2r,r$r##_platform_supports_abstract_socketsrKls1 |wts())t 5r$c|sdSt|tr |ddkSt|tr |ddkStd|d)NFrzaddress type of z unrecognized) isinstancebytesstr TypeError)addresss r#is_abstract_socket_namespacerStsj u'5!!"qzQ GS ! !"qzT!! ?w??? @ @@r$chd}|||tj}| d|jd<dSdS)Nc>t|dtsdSNr) issubclassFileNotFoundError)funcpatherr_infos r#onerrorz!_remove_temp_dir..onerrors&(1+'899    r$)r\tempdir)rcurrent_process_config)rmtreer]r\r^s r#_remove_temp_dirrasY F7G$$$$-//O"-1 ***#"r$c0tjjd}|hddl}ddl}|d}td|tdt|j |fd|tjjd<|S)Nr]rzpymp-)prefixzcreated temp directory %si)r" exitpriority) rr^r_getshutiltempfilemkdtemprrrar`)r]rfrgs r#r r s%''/33I>>G""'"22 ('222 'v}g.F" $ $ $ $7>!!))4 Nr$ctt}||D]<\\}}}} ||#t$r}t d|Yd}~5d}~wwxYwdS)Nz after forker raised exception %s)list_afterfork_registryitemssort Exceptionr)rlindexidentrYobjes r#_run_after_forkersrss $**,, - -E JJLLL%*88!tc 8 DIIII 8 8 8 3Q 7 7 7 7 7 7 7 7 888s A A7A22A7c^|tttt||f<dSN)rknext_afterfork_counterid)rqrYs r#r r s)EH0112c77DABBBr$cFeZdZdZd dZdeeejfdZ dZ dZ dZ dS) rzA Class which supports object finalization using weakrefs r,Nc|Et|ts0td|t ||t j|||_n|td||_ ||_ |pi|_ |ttf|_tj|_|t$|j<dS)Nz3Exitpriority ({0!r}) must be None or int, not {1!s}z+Without object, exitpriority cannot be None)rNintrQformattypeweakrefref_weakref ValueError _callback_args_kwargsrv_finalizer_counter_keyosgetpid_pid_finalizer_registry)selfrqcallbackr"kwargsrds r#__init__zFinalize.__init__s  $jc.J.J $ELL $|"4"46677 7 ?#KT22DMM  !JKK K! | !4(:#;#;< IKK )-DI&&&r$c@ ||j=|j|kr|dd}n4|d|j|j|j|j|ji|j}dx|_x|_x|_x|_|_|S#t $r|dYdSwxYw)zQ Run the callback unless it has already been called or cancelled z+finalizer ignored because different processNz/finalizer calling %s with args %s and kwargs %szfinalizer no longer registered)rrrrrrKeyError)rwrrrrress r#__call__zFinalize.__call__s #DI.yFFHH$$ GHHH K.$*dlDDD$dndjADLAA7; ) rAttributeErrorrQ __class__rgetattrrrrPrr)rrqxs r#__repr__zFinalize.__repr__s --//CC *   CCC  ;&)@@ @ ''' DNCCC E : - S__, ,A < 1 s4<000 0A 9Q< # "S1%6%66 6A3ws --)r,NN) r __module__ __qualname____doc__rrrrrrrrrr,r$r#rrs....&&9$RY 0 < < <000 r$rctdSdnfdfdttD}|d|D]b}t|}|Dt d| |:#t $rddl}|Y^wxYwctdSdS) z Run all finalizers whose exit priority is not None and at least minpriority Finalizers with highest priority are called first; finalizers with the same priority will be called in reverse order of creation. Nc|dduSrVr,)ps r#z!_run_finalizers..sqt4'r$c0|dduo |dkSrVr,)r minprioritys r#rz!_run_finalizers..sqt4'?AaDK,?r$c*g|]}| |Sr,r,).0keyfs r# z#_run_finalizers..&s& ? ? ?C# ?C ? ? ?r$T)reversez calling %sr) rrjrmrerrn traceback print_excclear)rkeysr finalizerrrs` @r#_run_finalizersrs "  ' ' ? ? ? ? @ ? ? ?4 344 ? ? ?DIIdI & &'++C00  lI . . . &  & & &    ##%%%%% & !!!#####s> B  "B.-B.c"tptduS)z6 Returns true if the process is shutting down N)_exitingr,r$r#rr;s  'x4''r$c|tsda|d|d|d|p|D]3}|jr*|d|j|j4|D]'}|d|j|(|d|dSdS)NTzprocess shutting downz2running all "atexit" finalizers with priority >= 0rz!calling terminate() for daemon %szcalling join() for process %sz)running the remaining "atexit" finalizers)rdaemonname_popen terminatejoin)rrractive_childrenr^rs r#r4r4Cs   $%%% BCCC ?   (%_&& ) )8)D.ss|/A/A/C/Cr$)r rs r#rzForkAwareLocal.__init__sD"C"CDDDDDr$c$t|dfS)Nr,)r}rs r# __reduce__zForkAwareLocal.__reduce__sDzz2~r$N)rrrrrr,r$r#rrs5EEEr$r SC_OPEN_MAXc(t|dtgz}||dtks Jdtt |dz D])}t j||dz||dz*dS)Nz fd too larger)rjMAXFDrmrangelenr closerange)fdsis r#rrs s))r5k !CHHJJJ r7e   ^    3s88a< ** c!fQhAaC))))**r$ctjdS tjn#ttf$rYnwxYw t jt jt j} t |ddt_dS#t j|xYw#ttf$rYdSwxYw)Nzutf-8F)encodingclosefd) rIstdincloseOSErrorrropendevnullO_RDONLY)fds r# _close_stdinrs y   Z       WRZ - - R'5AAACIII  HRLLL  Z      s3/AA)B)1BB&&B))B>=B>c tjn#ttf$rYnwxYw tjdS#ttf$rYdSwxYwru)rIstdoutflushrrstderrr,r$r#_flush_std_streamsrs   J '        J '     s!55AA.-A.cddl}ddl}ttt t |}t j\}} |||gd|dddddddd||dddddddd|j t j |t j |S#t j |t j |wxYw)NrTrF) _posixsubprocess subprocesstuplesortedmapr{rpipe fork_exec _USE_VFORKr)rZr"passfdsrr errpipe_read errpipe_writes r#spawnv_passfdsrsF3sG,,--..G"$'))L- )) 4&$t BBL- 5"dD$D  ! ##    s 0B((*Cc8|D]}tj|dS)z/Close each file descriptor given as an argumentN)rr)rrs r# close_fdsrs*  r$c ddlm}tjddlm}|jddlm}|j t| | dS)zKCleanup multiprocessing resources when multiprocessing tests completed.r)support) forkserver)resource_trackerN) testrr_cleanuprr _forkserver_stopr_resource_trackerr gc_collect reap_children)rrrs r#_cleanup_testsrs +*****  """100000&,,...  r$ru)rsD   333333          F 888555444:::6*AAAA@BB 2 2 2   $2g133$Y_&&888III$Y_&&SSSSSvSSSl&$&$&$&$X((( E?#*#:#*#:((((T *****&***"Y_ BJ} % %EE EEE***   .        s5DDDPKjGe[b,k  ,__pycache__/popen_fork.cpython-311.opt-2.pycnu[ !A?hI DddlZddlZddlmZdgZGddeZdS)N)utilPopencXeZdZdZdZdZejfdZd dZ dZ dZ d Z d Z d ZdS) rforkcrtjd|_d|_||dSN)r_flush_std_streams returncode finalizer_launch)self process_objs 3/usr/lib64/python3.11/multiprocessing/popen_fork.py__init__zPopen.__init__s7 !!! [!!!!!c|Sr )rfds rduplicate_for_childzPopen.duplicate_for_childs rc|jT tj|j|\}}n#t$rYdSwxYw||jkrtj||_|jSr )r oswaitpidpidOSErrorwaitstatus_to_exitcode)rflagrstss rpollz Popen.pollss ? " :dh55SS   tt dh"$";C"@"@s ' 55Nc|jC|ddlm}||jg|sdS||dkr t jndS|jS)Nr)waitg)r multiprocessing.connectionr!sentinelrrWNOHANG)rtimeoutr!s rr!z Popen.wait$sg ? "";;;;;;tT]OW55 4997c>>RZZqAA Arc|jQ tj|j|dS#t$rYdSt $r|dYdSwxYwdS)Ng?)r%)r rkillrProcessLookupErrorrr!)rsigs r _send_signalzPopen._send_signal.s ? " #&&&&&%      99S9))1211  # "s% A AAcD|tjdSr )r*signalSIGTERMrs r terminatezPopen.terminate8 &.)))))rcD|tjdSr )r*r,SIGKILLr.s rr'z Popen.kill;r0rc0d}tj\}}tj\}}tj|_|jdkrn tj|tj|||}tj|dS#tj|wxYwtj|tj|tj|tj ||f|_ ||_ dS)Nrr)parent_sentinel) rpiperrclose _bootstrap_exitrFinalize close_fdsr r#)rrcodeparent_rchild_wchild_rparent_ws rr z Popen._launch>sGII'GII799 8q== """""""--g-FF HW    HW   !]4,4h+@BBDN$DMMMs >B''B=c@|j|dSdSr )r r.s rr6z Popen.closeQs( > % NN      & %rr )__name__ __module__ __qualname__methodrrrr$rr!r*r/r'r r6rrrrr s F"""     ******%%%&r)rr,r__all__objectrrrrrHsn  ) GGGGGFGGGGGrPKjGe[`}74141'__pycache__/spawn.cpython-311.opt-1.pycnu[ !A?h%ddlZddlZddlZddlZddlmZmZddlmZddlm Z ddlm Z gdZ ej dkrd Z d Zn@eed d Z ejo+ejd Zd Zd Zer*eejejdneejdZdZdZddZdZdZdZgZdZ dZ!dZ"dZ#dS)N)get_start_methodset_start_method)process) reduction)util)_mainfreeze_supportset_executableget_executableget_preparation_dataget_command_lineimport_main_pathwin32Ffrozenzpythonservice.exec||adStjdkrtj|adStj|adS)Nr) _python_exesysplatformosfsdecodefsencode)exes ./usr/lib64/python3.11/multiprocessing/spawn.pyr r $sC {  k#&& k#&& ctS)N)rrrr r -s rz python.execHt|dkr|ddkrdSdS)z= Return whether commandline indicates we are forking r--multiprocessing-forkTF)len)argvs r is_forkingr#9s, 4yyA~~$q'%===turcttjrpi}tjddD]8}|d\}}|dkrd||<&t |||<9t di|tjdSdS)zE Run code for process object if this in not the main process rN=Noner)r#rr"splitint spawn_mainexit)kwdsargnamevalues rr r Cs#( 8ABB< ( (C))C..KD%!T  ZZT T    rc Nttddr-tjdgd|DzSd}|dd|Dz}t j}t}|g|zd|dgzS) zJ Returns prefix of command line used for spawning a child process rFr cg|]}d|zS)%s=%rr.0items r z$get_command_line..Ys999D4999rzz#get_command_line..\s&BBT'D.BBBBBBrz-c)getattrr executableitemsjoinr_args_from_interpreter_flagsr )r+progoptsrs rrrSssHe$$E!9:99DJJLL999: ;N  BBTZZ\\BBBBBB022ut|tT+CDDDrctjdkrjddl}ddl}|%||j|jzd|}nd}tj||}| |tj }|}n(ddl m } || j_|}tj|}t#||} tj| dS)z7 Run code specified by data received over pipe rrNF)source_processr)resource_tracker)rrmsvcrt_winapi OpenProcess SYNCHRONIZEPROCESS_DUP_HANDLEr duplicateopen_osfhandlerO_RDONLYrA_resource_tracker_fddupr r*) pipe_handle parent_pid tracker_fdrBrCr@ new_handlefdparent_sentinelrAexitcodes rr)r)bs  |w   !$00#g&@@z##NN"N(8FHHH  " ":r{ ; ;(&&&&&&1;*. &--R))HHXrctj|dd5}dtj_ t j|}t|t j|}tj`n#tj`wxYw dddn #1swxYwY| |S)NrbT)closefd) rfdopenrcurrent_process _inheritingrpickleloadprepare _bootstrap)rRrS from_parentpreparation_dataselfs rr r ~s 2tT * * *6k04!!- 6(/44[AA  $ % % %#((55D'))55'))5 5 5 5 55666666666666666 ??? + ++s)B8A B?B8B((B88B<?B<chttjddrtddS)NrZFa An attempt has been made to start a new process before the current process has finished its bootstrapping phase. This probably means that you are not using fork to start your child processes and you have forgotten to use the proper idiom in the main module: if __name__ == '__main__': freeze_support() ... The "freeze_support()" line can be omitted if the program is not going to be frozen to produce an executable. To fix this issue, refer to the "Safe importing of main module" section in https://docs.python.org/3/library/multiprocessing.html )r8rrY RuntimeErrorrrr_check_not_importing_mainrds@w&((-??       rc tttjt jj}tj!tj|d<tj } | d}tj ||<n#t$rYnwxYw|||tjtj t#jt'tjd}t+|jdd}|||d<ntjd kst0st2st+|d d}|wt"j |s6tj *t"j tj |}t"j ||d <|S) zM Return info about parent needed by child to unpickle process object ) log_to_stderrauthkeyN log_levelrJ)r-sys_pathsys_argvorig_dirdir start_method__main__r-init_main_from_namer__file__init_main_from_path)rddictr_log_to_stderrrrYrg_loggergetEffectiveLevelrpathcopyindex ORIGINAL_DIR ValueErrorupdater"rgetcwdrmodulesr8__spec__rWINEXE WINSERVICEisabsr;normpath)r-drii main_module main_mod_name main_paths rr r s )'))1   A  |7799+ X]]__H+ NN2  *       HH % IKK%''     +j)KK0&$??M #0     KT::  GMM),, J,8GLL)=yII ')w'7'7 'B'BA# $ Hs B11 B>=B>cd|vr|dtj_d|vr|dtj_d|vr|drt jd|vr,t j|dd|vr|dt_ d|vr|dt_ d|vrtj |dd|vr|dt_ d |vrt|d d d |vrt|d dSd |vrt!|d dSdS)zE Try to get current process ready to unpickle process object r-rgrfrhrirjrlrkrmT)forcerorqN)rrYr-rgrrf get_loggersetLevelrrvr"rchdirryr_fixup_main_from_name_fixup_main_from_path)datas rr]r]sj~~)-f!!&D,0O!!)$4#8 d ""4 #4555T #T # }} eT#J/n-T::::$$d#89::::: $ & &d#89::::: ' &rctjd}|dks|drdSt|jdd|krdSt |tjd}tj |dd}|j ||xtjd<tjd<dS)Nrnz .__main__r- __mp_main__T)run_name alter_sys) rr}endswithr8r~old_main_modulesappendtypes ModuleTyperunpy run_module__dict__r{)mod_name current_mainr main_contents rrrs ;z*L:!2!2;!?!?|$fd33x?? L)))"=11K#H-:.2444L ---;FFCK ck-888rctjd}tjtj|d}|dkrdSt |dd|krdSt|tj d}tj |d}|j ||xtjd<tjd<dS)Nrnripythonrpr)r)rr}rrvsplitextbasenamer8rrrrrrun_pathrr{)rr main_namerrs rrrs;z*L   !1!1)!)+8:::L ---;FFCK ck-888rc$t|dS)z< Set sys.modules['__main__'] to module at main_path N)r)rs rrr/s)$$$$$r)NN)$rrrrrJrrrcontextrr__all__rrrr8r9lowerrr r rvr; exec_prefixr#r rr)r rdr rr]rrrrrrrs  00000000 K K K<7 FJJ WS(E * *FXCN$8$8$:$:$C$CDW$X$XJ'''#N27<<>>????N3>"""     E E E8 , , ,   ,, , , d";";";LGGG2GGG8%%%%%rPKjGe[<$ __pycache__/pool.cpython-311.pycnu[ !A?hddgZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z m Z ddlmZdZd Zd Zd ZejZd Zd ZGddeZGddZdZGddeZ d%dZdZGddeZ Gdde!Z"Gdde!Z#e#Z$Gdde#Z%Gd d!e!Z&Gd"d#e&Z'Gd$de"Z(dS)&Pool ThreadPoolN)util) get_context TimeoutError)waitINITRUNCLOSE TERMINATEc.tt|SN)listmapargss -/usr/lib64/python3.11/multiprocessing/pool.pymapstarr/s T  c^ttj|d|dS)Nrr)r itertoolsstarmaprs r starmapstarr2s%  !$q'4733 4 44rceZdZdZdZdS)RemoteTracebackc||_dSrtb)selfrs r__init__zRemoteTraceback.__init__:s rc|jSrrr s r__str__zRemoteTraceback.__str__<s wrN)__name__ __module__ __qualname__r!r$rrrr9s2rrceZdZdZdZdS)ExceptionWithTracebackctjt|||}d|}||_d|z|_dS)Nz """ %s""") tracebackformat_exceptiontypejoinexcr)r r1rs rr!zExceptionWithTraceback.__init__@sB  'S 3 ; ; WWR[[ 2%rc,t|j|jffSr) rebuild_excr1rr#s r __reduce__z!ExceptionWithTraceback.__reduce__EsTXtw///rN)r%r&r'r!r4r(rrr*r*?s2&&& 00000rr*c.t||_|Sr)r __cause__)r1rs rr3r3Hs#B''CM Jrc.eZdZdZfdZdZdZxZS)MaybeEncodingErrorzVWraps possible unpickleable errors, so they can be safely sent through the socket.ct||_t||_tt||j|jdSr)reprr1valuesuperr8r!)r r1r; __class__s rr!zMaybeEncodingError.__init__TsH99%[[   $''004:FFFFFrc(d|jd|jdS)NzError sending result: 'z '. Reason: '')r;r1r#s rr$zMaybeEncodingError.__str__Ys"=AZZZ=AXXXG Grc(d|jjd|dS)N)r=r%r#s r__repr__zMaybeEncodingError.__repr__]s!^444ddd;;r)r%r&r'__doc__r!r$rC __classcell__r=s@rr8r8Psh''GGGGG GGG<<<<<<>QZFFFFFF  , Ca ! ! ! ! , , ,(F1I66G JI    Ca%)* + + + + + + + +  , 4877s7V7d7TDQ 7  x I,@,@8 J.:;;;;;sB& B11%CC< D D?$D::D?E F#=FF#c|)z@Pickle-able helper function for use by _guarded_task_generation.r()exs rrVrVs Hrc2eZdZdZddfd ZfdZxZS) _PoolCachez Class that implements a cache for the Pool class that will notify the pool management threads every time the cache is emptied. The notification is done by the use of a queue that is provided when instantiating the cache. NnotifiercH||_tj|i|dSr)rmr<r!)r rmrrcr=s rr!z_PoolCache.__init__s,  $'$'''''rct||s|jddSdSr)r< __delitem__rmrM)r itemr=s rrpz_PoolCache.__delitem__sK D!!! $ M  d # # # # # $ $r)r%r&r'rDr!rprErFs@rrkrksj +/((((((( $ $ $ $ $ $ $ $ $rrkceZdZdZdZedZ d)dZej e fdZ dZ d Z ed Zed Zd Zed ZedZdZdZdifdZd*dZd*dZ d+dZdZd,dZd,dZdiddfdZ d+dZ d+dZed*dZe dZ!edZ"edZ#ed Z$d!Z%d"Z&d#Z'd$Z(ed%Z)e d&Z*d'Z+d(Z,dS)-rzS Class which supports an async version of applying functions to arguments. Tc|j|i|SrProcess)ctxrrcs rruz Pool.Processss{D)D)))rNr(c&g|_t|_|p t|_|t j|_|j|_ t|j |_ ||_ ||_ ||_|tjpd}|dkrt#d|*t%|t&r|dkrt#d|t)|st+d||_ |nR#t0$rE|jD]}|j||jD]}|wxYw|}t;jt>j |j |j|j|j!|j|j|j"|j#|j |j|j |j$||j f|_%d|j%_&tN|j%_|j%(t;jt>j)|j|j*|j#|j|j f|_+d|j+_&tN|j+_|j+(t;jt>j,|j#|j-|j f|_.d|j._&tN|j._|j.(t_j0||j1|j|j"|j#|j|j |j%|j+|j.|j f d |_2tN|_dS) Nrlrz&Number of processes must be at least 1rz/maxtasksperchild must be a positive int or Nonezinitializer must be a callabletargetrT)r exitpriority)3_poolr _stater_ctx _setup_queuesqueue SimpleQueue _taskqueue_change_notifierrk_cache_maxtasksperchild _initializer _initargsos cpu_count ValueErrorrIrJcallable TypeError _processes_repopulate_poolrUexitcode terminater0_get_sentinels threadingThreadr_handle_workersru_inqueue _outqueue_wrap_exception_worker_handlerdaemonr start _handle_tasks _quick_put _task_handler_handle_results _quick_get_result_handlerrFinalize_terminate_pool _terminate)r processesrZr[maxtasksperchildcontextp sentinelss rr!z Pool.__init__s_  ,{}}  +--!% 5 5 7 7 $*?@@@ !1'!   +!I q==EFF F  '.44 T8HA8M8M !RSSS  "8K+@+@ "<== =#   ! ! # # # #   Z " ":%KKMMMZ     '')) (/'+t 4</4:t}dn#T^T5K& 43HJ   '+#&)# ""$$$'-%/4?DN*dk+ %)!$'!   """(/'.$/4;?   '+#&)# ""$$$- $&/4=$.$*')=t?Q& 5  s "D77AFc|j|krC|d|t|t|dd|jddSdSdS)Nz&unclosed running multiprocessing pool )sourcer)r}ResourceWarninggetattrrrM)r _warnr s r__del__z Pool.__del__ sy ;#   EC4CC!$ 0 0 0 0t/66B%))$/////  CBrc p|j}d|jd|jd|jdt |jd S)NrA.z state=z pool_size=rB)r=r&r'r}lenr|)r clss rrCz Pool.__repr__sYn0CN00S%50000 __000 1rcB|jjg}|jjg}g||Sr)rrQr)r task_queue_sentinelsself_notifier_sentinelss rrzPool._get_sentinelss1 $ 67#'#8#@"A@%@(?@@rcd|DS)Nc<g|]}t|d|jS)sentinel)rOr).0rgs r z.Pool._get_worker_sentinels..s8888F"6:668888rr(workerss r_get_worker_sentinelszPool._get_worker_sentinelss#88888 8rcd}ttt|D]A}||}|j0t jd|z|d}||=B|S)zCleanup after any worker processes which have exited due to reaching their specified lifetime. Returns True if any workers were cleaned up. FNcleaning up worker %dT)reversedrangerrrrTr0)poolcleanedrargs r_join_exited_workerszPool._join_exited_workers!st %D **++  A!WF* 2Q6777 Grc ||j|j|j|j|j|j|j|j|j |j Sr) _repopulate_pool_staticr~rurr|rrrrrrr#s rrzPool._repopulate_pool1sN++DIt|,0O,0J ,0NDbI I I I I I I I I I Js!' AA  Arc ||dkrLt|}|j||j|||jf|S|dkr"td|t |||}t|}|j||jt||jfd|DS)zP Equivalent of `map()` -- can be MUCH slower than `Pool.map()`. rzChunksize must be 1+, not {0:n}c3$K|] }|D]}|V dSrr(rchunkrqs r zPool.imap../??U??D???????r) r IMapIteratorrrMr_job _set_lengthrrLr _get_tasksrr rbrrrd task_batchess rimapz Pool.imaps!  >>!$''F O  11&+tXNN&    M1}} 5<<!##$$$ ??49EEL!$''F O  11&+292>@@&    @?f??? ?rc ||dkrLt|}|j||j|||jf|S|dkr"td|t |||}t|}|j||jt||jfd|DS)zL Like `imap()` method but ordering of results is arbitrary. rzChunksize must be 1+, not {0!r}c3$K|] }|D]}|V dSrr(rs rrz&Pool.imap_unordered..rr) rIMapUnorderedIteratorrrMrrrrrLrrrrs rimap_unorderedzPool.imap_unordereds  >>*400F O  11&+tXNN&    M1}} 5<@@&    @?f??? ?rc|t|||}|j|jd|||fgdf|S)z; Asynchronous version of `apply()` method. rN)r ApplyResultrrMr)r rbrrcrrrds rrzPool.apply_asyncsW T8^<< v{AtT4@A4HIII rc@|||t|||S)z9 Asynchronous version of `map()` method. )rrrs r map_asynczPool.map_asyncs' tXw 8  rc|t|dst|}|""" ;#  DK*/D '  ! % %d + + + + +  rcntjdt|_|dS)Nzterminating pool)rrTr r}rr#s rrzPool.terminates0 %&&&  rctjd|jtkrt d|jt t fvrt d|j|j |j |j D]}|dS)Nz joining poolzPool is still runningzIn unknown state) rrTr}r rr r rr0rrr|)r rs rr0z Pool.joins >""" ;#  455 5 [ 2 2 2/00 0 !!### !!! !!###  A FFHHHH  rcztjd|j|ru|jr`|jtj d|r|jZdSdSdSdS)Nz7removing tasks from inqueue until task handler finishedr) rrT_rlockacquireis_aliverQrrtimesleep)rX task_handlerr s r_help_stuff_finishzPool._help_stuff_finishs LMMM   ##%% '/*>*>*@*@  O " " " JqMMM##%% '/*>*>*@*@         rc tjdt|_|dt|_tjd|||t ||s"t | dkrtdt|_|d|dtjdtj |ur| |rJt|ddr4tjd|D]} | j | tjdtj |ur| tjd tj |ur| |rst|ddr_tjd |D]J} | r0tjd | jz| GdSdSdS) Nzfinalizing poolz&helping task handler/workers to finishrz.Cannot have cache with result_hander not alivezjoining worker handlerrzterminating workerszjoining task handlerzjoining result handlerzjoining pool workersr)rrTr r}rMr-rr)rKrr r0rOrrpid) rr rXrYrrworker_handlerr,result_handlerr rs rrzPool._terminate_poolsb $%%% !*D!!!'  ;<<< w c$ii@@@'')) BE a @BB B!*D!!! T +,,,  # % %^ ; ;    ! ! !  "GDG[11 " J, - - - " ":%KKMMM )***  # % %\ 9 9       +,,,  # % %^ ; ;    ! ! !  GDG[11  J- . . .  ::<<J6>???FFHHH       rc.||Sr)rr#s r __enter__zPool.__enter__s  rc.|dSr)r)r exc_typeexc_valexc_tbs r__exit__z Pool.__exit__s r)NNr(NNr)NNN)r)-r%r&r'rDr staticmethodrur!warningswarnr rrCrrrrrrrrrrrrrrrrrrr  classmethodrrrrr4rPrr0r-rr3r8r(rrrrsaO**\*CE04OOOOf%Ms0000111 AAA 88\8  \ BBB''\'$ 9 9\ 9666 111 "8888IIIIMMMMFJ9999 J J J@@@@:@@@@8&(b4BFKO:"""\" --[-(++++\++Z9)9)\9)v\ ,,,   \33[3jrcVeZdZdZdZdZddZddZdZe e j Z dS) rc||_tj|_t t |_|j|_||_||_ ||j|j<dSr) r|rEvent_eventnext job_counterrr _callback_error_callback)r rrrs rr!zApplyResult.__init__sS o'' %% k !-!% DIrc4|jSr)r@is_setr#s rreadyzApplyResult.readys{!!###rc||s"td||jS)Nz{0!r} not ready)rGrrL_successr#s r successfulzApplyResult.successfuls7zz|| =.55d;;<< <}rNc:|j|dSr)r@r r rs rr zApplyResult.waits !!!!!rc|||st|jr|jS|jr)r rGrrI_valuerLs rrNzApplyResult.getsD 'zz||   = ; + rc|\|_|_|jr!|jr||j|jr!|js||j|j|j|j=d|_dSr) rIrNrCrDr@setrrr|r rars rrzApplyResult._sets%(" t{ > (dm ( NN4; ' ' '   .  .   - - -  K " rr) r%r&r'r!rGrJr rNrr<types GenericAlias__class_getitem__r(rrrrs&&&$$$ """"$ E$677rrceZdZdZdZdS)rct||||d|_dg|z|_||_|dkr/d|_|j|j|j =dS||zt||zz|_dS)NrTr) rr!rIrN _chunksize _number_leftr@rPrrbool)r rrlengthrrs rr!zMapResult.__init__sT4,:  < < < fvo # >> !D  KOO    DI&&& & 1D)9K4L4L LD   rc|xjdzc_|\}}|r|jr|||j||jz|dz|jz<|jdkrP|jr||j|j|j=|jd|_ dSdS|s|jrd|_||_|jdkrP|j r| |j|j|j=|jd|_ dSdS)NrrF) rXrIrNrWrCrrr@rPr|rD)r rasuccess_resultsuccessrds rrzMapResult._set)s1 Q(  "t} "CIDK$/)1Q3*?? @ A%%>0NN4;///K * !!!! &% %t} % % $  A%%'6((555K * !!!! &%rN)r%r&r'r!rr(rrrrs5 M M M"""""rrc2eZdZdZdZddZeZdZdZdS)rc*||_tjtj|_t t |_|j|_tj |_ d|_ d|_ i|_||j|j<dS)Nr)r|r ConditionLock_condrArBrr collectionsdeque_items_index_length _unsorted)r rs rr!zIMapIterator.__init__Gst ()9)9:: %% k !'))   !% DIrc|Srr(r#s r__iter__zIMapIterator.__iter__Rs rNc|j5 |j}n#t$r|j|jkrd|_td|j| |j}n5#t$r(|j|jkrd|_tdtdwxYwYnwxYwdddn #1swxYwY|\}}|r|S|r) rbrepopleft IndexErrorrfrgr| StopIterationr r)r rrqr]r;s rrAzIMapIterator.nextUsE Z 1 1 1{**,, 1 1 1;$,..!%DJ'T1 (((1;..00DD!111{dl22%) +5&D0 1D 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1   L sJC $C AB:(BB:2B44B:7C 9B::C  C C c |j5|j|kr|j||xjdz c_|j|jvrW|j|j}|j||xjdz c_|j|jvW|jn ||j|<|j|jkr|j|j =d|_ ddddS#1swxYwYdSNr) rbrfrerrhpopnotifyrgrrr|rQs rrzIMapIterator._setmsE Z " "{a ""3''' q kT^33.,,T[99CK&&s+++KK1$KKkT^33 !!####$'q!{dl**K *!  " " " " " " " " " " " " " " " " " "sC#C88C<?C<c|j5||_|j|jkr-|j|j|j=d|_ddddS#1swxYwYdSr)rbrgrfrrrrr|)r rZs rrzIMapIterator._set_length~s Z " "!DL{dl** !!###K *!  " " " " " " " " " " " " " " " " " "sAAA!Ar) r%r&r'r!rjrA__next__rrr(rrrrEsk & & &,H"""""""""rrceZdZdZdS)rc|j5|j||xjdz c_|j|j|jkr|j|j=d|_ddddS#1swxYwYdSrp) rbrerrfrrrgrrr|rQs rrzIMapUnorderedIterator._sets Z " " K  s # # # KK1 KK J     {dl**K *!  " " " " " " " " " " " " " " " " " "sA(A==BBN)r%r&r'rr(rrrrs#"""""rrcneZdZdZedZd dZdZdZedZ ed Z d Z dS) rFcddlm}||i|S)Nrrt)dummyru)rvrrcrus rruzThreadPool.Processs)""""""w%%%%rNr(c@t||||dSr)rr!)r rrZr[s rr!zThreadPool.__init__s  dI{H=====rctj|_tj|_|jj|_|jj|_dSr)rrrrrMrrNrr#s rrzThreadPool._setup_queuess>)++ *,,-+.,rc|jjgSr)rrQr#s rrzThreadPool._get_sentinelss%-..rcgSrr(rs rrz ThreadPool._get_worker_sentinelss rc |d#tj$rYnwxYwt|D]}|ddS)NTF)block)rNrEmptyrrM)rXr,r ras rr-zThreadPool._help_stuff_finishs{  ) % ((( ){    D t  A KK      s ,,c.tj|dSr)r*r+)r rrrs rr zThreadPool._wait_for_updatess 7r)NNr() r%r&r'rr9rur!rrrr-r r(rrrrsO&&\&>>>>--- ///\\r)Nr(NF))__all__rcrrrrr*r-rRr:r,rrr connectionr r r r r countrBrrrUrr*r3r8rgrVdictrkobjectrr AsyncResultrrrrr(rrrs <     ''''''''    io 555i 00000000<<<<<<<<"GK+<+<+<+ Returns a ctypes object allocated from shared memory r)typecode_to_typegetr&rmemset addressofr__init__)typecode_or_typeargsr"objs r%rr,se  !13C D DE U  C M&"3''FM#,>,>???CL$ Jr'c\t||}t|trP||z}t |}t jt j|dt j||S|t|z}t |}|j ||S)z= Returns a ctypes array allocated from shared memory r) r)r* isinstanceintr&rr+r,rlenr-)r.size_or_initializerr"r0results r%r r 6s  !13C D DE%s++ ++ f&s++Q c0B0BCCC /000E"",-- r'T)lockctxct|g|R}|dur|S|dvr$|p t}|}t|dst d|zt |||S)z6 Return a synchronization wrapper for a Value FTNacquire%r has no method 'acquire'r8)rrRLockhasattrAttributeErrorr )r.r7r8r/r0s r%r r Fs # +d + + +C u}}  |"[]]yy{{ 4 # #B9D@AAA Ts + + ++r'ct||}|dur|S|dvr$|p t}|}t|dst d|zt |||S)z9 Return a synchronization wrapper for a RawArray Fr:r;r<r=)r rr>r?r@r )r.r5r7r8r0s r%r r Ts #%8 9 9C u}}  |"[]]yy{{ 4 # #B9D@AAA Ts + + ++r'cltt|}|tj|d<|S)Nr)r&typerpointer)r0new_objs r%r r bs.c##G!$FN7A Nr'c|p t}t|tjrt |||St|tjr5|jtjurt|||St|||St|} t|}nX#t$rKd|j D}d|D}d|jz}t|tf|x}t|<YnwxYw||||S)Ncg|] }|d S)r).0fields r% z synchronized..vs888%U1X888r'c.i|]}|t|SrH) make_property)rInames r% z synchronized..ws"===t}T**===r' Synchronized)rr2r _SimpleCDatarPr _type_c_charSynchronizedStringSynchronizedArrayrC class_cacheKeyError_fields___name__SynchronizedBase)r0r7r8clssclsnamesr classnames r%r r gs) C#v*++$Cs+++ C & & $ : & &%c455 5 dC0003ii Ns#DD N N N883<888E==u===A&5I&*97G6I1&M&M MD;s###  N tCs###s B))AC>=C>ct|t|tjrt|j|j|jffStt||jdffSr) rr2rr r!rR_wrapper_length_rC)r0s r% reduce_ctyperbsVC#v|$$>sz3<FFFtCyy#,===r'c|||z}t|t|}||}||_|Sr)_ForkingPicklerregisterrbcreate_memoryview from_bufferr`)r"r$lengthbufr0s r%r!r!sW UL111  # # % %C   C CCL Jr'c t|S#t$r9i}tt|fdzz|||t|<||cYSwxYw)N) prop_cacherWexectemplate)rNrs r%rMrMsh$   X$ #Q'''T7 4w s AAAz def get%s(self): self.acquire() try: return self._obj.%s finally: self.release() def set%s(self, value): self.acquire() try: self._obj.%s = value finally: self.release() %s = property(get%s, set%s) c:eZdZd dZdZdZdZdZdZdZ dS) rZNc||_|r||_n+|ptd}||_|jj|_|jj|_dS)NT)force)_obj_lockrr>r;release)selfr0r7r8s r%r-zSynchronizedBase.__init__sZ  %DJJ04000CDJz) z) r'c4|jSr)rs __enter__rus r%rwzSynchronizedBase.__enter__sz##%%%r'c |jj|Sr)rs__exit__)rur/s r%rzzSynchronizedBase.__exit__s"tz"D))r'cJt|t|j|jffSr)rr rrrsrxs r% __reduce__zSynchronizedBase.__reduce__s$di444r'c|jSrrrrxs r%get_objzSynchronizedBase.get_objs yr'c|jSr)rsrxs r%get_lockzSynchronizedBase.get_locks zr'cBdt|jd|jdS)N)rCrYrrrxs r%__repr__zSynchronizedBase.__repr__s$(,T (;(;(;TYYYGGr'NN) rY __module__ __qualname__r-rwrzr|rrrrHr'r%rZrZs****&&&***555HHHHHr'rZc$eZdZedZdS)rPvalueN)rYrrrMrrHr'r%rPrPs M' " "EEEr'rPc,eZdZdZdZdZdZdZdS)rUc*t|jSr)r4rrrxs r%__len__zSynchronizedArray.__len__s49~~r'cT|5|j|cdddS#1swxYwYdSrr~)rurs r% __getitem__zSynchronizedArray.__getitem__su   9Q<                  !!cP|5||j|<ddddS#1swxYwYdSrr~)rurrs r% __setitem__zSynchronizedArray.__setitem__sw  ! ! DIaL ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! !s cX|5|j||cdddS#1swxYwYdSrr~)rustartstops r% __getslice__zSynchronizedArray.__getslice__sz  ) )9U4Z( ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) )s ##cT|5||j||<ddddS#1swxYwYdSrr~)rurrvaluess r% __setslice__zSynchronizedArray.__setslice__s|  + +$*DIeDj ! + + + + + + + + + + + + + + + + + +rN)rYrrrrrrrrHr'r%rUrUs_   !!!)))+++++r'rUc:eZdZedZedZdS)rTrrawN)rYrrrMrrrHr'r%rTrTs, M' " "E -  CCCr'rTr)-rweakrefrrcontextrrForkingPicklerrd__all__rSc_wcharc_bytec_ubytec_shortc_ushortc_intc_uintc_longc_ulong c_longlong c_ulonglongc_floatc_doubler)r&rr r r r r rbr!rMrnrlWeakKeyDictionaryrVobjectrZrPrUrTrHr'r%rsQ ////////* L L L       !3 ///  )-$ , , , , ,:>4 , , , , , $$$$2>>>   'g')) HHHHHvHHH@#########+++++(+++,*r'PKjGe[Yf::%__pycache__/reduction.cpython-311.pycnu[ !A?h(%HddlmZddlZddlZddlZddlZddlZddlZddlZddl m Z gdZ ej dkp(e edoe edoe ejd ZGd d ejZejZd*d Zej dkr*e gd z Z ddlZd+dddZdZdZdZGddeZn%e gdz Z ddlZej dkZdZdZdZdZdZdZGddZ ee!e j"ed Z#ee!e$j%e#ee!e&j'e#d!Z(d"Z)eej*e(ej dkrd#Z+d$Z,eeje+nd%Z+d&Z,eeje+Gd'd(e)Z-dS),)ABCMetaN)context) send_handle recv_handleForkingPicklerregisterdumpwin32CMSG_LEN SCM_RIGHTSsendmsgcpeZdZdZiZejZfdZe dZ e ddZ e j Z xZS)rz)Pickler subclass used by multiprocessing.ctj||j|_|j|jdSN)super__init___copyreg_dispatch_tablecopydispatch_tableupdate_extra_reducers)selfargs __class__s 2/usr/lib64/python3.11/multiprocessing/reduction.pyrzForkingPickler.__init__&sN$":??AA ""4#788888c||j|<dS)z&Register a reduce function for a type.N)r)clstypereduces rr zForkingPickler.register+s%+D!!!rNctj}|||||Sr)ioBytesIOr getbuffer)robjprotocolbufs rdumpszForkingPickler.dumps0s;jll C$$$}}rr)__name__ __module__ __qualname____doc__rcopyregrrr classmethodr r)pickleloads __classcell__)rs@rrr!s33O%499999 ++[+[ LEEEEErrcLt|||dS)z3Replacement for pickle.dump() using ForkingPickler.N)rr )r&filer's rr r :s&4""'',,,,,r) DupHandle duplicate steal_handleF)source_processc~tj}||}||}tj|||d|tjS)zsource_process_handles rr7r7Ss ' 3  &z!;!; 7*%v)++Q-0NNPP   5 6 6 6 6G  5 6 6 6 6s AA77B cft|tj|}||dSz&Send a handle over a local connection.N)r5r:r=send)connr>destination_piddhs rrr_s) vwaccesspidprocs rrzDupHandle.__init__js{ikk&w'A5#NND *&6-//D&% 4 4 #D))))#D))))!DLDIIIs /A;;Bcj|jtjkr|jSt jtjd|j} t j||jt j|j dtj t j |S#t j |wxYw)z1Get the handle. This should only be called once.F) rYrUrVrWr:rCrDr<r;rXrErF)rr\s rrRzDupHandle.detachysyBIKK''|#&w'A5'+y22D *.$,(A(C(CL%)GII#D))))#D))))s =BB2r)r*r+r,r-rrRrrr5r5hs=--     * * * * *rr5)DupFdsendfdsrecvfdsdarwinc0tjd|}tt|dzg}||gtjtj|fgtr(|ddkrtddSdS)z,Send an array of fds over an AF_UNIX socket.irAz%did not receive acknowledgement of fdN) arraybyteslenrsocket SOL_SOCKETr ACKNOWLEDGErQ RuntimeError)sockfdsmsgs rr`r`sk#s##SXX^$%% cUf/1BCHIJJJ  H499Q<<4//FGG G H H//rc"tjd}|j|z}|dtj|\}}}}|s |st  t r|dt|dkrtdt|z|d\}} } |tj kr| tj krt| |jzdkrt| | t|dz|dkr6tdt||dt!|Sn#tt"f$rYnwxYwtd) z/Receive an array of fds over an AF_UNIX socket.rdrrfzreceived %d items of ancdatarrez Len is {0:n} but msg[0] is {1!r}zInvalid data received)rgitemsizerecvmsgrj CMSG_SPACEEOFErrorrlrKrirmrkr ValueError frombytesAssertionErrorformatlist IndexError) rnsizea bytes_sizerpancdataflagsaddr cmsg_level cmsg_type cmsg_datas rraras K  Z$& $(LLF4Ej4Q4Q$R$R!WeT 7 N   $7||q  "#A#&w<<$0111/6qz ,J 9f///V...y>>AJ.!33$$ I&&&q66C<3q6))(:AAFFCF,,---AwwJ'    D 2333sDE++E?>E?ctj|tjtj5}t ||gddddS#1swxYwYdSrJ)rjfromfdfilenoAF_UNIX SOCK_STREAMr`)rLr>rMss rrrs ]4;;==&.&:L M M !QR Ax  ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! !sAA #A ctj|tjtj5}t |ddcdddS#1swxYwYdS)rPrrN)rjrrrrra)rLrs rrrs ]4;;==&.&:L M M $QR1a==# $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $sA  A$'A$ctj}|(|||Strddlm}||Std)zReturn a wrapper for an fd.Nr)resource_sharerz&SCM_RIGHTS appears not to be available)rget_spawning_popenr_duplicate_for_childHAVE_SEND_HANDLErrv)fd popen_objrs rr_r_st.00  ??9#@#@#D#DEE E  G ) ) ) ) ) )"((,, ,EFF Frcx|jt|j|jjffSt|j|jjffSr)__self__getattrr__func__r*ms r_reduce_methodrs8zaj&9:::QZ%8999rceZdZdZdS)_CcdSrr^)rs rfz_C.fs rN)r*r+r,rr^rrrrs#     rrc,t|j|jffSr)r __objclass__r*rs r_reduce_method_descriptorrs Q^QZ0 00rc<t|j|j|jpiffSr)_rebuild_partialfuncrkeywords)ps r_reduce_partialrs afafaj.>B? ??rc,tj|g|Ri|Sr) functoolspartial)rrrs rrrs#  T 5D 5 5 5H 5 55rc4ddlm}t||ffS)Nr) DupSocket)rr_rebuild_socket)rrs r_reduce_socketrs)......1//rc*|Sr)rR)dss rrrsyy{{rc|t|}t||j|j|jffSr)r_rrfamilyr proto)rdfs rrrs1 188::  QXqvqw ???rcZ|}tj||||S)N)r)rRrj)rrr rrs rrrs( YY[[}VT5<<<>>ck""$=>>>"O444/////rN)r*r+r,r-rr r rrsysplatformr7r6r5r`rar_rrrrrrr^rrrrs  $NH DKK |w#   #N 9'#N%O00000rr) metaclassr)NF).abcrr.rr#rUr0rjrrr__all__rhasattrrPicklerrr r r:r6r7rrobjectr5rgrlr`rar_rrr rrrzrrrrrrrrrr^rrrs  N N NLG+8WVZ007WV\227WV]I66V^.  "----<7 9999GNNN ;$( ; ; ; ; ; 7 7 7 $$$*****F****F ....GLLL,(*KHHH4448!!! $$$ G G G:::          bbddf~&&&111dk  5666ck  5666@@@666 O,,, <7000 HV]N++++@@@=== HV]N+++00000000000rPKjGe[F롿&__pycache__/connection.cpython-311.pycnu[ bh6gdZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl m Z mZddlmZejZ ddlZddlmZmZmZmZn#e$rejdkrdZYnwxYwd Zd Zd Ze jZd Zd gZ e!ed rd Ze d gz Z ejdkrdZe dgz Z efdZ"dZ#dZ$dZ%dZ&GddZ'erGdde'Z(Gdde'Z)Gdde*Z+d=dZ,ejdkrd>dZ-nd>dZ-Gd d!e*Z.d"Z/ejdkrGd#d$e*Z0d%Z1d&Z2d'Z3d(Z4d)Z5d*Z6d+Z7Gd,d-e*Z8d.Z9d/Z:Gd0d1e+Z;d2Zej?hZ@d?d4ZAn#ddlBZBe!eBd5reBjCZDneBjEZDd?d6ZAejdkr0d7ZFd8ZGejHe)eFd9ZId:ZJejHe(eIdSd;ZFd<ZGejHe)eFdS)@)ClientListenerPipewaitN)util)AuthenticationErrorBufferTooShort) reduction) WAIT_OBJECT_0WAIT_ABANDONED_0 WAIT_TIMEOUTINFINITEwin32i g4@sha256AF_INETAF_UNIXAF_PIPEc.tj|zSNtime monotonic)timeouts 3/usr/lib64/python3.11/multiprocessing/connection.py _init_timeoutr@s >  g %%c0tj|kSrr)ts r_check_timeoutr Cs >  a rc|dkrdS|dkr'tjdtjS|dkr>tjdt jt tfzdStd ) z? Return an arbitrary free address for the given family r) localhostrrz listener-)prefixdirrz\\.\pipe\pyc-%d-%d-zunrecognized family) tempfilemktempr get_temp_dirosgetpidnext _mmap_counter ValueErrorfamilys rarbitrary_addressr0Js 9  kt7H7J7JKKKK 9  &< " T--@-@A'BGIKKK K.///rctjdkr|dkrtd|ztjdkr-|dkr)tt|std|zdSdSdS)zD Checks if the family is valid for the current environment. rrzFamily %s is not recognized.rN)sysplatformr-hasattrsocketr.s r_validate_familyr6Xs |w6Y#6#67&@AAA |w6Y#6#6vv&& F;fDEE E#6#6 F Frc t|tkrdSt|tur|drdSt|tust j|rdSt d|z)z] Return the types of the address This can be 'AF_INET', 'AF_UNIX', or 'AF_PIPE' rz\\rrzaddress type of %r unrecognized)typetuplestr startswithris_abstract_socket_namespacer-)addresss r address_typer>ds}  G}}y g#  '"4"4V"<"< y g#  !B7!K!K y:WDEEErceZdZdZddZdZdZdZdZdZ e d Z e d Z e d Z d Zd ZddZdZddZddZdZddZdZdZdS)_ConnectionBaseNTc|}|dkrtd|s|std||_||_||_dS)Nrzinvalid handlez6at least one of `readable` and `writable` must be True) __index__r-_handle _readable _writable)selfhandlereadablewritables r__init__z_ConnectionBase.__init__zsm!!## A::-.. . J JHJJ J !!rc@|j|dSdSrrC_closerFs r__del__z_ConnectionBase.__del__s# < # KKMMMMM $ #rc2|jtddS)Nhandle is closed)rCOSErrorrNs r _check_closedz_ConnectionBase._check_closeds! < ,-- - rc2|jstddS)Nzconnection is write-only)rDrRrNs r_check_readablez_ConnectionBase._check_readables%~ 6455 5 6 6rc2|jstddS)Nzconnection is read-only)rErRrNs r_check_writablez_ConnectionBase._check_writables%~ 5344 4 5 5rcf|jrd|_n|td)NFzbad message length)rErDcloserRrNs r_bad_message_lengthz#_ConnectionBase._bad_message_lengths1 > "DNN JJLLL*+++rc|jduS)z True if the connection is closedNrCrNs rclosedz_ConnectionBase.closeds|t##rc|jS)z"True if the connection is readable)rDrNs rrHz_ConnectionBase.readable ~rc|jS)z"True if the connection is writable)rErNs rrIz_ConnectionBase.writabler_rc8||jS)z+File descriptor or handle of the connection)rSrCrNs rfilenoz_ConnectionBase.filenos |rch|j* |d|_dS#d|_wxYwdS)zClose the connectionNrLrNs rrYz_ConnectionBase.closesB < # $ # t #### $ #s& /rc||t|}|jdkr|d}|j}|dkrt d||krt d|||z }n-|dkrt d||z|krt d|||||zdS) z,Send the bytes data from a bytes-like objectrBrzoffset is negativezbuffer length < offsetNzsize is negativezbuffer length < offset + size)rSrW memoryviewitemsizecastnbytesr- _send_bytes)rFbufoffsetsizemns r send_bytesz_ConnectionBase.send_bytess   sOO :>>s A H A::122 2 v::566 6 <v:DD AXX/00 0 d]Q  <== = 6&4-/011111rc|||t|dS)zSend a (picklable) objectN)rSrWrj_ForkingPicklerdumpsrFobjs rsendz_ConnectionBase.sendsN   ..s3344444rc||||dkrtd||}|||S)z7 Receive bytes data as a bytes object. Nrznegative maxlength)rSrUr- _recv_bytesrZgetvalue)rF maxlengthrks r recv_bytesz_ConnectionBase.recv_bytess}    Y]]122 2y)) ;  $ $ & & &||~~rcH||t|5}|j}|t |z}|dkrt d||krt d|}|}|||zkr!t| | d| |||z||z|z|cdddS#1swxYwYdS)zq Receive bytes data into a writeable bytes-like object. Return the number of bytes read. rznegative offsetzoffset too largeN) rSrUrfrglenr-rxtellr ryseekreadinto)rFrkrlrnrgbytesizeresultrms rrecv_bytes_intoz_ConnectionBase.recv_bytes_intosj   __ zH#a&&(Hzz !2333("" !3444%%''F;;==D&4-''$V__%6%6777 KKNNN OOAf0%}9:; < < <!                  sCDDDc|||}t|S)zReceive a (picklable) object)rSrUrxrrloads getbuffer)rFrks rrecvz_ConnectionBase.recvsS    $$S]]__555rc|||||S)z/Whether there is any input available to be read)rSrU_pollrFrs rpollz_ConnectionBase.polls8  zz'"""rc|SrrNs r __enter__z_ConnectionBase.__enter__ rc.|dSrrYrFexc_type exc_valueexc_tbs r__exit__z_ConnectionBase.__exit__  r)TT)rNr)r)r)__name__ __module__ __qualname__rCrJrOrSrUrWrZpropertyr]rHrIrbrYrprvr{rrrrrrrrr@r@wssG " " " "...666555,,,$$X$XX $$$2222(555    2666#### rr@cHeZdZdZdZdZejfdZdZ d dZ dZ dZ dS) PipeConnectionz Connection class based on a Windows named pipe. Overlapped I/O is used, so the handles must have been created with FILE_FLAG_OVERLAPPED. FNc`|j}||||jdSr)_send_ovcancelrC)rF _CloseHandleovs rrMzPipeConnection._closes3B~ L & & & & &rcH|jtdtj|j|d\}}||_ |tjkr.tj|jgdt}|tksJn#| xYwd|_| d\}}n$#d|_| d\}}wxYw|tj krttjd|dksJ|t!|ksJdS)Nz/concurrent send_bytes() calls are not supportedT overlappedFrQr)rr-_winapi WriteFilerCERROR_IO_PENDINGWaitForMultipleObjectseventrr rGetOverlappedResultERROR_OPERATION_ABORTEDrRerrnoEPIPEr})rFrkrerrwaitresnwrittens rrjzPipeConnection._send_bytes s:}( "5666' cdKKKGBDM ='222%< E855G"m3333   $ " 6 6t < < ##!% " 6 6t < < #<<<<g555ek+=>>>!8888s3xx''''''s>A=<B7=BB77!Cc|jrd|_tjS|dnt|d} t j|j|d\}} |tjkr.t j|j gdt}|tksJn#| xYw| d\}}|dkr>>&  OPP PsgF?>BD1B--D10AF? %F?0F?1AF;F?(F;8F?:F;;F?? G+ G&&G+c|js#tj|jddkrdSt t |g|S)NrT)rr PeekNamedPiperCboolrrs rrzPipeConnection._pollZsI' -dl;;A>!CCtdVW--.. .rc|}tj}||t j|jd}|dksJ|*t||z|kr|t j |j|d\}}| d\}}|dksJ||ksJ|||S)NrrTr) rrrrrrrCr}rZrr)rFrrrkrleftrrbytess rrzPipeConnection._get_more_data`s,,..C A GGCLLL(66q9D!8888"s3xx$'@'@((***&t|TdKKKGB0066KFC!8888T>>>> GGBLLNN # # #Hrr) rrr__doc__rrr CloseHandlerMrjrxrrrrrrrs  #&-&9 ' ' ' ' ( ( (4 Q Q Q Q@ / / /     rrceZdZdZerejfdZejZ ej Z ne j fdZe jZ e jZ e fdZe fdZdZd dZd ZdS) Connectionzo Connection class based on an arbitrary file descriptor (Unix only), or a socket handle (Windows). c&||jdSrr\rFrMs rrMzConnection._closew F4< rc&||jdSrr\rs rrMzConnection._close|rrctt|} ||j|}||z}|dkrdS||d}))NTr)r}rC)rFrkr remainingros r_sendzConnection._sendsNHH  dlC((A NIA~~abb'C  rctj}|j}|}|dkr]|||}t|}|dkr||krtt d||||z}|dk]|S)Nrzgot end of file during message)rrrCr}rrRr)rFrmreadrkrGrchunkros r_recvzConnection._recvsjll !mmD++EE AAvv$$"N!"BCCC IIe    NI!mm rct|}|dkrktjdd}tjd|}||||||dStjd|}|dkr,||||dS|||zdS)Ni!i!Qi@)r}structpackr)rFrkro pre_headerheaders rrjzConnection._send_bytess HH z>>T2..J[q))F JJz " " " JJv    JJsOOOOO[q))F5yy 6""" 3  6C<(((((rNcD|d}tjd|\}|dkr>|d}tjd|\}|||krdS||S)Nrrr)rrunpackry)rFrrkrms rrxzConnection._recv_bytessjjmm dCLLNN33 2::**Q--CM$ 77ED  4'>>4zz$rcBt|g|}t|Sr)rr)rFrrs rrzConnection._polls $ ! !Awwrr)rrrrr_multiprocessing closesocketrMrv_writer_readr)rYrrrrrjrxrrrrrrps   0 < ! ! ! !!& % " ! ! ! !% % ))).    rrc^eZdZdZd dZdZdZedZedZ d Z d Z dS) rz Returns a listener object. This is a wrapper for a bound socket which is 'listening' for connections, or for a Windows named pipe. Nrc8|p|rt|pt}|pt|}t||dkrt |||_nt ||||_|$t|tstd||_ dS)Nrauthkey should be a byte string) r>default_familyr0r6 PipeListener _listenerSocketListener isinstancebytes TypeError_authkey)rFr=r/backlogauthkeys rrJzListener.__init__s#G= W(=(=#" 6.v66   Y  )'7;;DNN+GVWEEDN  z'5'A'A =>> > rc|jtd|j}|j*t ||jt ||j|S)zz Accept a connection on the bound socket or named pipe of `self`. Returns a `Connection` object. Nzlistener is closed)rrRacceptrdeliver_challengeanswer_challenge)rFcs rrzListener.accepts_ > !.// / N ! ! # # = $ a / / / Q . . .rcR|j}|d|_|dSdS)zA Close the bound socket or named pipe of `self`. N)rrY)rFlisteners rrYzListener.closes6>  !DN NN      rc|jjSr)r_addressrNs rr=zListener.addresss ~&&rc|jjSr)r_last_acceptedrNs r last_acceptedzListener.last_accepteds ~,,rc|SrrrNs rrzListener.__enter__rrc.|dSrrrs rrzListener.__exit__rr)NNrN) rrrrrJrrYrr=rrrrrrrrs       ''X'--X-rrc |pt|}t||dkrt|}nt|}|$t |t st d| t||t|||S)z= Returns a connection to the address of a `Listener` rNr) r>r6 PipeClient SocketClientrrrrr)r=r/rrs rrrs ,|G,,FV  w    ! !:gu#=#=9:::G$$$!W%%% HrTc|rtj\}}|d|dt|}t|}n8t j\}}t|d}t|d}||fS)L Returns pair of connection objects at either end of a pipe TFrIrH)r5 socketpair setblockingrdetachr)pipe)duplexs1s2c1c2fd1fd2s rrrs  1&((FB NN4 NN4 BIIKK((BBIIKK((BBwyyHCC%000BC%000B2v rc &td}|r4tj}tjtjz}t t }}n!tj}tj}dt }}tj||tjztj ztj tj ztj zd||tj tj}tj||dtjtjtjtj}tj|tj ddtj|d}|d\} } | dksJt)||} t)||} | | fS) r rrrNTrr r)r0rPIPE_ACCESS_DUPLEX GENERIC_READ GENERIC_WRITEBUFSIZEPIPE_ACCESS_INBOUNDCreateNamedPipeFILE_FLAG_OVERLAPPEDFILE_FLAG_FIRST_PIPE_INSTANCEPIPE_TYPE_MESSAGEPIPE_READMODE_MESSAGE PIPE_WAITNMPWAIT_WAIT_FOREVERNULL CreateFile OPEN_EXISTINGSetNamedPipeHandleStateConnectNamedPiperr) rr=openmodeaccessobsizeibsizeh1h2r_rrrs rrr,sb$I..  (1H)G,AAF$gFFF2H*FFF  $ X <<  12  %(E E    vvw; L  VQ g.C  (', ' -tT   -bTBBB //553axxxx B 0 0 0 B 0 0 02v rc&eZdZdZddZdZdZdS)rzO Representation of a socket which is bound to an address and listening rctjtt||_ tjdkr0|jtjtjd|jd|j ||j ||j |_ n(#t$r|jwxYw||_d|_|dkr>t#j|s*t#j|tj|fd|_dSd|_dS)NposixrTrrargs exitpriority)r5getattr_socketr)name setsockopt SOL_SOCKET SO_REUSEADDRrbindlisten getsocknamerrRrY_familyrrr<Finalizeunlink_unlink)rFr=r/rs rrJzSocketListener.__init__\sF}WVV%<%<==  w'!! ''(9(.(;Q@@@ L $ $T * * * L  g & & & L   ( ( ( L4466DMM    L     " Y  t'H'Q'Q =biwjqDLLL DLLLs B,C%Dc|j\}|_|dt |S)NT)r:rrrrrrFss rrzSocketListener.acceptusE!%!4!4!6!64  d!((**%%%rc |j|j}|d|_|dSdS#|j}|d|_|wwxYwr)r:rYrE)rFrDs rrYzSocketListener.closezsr  L   \F!# "!\F!# "s 9AN)r)rrrrrJrrYrrrrrXsP    2&&& rrc8t|}tjtt|5}|d||t |cdddS#1swxYwYdS)zO Return a connection object connected to the socket given by `address` TN)r>r5r9rconnectrr)r=r/rHs rr r s' " "F // 1 1&Q d '!((**%%&&&&&&&&&&&&&&&&&&sA BBBc>eZdZdZddZd dZdZedZdS) rz0 Representation of a named pipe Nc||_|dg|_d|_t jd|jt j|tj|j|jfd|_ dS)NT)firstz listener created with address=%rrr6) r _new_handle _handle_queuerr sub_debugrCr_finalize_pipe_listenerrY)rFr=rs rrJzPipeListener.__init__su#DM"&"2"2"2">">!?D "&D  N=t} M M Ml:($-8qDJJJrFc .tjtjz}|r|tjz}tj|j|tjtjztjztj tttj tj Sr) rrr!r"r rr#r$r%PIPE_UNLIMITED_INSTANCESrr&r')rFrNflagss rrOzPipeListener._new_handlesp.1MME ?>>* u)G,II!"0'7,gl  rcd|j||jd} t j|d} t j|jgdt}n.#| t j |xYw | d\}}|dksJnR#| d\}}|dksJwxYw#t$r }|j tjkrYd}~nd}~wwxYwt|S)NrTrF)rPappendrOpoprr+rrrrrrrRr ERROR_NO_DATAr)rFrGrresr2rrs rrzPipeListener.acceptsT   % %d&6&6&8&8 9 9 9'++A..F $-fFFF $!8 E855CCIIKKK'///  33D99FAs!88888 33D99FAs!88888888   :!66676666  "&)) )s6C6!BC+B,,C"C36 D DD cbtjd||D]}tj|dS)Nz closing listener with address=%r)rrQrr)queuer=rGs rrRz$PipeListener._finalize_pipe_listenersB N=w G G G , ,#F++++ , ,rr)F) rrrrrJrOr staticmethodrRrrrrrsp           * * *.  , ,  , , ,rrc t} tj|dtj|tjtjzdtjtjtjtj}nG#t$r9}|j tj tj fvst|rYd}~nd}~wwxYwtj|tjddt!|S)zU Return a connection object connected to the pipe given by `address` rrN)rr WaitNamedPiper(rrr'r)r!rRrERROR_SEM_TIMEOUTERROR_PIPE_BUSYr r*r$r)r=rhrs rr r s  OO  %gt444&W1G4IIw|W%:0',    :g&?&-&=&???BPQRBSBS??????  " ' w,dD   a   sA.B C /B>>Cs #CHALLENGE#s #WELCOME#s #FAILURE#cddl}t|ts/tdt |t jt}| t|z| ||t }|d}||kr| tdS| t t#d)Nr Authkey must be bytes, not {0!s}zdigest received was wrong)hmacrrr-formatr8r)urandomMESSAGE_LENGTHrp CHALLENGEnewHMAC_DIGEST_NAMEdigestr{WELCOMEFAILUREr  connectionrrhmessageroresponses rrrsKKK gu % %F . 5 5d7mm D DFF Fj((G)g-... XXgw(8 9 9 @ @ B BF$$S))H6g&&&&&g&&&!"=>>>rc@ddl}t|ts/tdt ||d}|dtttks Jd|z|ttd}| ||t }| ||d}|tkrtddS)Nrrfrgz message = %rzdigest sent was rejected)rhrrr-rir8r{r}rlrmrnrorprpr rrs rrrs KKK gu % %F . 5 5d7mm D DFF F##C((G ?C NN? #y 0 0 0.72J 0 0 0c)nnoo&G XXgw(8 9 9 @ @ B BF&!!!$$S))H7!"<===rc eZdZdZdZdZdS)ConnectionWrapperc|||_||_||_dD]#}t||}t |||$dS)N)rbrYrr{rp)_conn_dumps_loadsr9setattr)rFconnrsrattrrus rrJzConnectionWrapper.__init__sT   K % %D$%%C D$ $ $ $ $ % %rcd||}|j|dSr)r{rzrp)rFrurHs rrvzConnectionWrapper.sends/ KK   a     rc^|j}||Sr)rzr{r|rGs rrzConnectionWrapper.recvs% J ! ! # #{{1~~rN)rrrrJrvrrrrrxrxsA%%%!!!rrxcft|fdddddS)Nrutf-8) xmlrpclibrsencode)rus r _xml_dumpsr!s, ??C64tQ 7 7 > >w G GGrcjt|d\\}}|S)Nr)rrdecode)rHrumethods r _xml_loadsr$s*__QXXg%6%677NFSF JrceZdZdZdS) XmlListenercxddlmat|}t |t tSNr) xmlrpc.clientclientrrrrxrrrts rrzXmlListener.accept)s7))))))ood## j*===rN)rrrrrrrrr(s#>>>>>rrcXddlmatt |i|t t Sr)rrrrxrrr)r7kwdss r XmlClientr/s3%%%%%% VT2T22J K KKrct|}g}|rtj|d|}|tkrnt|cxkrtt |zkrnn |tz}nDt |cxkrt t |zkrnn |t z}ntd|||||dzd}d}||S)NFzShould not get hererr) listrrrr r}r rrW)handlesrLreadyrZs r_exhaustive_waitr:s MM 0E7CCCl""#>>>> A(>>>>>>}$!SDDDD+;c!ff+DDDDDD''"#8999 LL3 #a%&& AG  rc |t}n|dkrd}nt|dzdz}t|}i g}t t} |D]B} t |d} t j|dd\}}n*#t$r}d|j}}|tvrYd}~nd}~wwxYw|t j kr | || |j <|rptjdddkrQ |d \} }n#t$r}|j}Yd}~nd}~wwxYw|st!|d rd|_ |d}#t&$r| |<Y@wxYwt+ |}|D]}||D]} |d\} }n(#t$r}|j}|tvrYd}~nd}~wwxYw|t jkr? |j } ||dkrt!|d rd|_n#|D]}||D]} |d\} }n(#t$r}|j}|tvrYd}~nd}~wwxYw|t jkr? |j } ||dkrt!|d rd|_wxYw  fd |D fd |DS) Wait till an object in object_list is ready/readable. Returns list of those objects in object_list which are ready/readable. Nrr_g?rbT)rFrc3(K|] }|V dSrr).0rcwaithandle_to_objs r zwait..s)IIa.q1IIIIIIrcg|]}|v| Srr)ro ready_objectss r zwait..s#===a!}*<*<*<*<*-C-C-E-EwOOM    8 833D99FAss*C-//0////'999)"(3A!%%a(((axx#1&:;;837A0 8     8 833D99FAss*C-//0////'999)"(3A!%%a(((axx#1&:;;837A0 8 IIII=IIIIII====;====sI3!E92!BI3 B;B61I36B;;AI3D)(I3) E3D?:I3?E5I39!FI3F%I3!G:: HHH3L$J+*L$+ K 5K L$ K AL$ PollSelectorcnt5}|D]"}||tj#|t j|z} ||}|rd|DcdddS|*|t jz }|dkr|cdddS\#1swxYwYdS)rNTc"g|] \}}|j Sr)fileobj)rkeyeventss rrzwait..sCCCMS&CKCCCrr) _WaitSelectorregister selectors EVENT_READrrselect)rrselectorrudeadliners rrrs4 __ )" = =!!#y';<<<<">++g5 ) 00)CCUCCC ) ) ) ) ) ) ) )*"*T^-=-="="Q;;#( ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) )sA!B*=B*)B**B.1B.c|}tj|tjtj5}ddlm}||}t||j |j ffcdddS#1swxYwYdS)Nr)resource_sharer) rbr5fromfdr SOCK_STREAMr%r DupSocketrebuild_connectionrHrI)r~rGrHrdss rreduce_connectionrs ]66>63E F F J! ) ) ) ) ) ) **1--B%DM4='II J J J J J J J J J J J J J J J J J Js1A==BBcp|}t|||Srrr)rrHrIsocks rrrs)yy{{$++--8<<r@rrobjectrrrrr rr rkrlrprqrrrxrrrrrrERROR_NETNAME_DELETEDrrrrrSelectSelectorrrrrrrrrrs 3 2 2 11111111*NNNOOOOOOOOOOOOO |w GGG  !!  ; 769N  H<7N  H-&&&&    0 0 0 F F F F F F&TTTTTTTTn _]]]]]]]]@MMMMMMMMh;;;;;v;;;|    *<7&&&&&X)))))V)))X&&&<76,6,6,6,6,v6,6,6,p!!!>    ? ? ? > > >$        HHH>>>>>(>>>LLL<7(.0MNML>L>L>L>L>` wy.))1!. !0 ))))6<7JJJ ===Iz#4555KKK :::I~'=>>>>>FFF222Iz#455555s AA0/A0PKjGe[\MFMF)__pycache__/process.cpython-311.opt-1.pycnu[ !A?hk/&gdZddlZddlZddlZddlZddlZddlmZ ej ej Z n #e $rdZ YnwxYwdZ dZdZdZGdd eZGd d eZGd d eZGddeZdaeaejdaea[iZeej D] \Z!Z"e!dddkr de!vr de!ee" <![!["eZ#dS)) BaseProcesscurrent_processactive_childrenparent_processN)WeakSetctS)z@ Return process object representing the current process )_current_process0/usr/lib64/python3.11/multiprocessing/process.pyrr%s  r cFtttS)zN Return list of process objects corresponding to live child processes )_cleanuplist _childrenr r r rr+s JJJ  ??r ctS)z? Return process object representing the parent process )_parent_processr r r rr3s  r cttD]9}|jx}r.|t|:dSN)rr_popenpolldiscard)p child_popens r rr=sV )__!!8 #K !)9)9););)G   a !!r cneZdZdZdZddddifdddZdZdZd Zd Z d Z dd Z d Z dZ edZejdZedZejdZedZejdZedZedZeZedZdZddZedZdS)rz Process objects represent activity that is run in a separate process The class is analogous to `threading.Thread` ctr)NotImplementedErrorselfs r _PopenzBaseProcess._PopenMs!!r Nr )daemonc6tt}tj|fz|_tj|_t j|_tj |_ d|_ d|_ ||_ t||_t!||_|p;t%|jdzdd|jDz|_|||_t.|dS)NF-:c34K|]}t|VdSr)str).0is r z'BaseProcess.__init__..^s(==c!ff======r )next_process_counterr _identity_configcopyosgetpid _parent_pidname _parent_namer_closed_targettuple_argsdict_kwargstype__name__join_namer _danglingadd)rgrouptargetr1argskwargsr counts r __init__zBaseProcess.__init__Ps%&&)3uh>'/4466 9;;,1   4[[ F|| >T$ZZ036XX==dn=====>   DK dr c2|jrtddS)Nzprocess object is closed)r3 ValueErrorrs r _check_closedzBaseProcess._check_closedcs% < 9788 8 9 9r cF|jr|j|ji|jdSdS)zQ Method to be run in sub-process; can be overridden in sub-class N)r4r6r8rs r runzBaseProcess.rungs9 < 6 DL$* 5 5 5 5 5 5 6 6r c|t|||_|jj|_|`|`|`t |dS)z% Start child process N) rGrrrsentinel _sentinelr4r6r8rr>rs r startzBaseProcess.startnsg   kk$'' - L$*dl dr c`||jdS)zT Terminate process; sends SIGTERM signal or uses TerminateProcess() N)rGr terminaters r rOzBaseProcess.terminates0  r c`||jdS)zT Terminate process; sends SIGKILL signal or uses TerminateProcess() N)rGrkillrs r rQzBaseProcess.kills0  r c||j|}|t|dSdS)z5 Wait until child process terminates N)rGrwaitrr)rtimeoutress r r;zBaseProcess.joinsS kw'' ?   d # # # # # ?r c||turdS|jdS|j}|dSt|dS)z1 Return whether process is alive TNF)rGr rrrr)r returncodes r is_alivezBaseProcess.is_alivesm  # # #4 ; 5[%%''  4   d # # #5r c|jd|jtd|jd|_|`t |d|_dS)z Close the Process object. This method releases resources held by the Process object. It is an error to call this method if the child process is still running. Nz^Cannot close a process while it is still running. You should first call join() or terminate().T)rrrFcloserLrrr3rs r rZzBaseProcess.closesz ; "{!!) "PQQQ K     DK   d # # # r c|jSrr<rs r r1zBaseProcess.names zr c||_dSrr\)rr1s r r1zBaseProcess.names r c8|jddS)z4 Return whether process is a daemon r F)r,getrs r r zBaseProcess.daemons |%000r c||jd<dS)z1 Set whether process is a daemon r Nr,)rdaemonics r r zBaseProcess.daemons "* Xr c|jdS)Nauthkeyrars r rdzBaseProcess.authkeys|I&&r c4t||jd<dS)z2 Set authorization key of process rdN)AuthenticationStringr,)rrds r rdzBaseProcess.authkeys #7w"?"? Yr cx||j|jS|jS)zM Return exit code of process or `None` if it has yet to stop )rGrrrs r exitcodezBaseProcess.exitcodes:  ; ; {!!!r c||turtjS|jo |jjS)zU Return identifier (PID) of process or `None` if it has yet to start )rGr r.r/rpidrs r identzBaseProcess.idents?  # # #9;; ;24;? 2r cv| |jS#t$rtddwxYw)z{ Return a file descriptor (Unix) or handle (Windows) suitable for waiting for process termination. zprocess not startedN)rGrLAttributeErrorrFrs r rKzBaseProcess.sentinelsO  >> ! > > >233 = >s8cd}|turd}nS|jrd}nI|jtjkrd}n*|jd}n |j}|d}nd}t|jd|j zg}|j"| d|jj z| d|jz| ||3t ||}| d |z|jr| d d d |zS) Nstartedclosedunknowninitialstoppedzname=%rzpid=%sz parent=%sz exitcode=%sr z<%s> )r r3r0r.r/rrr9r:r<appendrj_exitcode_to_namer_r r;)rrhstatusinfos r __repr__zBaseProcess.__repr__sF # # #FF \ #FF   , ,FF [ FF{''))H#""T #Y%;< ; " KK4;?2 3 3 3 K$"22333 F  (,,Xx@@H KK 0 1 1 1 ; " KK ! ! !&&r cddlm}m} |j||jt jdata | t}|a t|j |j|at jr%t!j |~n#~wxYw|d |d}|n#|wxYwn#t0$rl}|jd}nXt5|jt6r|j}n6t8jt?|jdzd}Yd}~nKd}~wd}ddl }t8jd|j!z|"YnxYwt!j#|d|z|$nD#t!j#|d|z|$wxYw|S)N)utilcontextz child process calling self.run()r z Process %s: z process exiting with exitcode %d)%r|r} _start_method_force_start_method itertoolsrCr*setr _close_stdinr _ParentProcessr2r0r threading_HAVE_THREAD_NATIVE_ID main_thread_set_native_id _after_forkrxrI_exit_function SystemExitcode isinstanceintsysstderrwriter% tracebackr1 print_exc _shutdown_flush_std_streams)rparent_sentinelr|r} old_processrhers r _bootstrapzBaseProcess._bootstrap"s|########( &!-++D,>???(q11 I      *K# ,!4#3_FFO/ 9%''66888   """ KK II8 9 9 9 & ##%%%%##%%%%%   v~AFC(( 6   QVt!3444 "H     J  _ty8 9 9 9    ! ! ! ! !   ! ! ! II88C D D D  # # % % % %   ! ! ! II88C D D D  # # % % % %scB,D.7C D. CD.)D?D.D**D.-H*. G'8A"FH*AG'%H**AI+clddlm}|j|dS)Nr{r|)rr|_finalizer_registryclear_run_after_forkersrs r rzBaseProcess._after_forkRsA  &&((( !!!!!r r)r: __module__ __qualname____doc__rrDrGrIrMrOrQr;rXrZpropertyr1setterr rdrhrkrjrKryr staticmethodrr r r rrGs """"$T2&999666$    $ $ $ $&"X [[11X1  ]**]*''X' ^@@^@ ""X"33X3 C  > >X >'''>....`""\"""r rceZdZdZdS)rfcnddlm}|tdtt |ffS)Nr{)get_spawning_popenzJPickling an AuthenticationString object is disallowed for security reasons)r}r TypeErrorrfbytes)rrs r __reduce__zAuthenticationString.__reduce__^sO//////     '2 $eDkk^33r N)r:rrrr r r rfrf]s#44444r rfc<eZdZdZdZedZddZeZdS)rcvd|_||_||_d|_d|_d|_||_i|_dS)Nr F)r+r<_pidr0rr3rLr,)rr1rjrKs r rDz_ParentProcess.__init__ns?    ! r c6ddlm}||jgd S)NrrSrTmultiprocessing.connectionrSrL)rrSs r rXz_ParentProcess.is_alivexs13333334(!44444r c|jSr)rrs r rkz_ParentProcess.ident|s yr Nc8ddlm}||jg|dS)z6 Wait until parent process terminates rrrNr)rrTrSs r r;z_ParentProcess.joins6 433333 dn w//////r r) r:rrrDrXrrkr;rjr r r rrlsb555X0000 CCCr rceZdZdZdZdS) _MainProcesscd|_d|_d|_d|_d|_t t jddd|_dS)Nr MainProcessF z/mp)rd semprefix) r+r<r0rr3rfr.urandomr,rs r rDz_MainProcess.__init__sN"   #7 2#G#G%*,, r cdSrr rs r rZz_MainProcess.closes r N)r:rrrDrZr r r rrs2,,,$     r rr{SIG_r")$__all__r.rsignalrr _weakrefsetrpathabspathgetcwd ORIGINAL_DIROSErrorrrrrobjectrrrfrrrr rCr*rrrvr__dict__itemsr1signumr=r r r rs:     7??929;;//LLLLL !!!O"O"O"O"O"&O"O"O"l444445444[B     ;   0<>>"9?1%% CEE  D..001100LD& BQBx3d??%/ZZ6'"& GII s'AAAPKjGe[z⚟&__pycache__/pool.cpython-311.opt-1.pycnu[ !A?hddgZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z m Z ddlmZdZd Zd Zd ZejZd Zd ZGddeZGddZdZGddeZ d%dZdZGddeZ Gdde!Z"Gdde!Z#e#Z$Gdde#Z%Gd d!e!Z&Gd"d#e&Z'Gd$de"Z(dS)&Pool ThreadPoolN)util) get_context TimeoutError)waitINITRUNCLOSE TERMINATEc.tt|SN)listmapargss -/usr/lib64/python3.11/multiprocessing/pool.pymapstarr/s T  c^ttj|d|dS)Nrr)r itertoolsstarmaprs r starmapstarr2s%  !$q'4733 4 44rceZdZdZdZdS)RemoteTracebackc||_dSrtb)selfrs r__init__zRemoteTraceback.__init__:s rc|jSrrr s r__str__zRemoteTraceback.__str__<s wrN)__name__ __module__ __qualname__r!r$rrrr9s2rrceZdZdZdZdS)ExceptionWithTracebackctjt|||}d|}||_d|z|_dS)Nz """ %s""") tracebackformat_exceptiontypejoinexcr)r r1rs rr!zExceptionWithTraceback.__init__@sB  'S 3 ; ; WWR[[ 2%rc,t|j|jffSr) rebuild_excr1rr#s r __reduce__z!ExceptionWithTraceback.__reduce__EsTXtw///rN)r%r&r'r!r4r(rrr*r*?s2&&& 00000rr*c.t||_|Sr)r __cause__)r1rs rr3r3Hs#B''CM Jrc.eZdZdZfdZdZdZxZS)MaybeEncodingErrorzVWraps possible unpickleable errors, so they can be safely sent through the socket.ct||_t||_tt||j|jdSr)reprr1valuesuperr8r!)r r1r; __class__s rr!zMaybeEncodingError.__init__TsH99%[[   $''004:FFFFFrc(d|jd|jdS)NzError sending result: 'z '. Reason: '')r;r1r#s rr$zMaybeEncodingError.__str__Ys"=AZZZ=AXXXG Grc(d|jjd|dS)N)r=r%r#s r__repr__zMaybeEncodingError.__repr__]s!^444ddd;;r)r%r&r'__doc__r!r$rC __classcell__r=s@rr8r8Psh''GGGGG GGG<<<<<<>QZFFFFFF  , Ca ! ! ! ! , , ,(F1I66G JI    Ca%)* + + + + + + + +  , 4877s7V7d7TDQ 7  x I,@,@8 J.:;;;;;sB& B11%CC< D D?$D::D?E F#=FF#c|)z@Pickle-able helper function for use by _guarded_task_generation.r()exs rrVrVs Hrc2eZdZdZddfd ZfdZxZS) _PoolCachez Class that implements a cache for the Pool class that will notify the pool management threads every time the cache is emptied. The notification is done by the use of a queue that is provided when instantiating the cache. NnotifiercH||_tj|i|dSr)rmr<r!)r rmrrcr=s rr!z_PoolCache.__init__s,  $'$'''''rct||s|jddSdSr)r< __delitem__rmrM)r itemr=s rrpz_PoolCache.__delitem__sK D!!! $ M  d # # # # # $ $r)r%r&r'rDr!rprErFs@rrkrksj +/((((((( $ $ $ $ $ $ $ $ $rrkceZdZdZdZedZ d)dZej e fdZ dZ d Z ed Zed Zd Zed ZedZdZdZdifdZd*dZd*dZ d+dZdZd,dZd,dZdiddfdZ d+dZ d+dZed*dZe dZ!edZ"edZ#ed Z$d!Z%d"Z&d#Z'd$Z(ed%Z)e d&Z*d'Z+d(Z,dS)-rzS Class which supports an async version of applying functions to arguments. Tc|j|i|SrProcess)ctxrrcs rruz Pool.Processss{D)D)))rNr(c&g|_t|_|p t|_|t j|_|j|_ t|j |_ ||_ ||_ ||_|tjpd}|dkrt#d|*t%|t&r|dkrt#d|t)|st+d||_ |nR#t0$rE|jD]}|j||jD]}|wxYw|}t;jt>j |j |j|j|j!|j|j|j"|j#|j |j|j |j$||j f|_%d|j%_&tN|j%_|j%(t;jt>j)|j|j*|j#|j|j f|_+d|j+_&tN|j+_|j+(t;jt>j,|j#|j-|j f|_.d|j._&tN|j._|j.(t_j0||j1|j|j"|j#|j|j |j%|j+|j.|j f d |_2tN|_dS) Nrlrz&Number of processes must be at least 1rz/maxtasksperchild must be a positive int or Nonezinitializer must be a callabletargetrT)r exitpriority)3_poolr _stater_ctx _setup_queuesqueue SimpleQueue _taskqueue_change_notifierrk_cache_maxtasksperchild _initializer _initargsos cpu_count ValueErrorrIrJcallable TypeError _processes_repopulate_poolrUexitcode terminater0_get_sentinels threadingThreadr_handle_workersru_inqueue _outqueue_wrap_exception_worker_handlerdaemonr start _handle_tasks _quick_put _task_handler_handle_results _quick_get_result_handlerrFinalize_terminate_pool _terminate)r processesrZr[maxtasksperchildcontextp sentinelss rr!z Pool.__init__s_  ,{}}  +--!% 5 5 7 7 $*?@@@ !1'!   +!I q==EFF F  '.44 T8HA8M8M !RSSS  "8K+@+@ "<== =#   ! ! # # # #   Z " ":%KKMMMZ     '')) (/'+t 4</4:t}dn#T^T5K& 43HJ   '+#&)# ""$$$'-%/4?DN*dk+ %)!$'!   """(/'.$/4;?   '+#&)# ""$$$- $&/4=$.$*')=t?Q& 5  s "D77AFc|j|krC|d|t|t|dd|jddSdSdS)Nz&unclosed running multiprocessing pool )sourcer)r}ResourceWarninggetattrrrM)r _warnr s r__del__z Pool.__del__ sy ;#   EC4CC!$ 0 0 0 0t/66B%))$/////  CBrc p|j}d|jd|jd|jdt |jd S)NrA.z state=z pool_size=rB)r=r&r'r}lenr|)r clss rrCz Pool.__repr__sYn0CN00S%50000 __000 1rcB|jjg}|jjg}g||Sr)rrQr)r task_queue_sentinelsself_notifier_sentinelss rrzPool._get_sentinelss1 $ 67#'#8#@"A@%@(?@@rcd|DS)Nc<g|]}t|d|jS)sentinel)rOr).0rgs r z.Pool._get_worker_sentinels..s8888F"6:668888rr(workerss r_get_worker_sentinelszPool._get_worker_sentinelss#88888 8rcd}ttt|D]A}||}|j0t jd|z|d}||=B|S)zCleanup after any worker processes which have exited due to reaching their specified lifetime. Returns True if any workers were cleaned up. FNcleaning up worker %dT)reversedrangerrrrTr0)poolcleanedrargs r_join_exited_workerszPool._join_exited_workers!st %D **++  A!WF* 2Q6777 Grc ||j|j|j|j|j|j|j|j|j |j Sr) _repopulate_pool_staticr~rurr|rrrrrrr#s rrzPool._repopulate_pool1sN++DIt|,0O,0J ,0NDbI I I I I I I I I I Js!' AA  Arc ||dkrLt|}|j||j|||jf|S|dkr"td|t |||}t|}|j||jt||jfd|DS)zP Equivalent of `map()` -- can be MUCH slower than `Pool.map()`. rzChunksize must be 1+, not {0:n}c3$K|] }|D]}|V dSrr(rchunkrqs r zPool.imap../??U??D???????r) r IMapIteratorrrMr_job _set_lengthrrLr _get_tasksrr rbrrrd task_batchess rimapz Pool.imaps!  >>!$''F O  11&+tXNN&    M1}} 5<<!##$$$ ??49EEL!$''F O  11&+292>@@&    @?f??? ?rc ||dkrLt|}|j||j|||jf|S|dkr"td|t |||}t|}|j||jt||jfd|DS)zL Like `imap()` method but ordering of results is arbitrary. rzChunksize must be 1+, not {0!r}c3$K|] }|D]}|V dSrr(rs rrz&Pool.imap_unordered..rr) rIMapUnorderedIteratorrrMrrrrrLrrrrs rimap_unorderedzPool.imap_unordereds  >>*400F O  11&+tXNN&    M1}} 5<@@&    @?f??? ?rc|t|||}|j|jd|||fgdf|S)z; Asynchronous version of `apply()` method. rN)r ApplyResultrrMr)r rbrrcrrrds rrzPool.apply_asyncsW T8^<< v{AtT4@A4HIII rc@|||t|||S)z9 Asynchronous version of `map()` method. )rrrs r map_asynczPool.map_asyncs' tXw 8  rc|t|dst|}|""" ;#  DK*/D '  ! % %d + + + + +  rcntjdt|_|dS)Nzterminating pool)rrTr r}rr#s rrzPool.terminates0 %&&&  rctjd|jtkrt d|jt t fvrt d|j|j |j |j D]}|dS)Nz joining poolzPool is still runningzIn unknown state) rrTr}r rr r rr0rrr|)r rs rr0z Pool.joins >""" ;#  455 5 [ 2 2 2/00 0 !!### !!! !!###  A FFHHHH  rcztjd|j|ru|jr`|jtj d|r|jZdSdSdSdS)Nz7removing tasks from inqueue until task handler finishedr) rrT_rlockacquireis_aliverQrrtimesleep)rX task_handlerr s r_help_stuff_finishzPool._help_stuff_finishs LMMM   ##%% '/*>*>*@*@  O " " " JqMMM##%% '/*>*>*@*@         rc tjdt|_|dt|_tjd|||t ||s"t | dkrtdt|_|d|dtjdtj |ur| |rJt|ddr4tjd|D]} | j | tjdtj |ur| tjd tj |ur| |rst|ddr_tjd |D]J} | r0tjd | jz| GdSdSdS) Nzfinalizing poolz&helping task handler/workers to finishrz.Cannot have cache with result_hander not alivezjoining worker handlerrzterminating workerszjoining task handlerzjoining result handlerzjoining pool workersr)rrTr r}rMr-rr)rKrr r0rOrrpid) rr rXrYrrworker_handlerr,result_handlerr rs rrzPool._terminate_poolsb $%%% !*D!!!'  ;<<< w c$ii@@@'')) BE a @BB B!*D!!! T +,,,  # % %^ ; ;    ! ! !  "GDG[11 " J, - - - " ":%KKMMM )***  # % %\ 9 9       +,,,  # % %^ ; ;    ! ! !  GDG[11  J- . . .  ::<<J6>???FFHHH       rc.||Sr)rr#s r __enter__zPool.__enter__s  rc.|dSr)r)r exc_typeexc_valexc_tbs r__exit__z Pool.__exit__s r)NNr(NNr)NNN)r)-r%r&r'rDr staticmethodrur!warningswarnr rrCrrrrrrrrrrrrrrrrrrr  classmethodrrrrr4rPrr0r-rr3r8r(rrrrsaO**\*CE04OOOOf%Ms0000111 AAA 88\8  \ BBB''\'$ 9 9\ 9666 111 "8888IIIIMMMMFJ9999 J J J@@@@:@@@@8&(b4BFKO:"""\" --[-(++++\++Z9)9)\9)v\ ,,,   \33[3jrcVeZdZdZdZdZddZddZdZe e j Z dS) rc||_tj|_t t |_|j|_||_||_ ||j|j<dSr) r|rEvent_eventnext job_counterrr _callback_error_callback)r rrrs rr!zApplyResult.__init__sS o'' %% k !-!% DIrc4|jSr)r@is_setr#s rreadyzApplyResult.readys{!!###rc||s"td||jS)Nz{0!r} not ready)rGrrL_successr#s r successfulzApplyResult.successfuls7zz|| =.55d;;<< <}rNc:|j|dSr)r@r r rs rr zApplyResult.waits !!!!!rc|||st|jr|jS|jr)r rGrrI_valuerLs rrNzApplyResult.getsD 'zz||   = ; + rc|\|_|_|jr!|jr||j|jr!|js||j|j|j|j=d|_dSr) rIrNrCrDr@setrrr|r rars rrzApplyResult._sets%(" t{ > (dm ( NN4; ' ' '   .  .   - - -  K " rr) r%r&r'r!rGrJr rNrr<types GenericAlias__class_getitem__r(rrrrs&&&$$$ """"$ E$677rrceZdZdZdZdS)rct||||d|_dg|z|_||_|dkr/d|_|j|j|j =dS||zt||zz|_dS)NrTr) rr!rIrN _chunksize _number_leftr@rPrrbool)r rrlengthrrs rr!zMapResult.__init__sT4,:  < < < fvo # >> !D  KOO    DI&&& & 1D)9K4L4L LD   rc|xjdzc_|\}}|r|jr|||j||jz|dz|jz<|jdkrP|jr||j|j|j=|jd|_ dSdS|s|jrd|_||_|jdkrP|j r| |j|j|j=|jd|_ dSdS)NrrF) rXrIrNrWrCrrr@rPr|rD)r rasuccess_resultsuccessrds rrzMapResult._set)s1 Q(  "t} "CIDK$/)1Q3*?? @ A%%>0NN4;///K * !!!! &% %t} % % $  A%%'6((555K * !!!! &%rN)r%r&r'r!rr(rrrrs5 M M M"""""rrc2eZdZdZdZddZeZdZdZdS)rc*||_tjtj|_t t |_|j|_tj |_ d|_ d|_ i|_||j|j<dS)Nr)r|r ConditionLock_condrArBrr collectionsdeque_items_index_length _unsorted)r rs rr!zIMapIterator.__init__Gst ()9)9:: %% k !'))   !% DIrc|Srr(r#s r__iter__zIMapIterator.__iter__Rs rNc|j5 |j}n#t$r|j|jkrd|_td|j| |j}n5#t$r(|j|jkrd|_tdtdwxYwYnwxYwdddn #1swxYwY|\}}|r|S|r) rbrepopleft IndexErrorrfrgr| StopIterationr r)r rrqr]r;s rrAzIMapIterator.nextUsE Z 1 1 1{**,, 1 1 1;$,..!%DJ'T1 (((1;..00DD!111{dl22%) +5&D0 1D 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1   L sJC $C AB:(BB:2B44B:7C 9B::C  C C c |j5|j|kr|j||xjdz c_|j|jvrW|j|j}|j||xjdz c_|j|jvW|jn ||j|<|j|jkr|j|j =d|_ ddddS#1swxYwYdSNr) rbrfrerrhpopnotifyrgrrr|rQs rrzIMapIterator._setmsE Z " "{a ""3''' q kT^33.,,T[99CK&&s+++KK1$KKkT^33 !!####$'q!{dl**K *!  " " " " " " " " " " " " " " " " " "sC#C88C<?C<c|j5||_|j|jkr-|j|j|j=d|_ddddS#1swxYwYdSr)rbrgrfrrrrr|)r rZs rrzIMapIterator._set_length~s Z " "!DL{dl** !!###K *!  " " " " " " " " " " " " " " " " " "sAAA!Ar) r%r&r'r!rjrA__next__rrr(rrrrEsk & & &,H"""""""""rrceZdZdZdS)rc|j5|j||xjdz c_|j|j|jkr|j|j=d|_ddddS#1swxYwYdSrp) rbrerrfrrrgrrr|rQs rrzIMapUnorderedIterator._sets Z " " K  s # # # KK1 KK J     {dl**K *!  " " " " " " " " " " " " " " " " " "sA(A==BBN)r%r&r'rr(rrrrs#"""""rrcneZdZdZedZd dZdZdZedZ ed Z d Z dS) rFcddlm}||i|S)Nrrt)dummyru)rvrrcrus rruzThreadPool.Processs)""""""w%%%%rNr(c@t||||dSr)rr!)r rrZr[s rr!zThreadPool.__init__s  dI{H=====rctj|_tj|_|jj|_|jj|_dSr)rrrrrMrrNrr#s rrzThreadPool._setup_queuess>)++ *,,-+.,rc|jjgSr)rrQr#s rrzThreadPool._get_sentinelss%-..rcgSrr(rs rrz ThreadPool._get_worker_sentinelss rc |d#tj$rYnwxYwt|D]}|ddS)NTF)block)rNrEmptyrrM)rXr,r ras rr-zThreadPool._help_stuff_finishs{  ) % ((( ){    D t  A KK      s ,,c.tj|dSr)r*r+)r rrrs rr zThreadPool._wait_for_updatess 7r)NNr() r%r&r'rr9rur!rrrr-r r(rrrrsO&&\&>>>>--- ///\\r)Nr(NF))__all__rcrrrrr*r-rRr:r,rrr connectionr r r r r countrBrrrUrr*r3r8rgrVdictrkobjectrr AsyncResultrrrrr(rrrs <     ''''''''    io 555i 00000000<<<<<<<<"GK+<+<+<+)r=r%r#s r__repr__zMaybeEncodingError.__repr__]s!^444ddd;;r)r%r&r'r!r$rC __classcell__r=s@rr8r8Psc'GGGGG GGG<<<<<<>QZFFFFFF  , Ca ! ! ! ! , , ,(F1I66G JI    Ca%)* + + + + + + + +  , 4877s7V7d7TDQ 7  x I,@,@8 J.:;;;;;sB& B11%CC< D D?$D::D?E F#=FF#c |rr()exs rrUrUs F Hrc0eZdZ ddfd ZfdZxZS) _PoolCacheNnotifiercH||_tj|i|dSr)rlr<r!)r rlrrbr=s rr!z_PoolCache.__init__s,  $'$'''''rct||s|jddSdSr)r< __delitem__rlrL)r itemr=s rroz_PoolCache.__delitem__sK D!!! $ M  d # # # # # $ $r)r%r&r'r!rorDrEs@rrjrjse +/((((((( $ $ $ $ $ $ $ $ $rrjceZdZ dZedZ d(dZeje fdZ dZ dZ ed Z ed Zd Zed Zed ZdZdZdifdZd)dZd)dZ d*dZdZd+dZd+dZdiddfdZ d*dZ d*dZed)dZedZ edZ!edZ"edZ#d Z$d!Z%d"Z&d#Z'ed$Z(ed%Z)d&Z*d'Z+dS),rTc|j|i|SrProcess)ctxrrbs rrtz Pool.Processss{D)D)))rNr(c&g|_t|_|p t|_|t j|_|j|_ t|j |_ ||_ ||_ ||_|tjpd}|dkrt#d|*t%|t&r|dkrt#d|t)|st+d||_ |nR#t0$rE|jD]}|j||jD]}|wxYw|}t;jt>j |j |j|j|j!|j|j|j"|j#|j |j|j |j$||j f|_%d|j%_&tN|j%_|j%(t;jt>j)|j|j*|j#|j|j f|_+d|j+_&tN|j+_|j+(t;jt>j,|j#|j-|j f|_.d|j._&tN|j._|j.(t_j0||j1|j|j"|j#|j|j |j%|j+|j.|j f d |_2tN|_dS) Nrkrz&Number of processes must be at least 1rz/maxtasksperchild must be a positive int or Nonezinitializer must be a callabletargetrT)r exitpriority)3_poolr _stater_ctx _setup_queuesqueue SimpleQueue _taskqueue_change_notifierrj_cache_maxtasksperchild _initializer _initargsos cpu_count ValueErrorrHrIcallable TypeError _processes_repopulate_poolrTexitcode terminater0_get_sentinels threadingThreadr_handle_workersrt_inqueue _outqueue_wrap_exception_worker_handlerdaemonr start _handle_tasks _quick_put _task_handler_handle_results _quick_get_result_handlerrFinalize_terminate_pool _terminate)r processesrYrZmaxtasksperchildcontextp sentinelss rr!z Pool.__init__s_  ,{}}  +--!% 5 5 7 7 $*?@@@ !1'!   +!I q==EFF F  '.44 T8HA8M8M !RSSS  "8K+@+@ "<== =#   ! ! # # # #   Z " ":%KKMMMZ     '')) (/'+t 4</4:t}dn#T^T5K& 43HJ   '+#&)# ""$$$'-%/4?DN*dk+ %)!$'!   """(/'.$/4;?   '+#&)# ""$$$- $&/4=$.$*')=t?Q& 5  s "D77AFc|j|krC|d|t|t|dd|jddSdSdS)Nz&unclosed running multiprocessing pool )sourcer)r|ResourceWarninggetattrrrL)r _warnr s r__del__z Pool.__del__ sy ;#   EC4CC!$ 0 0 0 0t/66B%))$/////  CBrc p|j}d|jd|jd|jdt |jd S)NrA.z state=z pool_size=rB)r=r&r'r|lenr{)r clss rrCz Pool.__repr__sYn0CN00S%50000 __000 1rcB|jjg}|jjg}g||Sr)rrPr)r task_queue_sentinelsself_notifier_sentinelss rrzPool._get_sentinelss1 $ 67#'#8#@"A@%@(?@@rcd|DS)Nc<g|]}t|d|jS)sentinel)rNr).0rfs r z.Pool._get_worker_sentinels..s8888F"6:668888rr(workerss r_get_worker_sentinelszPool._get_worker_sentinelss#88888 8rc d}ttt|D]A}||}|j0t jd|z|d}||=B|S)NFcleaning up worker %dT)reversedrangerrrrSr0)poolcleanedr`rfs r_join_exited_workerszPool._join_exited_workers!sy %D **++  A!WF* 2Q6777 Grc ||j|j|j|j|j|j|j|j|j |j Sr) _repopulate_pool_staticr}rtrr{rrrrrrr#s rrzPool._repopulate_pool1sN++DIt|,0O,0J ,0NDbI I I I I I I I I I Js!( AA  Arc ||dkrLt|}|j||j|||jf|S|dkr"td|t |||}t|}|j||jt||jfd|DS)NrzChunksize must be 1+, not {0:n}c3$K|] }|D]}|V dSrr(rchunkrps r zPool.imap../??U??D???????r) r IMapIteratorrrLr_job _set_lengthrrKr _get_tasksrr rarrrc task_batchess rimapz Pool.imaps&   >>!$''F O  11&+tXNN&    M1}} 5<<!##$$$ ??49EEL!$''F O  11&+292>@@&    @?f??? ?rc ||dkrLt|}|j||j|||jf|S|dkr"td|t |||}t|}|j||jt||jfd|DS)NrzChunksize must be 1+, not {0!r}c3$K|] }|D]}|V dSrr(rs rrz&Pool.imap_unordered..rr) rIMapUnorderedIteratorrrLrrrrrKrrrrs rimap_unorderedzPool.imap_unordereds"   >>*400F O  11&+tXNN&    M1}} 5<@@&    @?f??? ?rc |t|||}|j|jd|||fgdf|SNr)r ApplyResultrrLr)r rarrbrrrcs rrzPool.apply_asyncs\  T8^<< v{AtT4@A4HIII rcB |||t|||Sr)rrrs r map_asynczPool.map_asyncs, tXw 8  rc |t|dst|}|""" ;#  DK*/D '  ! % %d + + + + +  rcntjdt|_|dS)Nzterminating pool)rrSr r|rr#s rrzPool.terminates0 %&&&  rctjd|jtkrt d|jt t fvrt d|j|j |j |j D]}|dS)Nz joining poolzPool is still runningzIn unknown state) rrSr|r rr r rr0rrr{)r rs rr0z Pool.joins >""" ;#  455 5 [ 2 2 2/00 0 !!### !!! !!###  A FFHHHH  rcztjd|j|ru|jr`|jtj d|r|jZdSdSdSdS)Nz7removing tasks from inqueue until task handler finishedr) rrS_rlockacquireis_aliverPrrtimesleep)rW task_handlerr s r_help_stuff_finishzPool._help_stuff_finishs LMMM   ##%% '/*>*>*@*@  O " " " JqMMM##%% '/*>*>*@*@         rc tjdt|_|dt|_tjd|||t ||s"t | dkrtdt|_|d|dtjdtj |ur| |rJt|ddr4tjd|D]} | j | tjdtj |ur| tjd tj |ur| |rst|ddr_tjd |D]J} | r0tjd | jz| GdSdSdS) Nzfinalizing poolz&helping task handler/workers to finishrz.Cannot have cache with result_hander not alivezjoining worker handlerrzterminating workerszjoining task handlerzjoining result handlerzjoining pool workersr)rrSr r|rLr-rr)rJrr r0rNrrpid) rr rWrXrrworker_handlerr,result_handlerr rs rrzPool._terminate_poolsb $%%% !*D!!!'  ;<<< w c$ii@@@'')) BE a @BB B!*D!!! T +,,,  # % %^ ; ;    ! ! !  "GDG[11 " J, - - - " ":%KKMMM )***  # % %\ 9 9       +,,,  # % %^ ; ;    ! ! !  GDG[11  J- . . .  ::<<J6>???FFHHH       rc.||Sr)rr#s r __enter__zPool.__enter__s  rc.|dSr)r)r exc_typeexc_valexc_tbs r__exit__z Pool.__exit__s r)NNr(NNr)NNN)r),r%r&r'r staticmethodrtr!warningswarnr rrCrrrrrrr~rrrrrrrrrrrr  classmethodrrrrr4rOrr0r-rr3r8r(rrrrs\O**\*CE04OOOOf%Ms0000111 AAA 88\8  \ BBB''\'$ 9 9\ 9666 111 "8888IIIIMMMMFJ9999 J J J@@@@:@@@@8&(b4BFKO:"""\" --[-(++++\++Z9)9)\9)v\ ,,,   \33[3jrcVeZdZdZdZdZddZddZdZe e j Z dS) rc||_tj|_t t |_|j|_||_||_ ||j|j<dSr) r{rEvent_eventnext job_counterrr _callback_error_callback)r rrrs rr!zApplyResult.__init__sS o'' %% k !-!% DIrc4|jSr)r@is_setr#s rreadyzApplyResult.readys{!!###rc||s"td||jS)Nz{0!r} not ready)rGrrK_successr#s r successfulzApplyResult.successfuls7zz|| =.55d;;<< <}rNc:|j|dSr)r@r r rs rr zApplyResult.waits !!!!!rc|||st|jr|jS|jr)r rGrrI_valuerLs rrMzApplyResult.getsD 'zz||   = ; + rc|\|_|_|jr!|jr||j|jr!|js||j|j|j|j=d|_dSr) rIrNrCrDr@setrrr{r r`rs rrzApplyResult._sets%(" t{ > (dm ( NN4; ' ' '   .  .   - - -  K " rr) r%r&r'r!rGrJr rMrr<types GenericAlias__class_getitem__r(rrrrs&&&$$$ """"$ E$677rrceZdZdZdZdS)rct||||d|_dg|z|_||_|dkr/d|_|j|j|j =dS||zt||zz|_dS)NrTr) rr!rIrN _chunksize _number_leftr@rPrrbool)r rrlengthrrs rr!zMapResult.__init__sT4,:  < < < fvo # >> !D  KOO    DI&&& & 1D)9K4L4L LD   rc|xjdzc_|\}}|r|jr|||j||jz|dz|jz<|jdkrP|jr||j|j|j=|jd|_ dSdS|s|jrd|_||_|jdkrP|j r| |j|j|j=|jd|_ dSdS)NrrF) rXrIrNrWrCrrr@rPr{rD)r r`success_resultsuccessrcs rrzMapResult._set)s1 Q(  "t} "CIDK$/)1Q3*?? @ A%%>0NN4;///K * !!!! &% %t} % % $  A%%'6((555K * !!!! &%rN)r%r&r'r!rr(rrrrs5 M M M"""""rrc2eZdZdZdZddZeZdZdZdS)rc*||_tjtj|_t t |_|j|_tj |_ d|_ d|_ i|_||j|j<dSr)r{r ConditionLock_condrArBrr collectionsdeque_items_index_length _unsorted)r rs rr!zIMapIterator.__init__Gst ()9)9:: %% k !'))   !% DIrc|Srr(r#s r__iter__zIMapIterator.__iter__Rs rNc|j5 |j}n#t$r|j|jkrd|_td|j| |j}n5#t$r(|j|jkrd|_tdtdwxYwYnwxYwdddn #1swxYwY|\}}|r|S|r) rbrepopleft IndexErrorrfrgr{ StopIterationr r)r rrpr]r;s rrAzIMapIterator.nextUsE Z 1 1 1{**,, 1 1 1;$,..!%DJ'T1 (((1;..00DD!111{dl22%) +5&D0 1D 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1   L sJC $C AB:(BB:2B44B:7C 9B::C  C C c |j5|j|kr|j||xjdz c_|j|jvrW|j|j}|j||xjdz c_|j|jvW|jn ||j|<|j|jkr|j|j =d|_ ddddS#1swxYwYdSNr) rbrfrerrhpopnotifyrgrrr{rQs rrzIMapIterator._setmsE Z " "{a ""3''' q kT^33.,,T[99CK&&s+++KK1$KKkT^33 !!####$'q!{dl**K *!  " " " " " " " " " " " " " " " " " "sC#C88C<?C<c|j5||_|j|jkr-|j|j|j=d|_ddddS#1swxYwYdSr)rbrgrfrrrrr{)r rZs rrzIMapIterator._set_length~s Z " "!DL{dl** !!###K *!  " " " " " " " " " " " " " " " " " "sAAA!Ar) r%r&r'r!rjrA__next__rrr(rrrrEsk & & &,H"""""""""rrceZdZdZdS)rc|j5|j||xjdz c_|j|j|jkr|j|j=d|_ddddS#1swxYwYdSrp) rbrerrfrrrgrrr{rQs rrzIMapUnorderedIterator._sets Z " " K  s # # # KK1 KK J     {dl**K *!  " " " " " " " " " " " " " " " " " "sA(A==BBN)r%r&r'rr(rrrrs#"""""rrcneZdZdZedZd dZdZdZedZ ed Z d Z dS) rFcddlm}||i|S)Nrrs)dummyrt)rurrbrts rrtzThreadPool.Processs)""""""w%%%%rNr(c@t||||dSr)rr!)r rrYrZs rr!zThreadPool.__init__s  dI{H=====rctj|_tj|_|jj|_|jj|_dSr)rrrrrLrrMrr#s rr~zThreadPool._setup_queuess>)++ *,,-+.,rc|jjgSr)rrPr#s rrzThreadPool._get_sentinelss%-..rcgSrr(rs rrz ThreadPool._get_worker_sentinelss rc |d#tj$rYnwxYwt|D]}|ddS)NTF)block)rMrEmptyrrL)rWr,r r`s rr-zThreadPool._help_stuff_finishs{  ) % ((( ){    D t  A KK      s ,,c.tj|dSr)r*r+)r rrrs rr zThreadPool._wait_for_updatess 7r)NNr() r%r&r'rr9rtr!r~rrr-r r(rrrrsO&&\&>>>>--- ///\\r)Nr(NF))__all__rcrrrrr*r-rRr:r,rrr connectionr r r r r countrBrrrTrr*r3r8rfrUdictrjobjectrr AsyncResultrrrrr(rrrs <     ''''''''    io 555i 00000000<<<<<<<<"GK+<+<+<+j tj!t>j |t0j t1j"|t%jd || |_t1j"|n#t1j"|wxYw||_ n||_ t1j#t0j$d |} t1j%|t0j$ddd}t1j"|n#t1j"|wxYw t1j&|}t1j'|n#t1j'|wxYwt%jd || |_||_(tS|j|_*dS)Nrz!'size' must be a positive integerz4'size' must be a positive number different from zeroz&'name' can only be None if create=TrueT)mode/ shared_memory lr)tagnameF)+ ValueError_O_CREXosO_RDWR_flagsO_EXCL _USE_POSIXr _posixshmemshm_open_mode_fdFileExistsError_name_prepend_leading_slash ftruncatefstatst_sizemmap_mmapOSErrorunlinkrregister_winapiCreateFileMappingINVALID_HANDLE_VALUENULLPAGE_READWRITE GetLastErrorERROR_ALREADY_EXISTSerrnoEEXISTstrerror CloseHandleOpenFileMapping FILE_MAP_READ MapViewOfFileVirtualQuerySizeUnmapViewOfFile_size memoryview_buf) selfrcreatesizestats temp_nameh_maplast_error_codep_bufs r__init__zSharedMemory.__init__Ksqyy@AA A  Y!BI-DKqyy !WXXX < bi 7<EFF F _ ?| )++D!#.#7  K!%$$$ +!!! !!%DJ%)%@JsTzzd&/K "  1d1L4000**}!Ytx66        %dj/ B B B B 6 ?48L 0 0 0dI$54 .z1z)! E3*1*>*@*@*g.JJJ#/&5$)L$&K $=$=$($+$@ '"'"!"!) +E2222&*Yr4%K%K%K +E2222+E2222!*DJ"  /) /#1- E'....G'....3"3E::D+E2222G+E2222!Yr4>>>  tz** sJ&B,, B98B9AE E>4A'J"1J""J8+"L""L8<M%%M;cR |dS#t$rYdSwxYwN)closer2rHs r__del__zSharedMemory.__del__s:  JJLLLLL    DD s  &&c.|j|jd|jffS)NF) __class__rrJrTs r __reduce__zSharedMemory.__reduce__s# N     rc@|jjd|jd|jdS)N(z, size=))rW__name__rrJrTs r__repr__zSharedMemory.__repr__s*.)LLDILL LLLLrc |jSrR)rGrTs rbufzSharedMemory.bufs >yrc |j}tr0|jr)|jdr|jdd}|S)Nrr)r+r%r, startswith)rH reported_names rrzSharedMemory.namesK>  /$5 /z$$S)) / $ 122 rc |jSrR)rErTs rrJzSharedMemory.sizes zrc |j |jd|_|j |jd|_tr-|jdkr$t j|jd|_dSdSdS)Nrr)rGreleaser1rSr%r)r!rTs rrSzSharedMemory.closes 0 9 I     DI : ! J     DJ  $(a-- HTX   DHHH  --rc tr<|jr7tj|jt j|jddSdSdS)Nr)r%r+r& shm_unlinkr unregisterrTs rr3zSharedMemory.unlinksb '  E$* E  "4: . . .  ' O D D D D D E E E Er)NFr)r\ __module__ __qualname__r+r)r1rGr!r"r#r(r%r,rPrUrXr]propertyr_rrJrSr3rrrr2s B E C E D YF E%/:TTUl+l+l+l+\    MMMXXX   EEEEErutf8c jeZdZ edededededdjdiZ dZ dd d d d Z e d Z d!dddZdZdZdZdZdZdZdZdZedZedZedZedZedZedZedZdZd Z e!e"j#Z$dS)"rqdzxxxxxxx?z%dsNzxxxxxx?xc|SrRrlvalues rzShareableList.src\|dtSN)rstripdecode _encodingrss rruzShareableList.s g..55i@@rc,|dSrw)ryrss rruzShareableList.sg..rcdSrRrl)_values rruzShareableList.s$r)rrr c t|ttdjfsdSt|trdSt|trdSdS)Nrrr r) isinstancestrbytesrWrss r_extract_recreation_codez&ShareableList._extract_recreation_codes\ 2%#udn!=>> 1 s # # 1 u % % 11rrcL|||pd}fd|D}t|_d}dg_|D]I}||ddkrjnt |ddz }j|Jfd|D}t jdjzd |zj zj z}t|d | _ nt|_ |tt jdjzj jdjgjRt jd |j jjgfd |DRt jj j jjgfd |DRt jj j jjg|RdSt_t)t jjj jd _dS)Nrlcg|]v}t|ttfsjt |n=jt |jt |jzdzzfzwS)r)rrr_types_mappingtype _alignmentr.0itemrHs r z*ShareableList.__init__..-s  &dS%L99#DJJ//,T$ZZ83t99+G!+KL<rrrsc:g|]}|Srl)rrs rrz*ShareableList.__init__..?s4!!!8<--d33!!!rroT)rIrJc3pK|]0}t|tr|n|V1dSrR)rrencoderv_encs r z)ShareableList.__init__..Zs@PP!Jq#$6$6=!((4...APPPPPPrc3BK|]}|VdSrR)rrs rrz)ShareableList.__init__..`s-33Q!((4..333333rrq)r _list_len_allocated_offsetsrintappendstructcalcsize_format_size_metainfojoin_format_packing_metainfo_format_back_transform_codesrshmr{ pack_intor__offset_data_start_offset_packing_formats_offset_back_transform_codeslist unpack_from) rHsequencer_formatsoffsetfmt_recreation_codesrequested_sizers ` @rrPzShareableList.__init__*s <8/~2H % H!]]DNF()cD # 7 7SW^^$//S"XN'..v6666!!!!@H!!! $_d00!!"-.12N$DNKKKDHH#D))DH  D  d00    )       !! ' QPPPxPPP       - , 4333(333       1 1 $       !YYDN&*".HL''D # # #rc6 |dkr|n ||jz}||jks |jdkrtdtjd|jj|j|dzzd}|d}|t}|S)Nr Requested position out of range.8srqrx) r IndexErrorrrrr_rryrzr{)rHpositionrr fmt_as_strs r_get_packing_formatz!ShareableList._get_packing_formatssH'1}}88(T^2K  & &DNQ,>,>?@@ @    HL  (8a< 7     hhwZZ ** rc ||jks |jdkrtdtjd|jj|j|zd}|j|}|S)Nrrb)rrrrrr_r_back_transforms_mapping)rHrtransform_codetransform_functions r_get_back_transformz!ShareableList._get_back_transformstC  & &DNQ,>,>?@@ @+  HL  - 8     ":>J!!rcV ||jks |jdkrtdtjd|jj|j|dzz|t| |}tjd|jj|j |z|dS)Nrrrrqr) rrrrrr_rrr{rr)rHrrrtrs r!_set_packing_format_and_transformz/ShareableList._set_packing_format_and_transforms ?  & &DNQ,>,>?@@ @  HL  (8a< 7   i ( (    66u==  HL  - 8       rc<|dkr|n ||jz} |j|j|z}tj|||jj|\}n#t$rtdwxYw| |}||}|S)Nrzindex out of range) rrrrrrrr_rr)rHrrrback_transforms r __getitem__zShareableList.__getitem__s'1}}88(T^2K 3,t/Fx/PPF%((22 DQQ  3 3 3122 2 311(;; N1  s A AA9c|dkr|n ||jz} |j|}|j|z}||}n#t$rt dwxYwt |t tfs|jt|}|}n|j|dz|z }t |t r| tn|}t||krtd|ddkr|}n|jt |fz}||||tj||jj||dS)Nrzassignment index out of rangerz(bytes/str item exceeds available storagerr)rrrrrrrrrrrr{rrrrrrr_) rHrrt item_offsetrcurrent_format new_format encoded_valueallocated_lengths r __setitem__zShareableList.__setitem__s'1}}88(T^2K >1(;K,{:F!55h??NN > > ><== = >%#u.. ,T%[[9J!MM#6x!|D{R !+5# 6 6BU\\)444>rcNtjd|jjddS)Nror)rrrr_rTs r__len__zShareableList.__len__s !#tx|Q77::rcZ|jjdt|d|jjdS)NrZz, name=r[)rWr\rrrrTs rr]zShareableList.__repr__s0.)QQDJJQQtx}QQQQrcl dfdtjDS)Nrc3BK|]}|VdSrR)r)rirHs rrz'ShareableList.format..sB  ,-D $ $Q ' '      r)rrangerrTs`rformatzShareableList.formatsLGww    16t~1F1F      rc d|jdzzS)NrorrrTs rrz#ShareableList._format_size_metainfosHdnq())rc d|jzS)NrrrTs rrz&ShareableList._format_packing_metainfosHdn$$rc d|jzS)NrrrTs rrz*ShareableList._format_back_transform_codessHT^##rc|jdzdzS)Nr rqrrTs rrz ShareableList._offset_data_starts"a''rc,|j|jdzS)Nr)rrrTs rrz%ShareableList._offset_packing_formatss&)@)DDDrc&|j|jdzzS)Nrq)rrrTs rrz*ShareableList._offset_back_transform_codess+dnq.@@@rc< tfd|DS)Nc3$K|] }|kV dSrRrl)rentryrts rrz&ShareableList.count.. s'44e5E>444444r)sum)rHrts `rcountzShareableList.counts)M4444t444444rcf t|D]\}}||kr|cSt|d)Nz not in this container) enumerater)rHrtrrs rindexzShareableList.index sT : ) A AOHe~~???@@ @rrR)%r\rirjrfloatboolrrrWrrr staticmethodrrPrrrrrrXrr]rkrrrrrrrrr classmethodtypes GenericAlias__class_getitem__rlrrrrs$*& S s j U u  NJ   @ @ . .       \ GdGGGGGR " " "   ,"JJJB???;;;RRR  X **X*%%X%$$X$((X( EEXEAAXA555 AAA$ E$677r)__all__ functoolsrr0r!r<rrrrr5r%r&rrO_CREATr$r r rrrr{rrlrrrsX O -  7d??NNNJJJ *ry BEBEBEBEBEBEBEBEJ  ]8]8]8]8]8]8]8]8]8]8rPKjGe[!ĭ(%(% reduction.pynu[# # Module which deals with pickling of objects. # # multiprocessing/reduction.py # # Copyright (c) 2006-2008, R Oudkerk # Licensed to PSF under a Contributor Agreement. # from abc import ABCMeta import copyreg import functools import io import os import pickle import socket import sys from . import context __all__ = ['send_handle', 'recv_handle', 'ForkingPickler', 'register', 'dump'] HAVE_SEND_HANDLE = (sys.platform == 'win32' or (hasattr(socket, 'CMSG_LEN') and hasattr(socket, 'SCM_RIGHTS') and hasattr(socket.socket, 'sendmsg'))) # # Pickler subclass # class ForkingPickler(pickle.Pickler): '''Pickler subclass used by multiprocessing.''' _extra_reducers = {} _copyreg_dispatch_table = copyreg.dispatch_table def __init__(self, *args): super().__init__(*args) self.dispatch_table = self._copyreg_dispatch_table.copy() self.dispatch_table.update(self._extra_reducers) @classmethod def register(cls, type, reduce): '''Register a reduce function for a type.''' cls._extra_reducers[type] = reduce @classmethod def dumps(cls, obj, protocol=None): buf = io.BytesIO() cls(buf, protocol).dump(obj) return buf.getbuffer() loads = pickle.loads register = ForkingPickler.register def dump(obj, file, protocol=None): '''Replacement for pickle.dump() using ForkingPickler.''' ForkingPickler(file, protocol).dump(obj) # # Platform specific definitions # if sys.platform == 'win32': # Windows __all__ += ['DupHandle', 'duplicate', 'steal_handle'] import _winapi def duplicate(handle, target_process=None, inheritable=False, *, source_process=None): '''Duplicate a handle. (target_process is a handle not a pid!)''' current_process = _winapi.GetCurrentProcess() if source_process is None: source_process = current_process if target_process is None: target_process = current_process return _winapi.DuplicateHandle( source_process, handle, target_process, 0, inheritable, _winapi.DUPLICATE_SAME_ACCESS) def steal_handle(source_pid, handle): '''Steal a handle from process identified by source_pid.''' source_process_handle = _winapi.OpenProcess( _winapi.PROCESS_DUP_HANDLE, False, source_pid) try: return _winapi.DuplicateHandle( source_process_handle, handle, _winapi.GetCurrentProcess(), 0, False, _winapi.DUPLICATE_SAME_ACCESS | _winapi.DUPLICATE_CLOSE_SOURCE) finally: _winapi.CloseHandle(source_process_handle) def send_handle(conn, handle, destination_pid): '''Send a handle over a local connection.''' dh = DupHandle(handle, _winapi.DUPLICATE_SAME_ACCESS, destination_pid) conn.send(dh) def recv_handle(conn): '''Receive a handle over a local connection.''' return conn.recv().detach() class DupHandle(object): '''Picklable wrapper for a handle.''' def __init__(self, handle, access, pid=None): if pid is None: # We just duplicate the handle in the current process and # let the receiving process steal the handle. pid = os.getpid() proc = _winapi.OpenProcess(_winapi.PROCESS_DUP_HANDLE, False, pid) try: self._handle = _winapi.DuplicateHandle( _winapi.GetCurrentProcess(), handle, proc, access, False, 0) finally: _winapi.CloseHandle(proc) self._access = access self._pid = pid def detach(self): '''Get the handle. This should only be called once.''' # retrieve handle from process which currently owns it if self._pid == os.getpid(): # The handle has already been duplicated for this process. return self._handle # We must steal the handle from the process whose pid is self._pid. proc = _winapi.OpenProcess(_winapi.PROCESS_DUP_HANDLE, False, self._pid) try: return _winapi.DuplicateHandle( proc, self._handle, _winapi.GetCurrentProcess(), self._access, False, _winapi.DUPLICATE_CLOSE_SOURCE) finally: _winapi.CloseHandle(proc) else: # Unix __all__ += ['DupFd', 'sendfds', 'recvfds'] import array # On MacOSX we should acknowledge receipt of fds -- see Issue14669 ACKNOWLEDGE = sys.platform == 'darwin' def sendfds(sock, fds): '''Send an array of fds over an AF_UNIX socket.''' fds = array.array('i', fds) msg = bytes([len(fds) % 256]) sock.sendmsg([msg], [(socket.SOL_SOCKET, socket.SCM_RIGHTS, fds)]) if ACKNOWLEDGE and sock.recv(1) != b'A': raise RuntimeError('did not receive acknowledgement of fd') def recvfds(sock, size): '''Receive an array of fds over an AF_UNIX socket.''' a = array.array('i') bytes_size = a.itemsize * size msg, ancdata, flags, addr = sock.recvmsg(1, socket.CMSG_SPACE(bytes_size)) if not msg and not ancdata: raise EOFError try: if ACKNOWLEDGE: sock.send(b'A') if len(ancdata) != 1: raise RuntimeError('received %d items of ancdata' % len(ancdata)) cmsg_level, cmsg_type, cmsg_data = ancdata[0] if (cmsg_level == socket.SOL_SOCKET and cmsg_type == socket.SCM_RIGHTS): if len(cmsg_data) % a.itemsize != 0: raise ValueError a.frombytes(cmsg_data) if len(a) % 256 != msg[0]: raise AssertionError( "Len is {0:n} but msg[0] is {1!r}".format( len(a), msg[0])) return list(a) except (ValueError, IndexError): pass raise RuntimeError('Invalid data received') def send_handle(conn, handle, destination_pid): '''Send a handle over a local connection.''' with socket.fromfd(conn.fileno(), socket.AF_UNIX, socket.SOCK_STREAM) as s: sendfds(s, [handle]) def recv_handle(conn): '''Receive a handle over a local connection.''' with socket.fromfd(conn.fileno(), socket.AF_UNIX, socket.SOCK_STREAM) as s: return recvfds(s, 1)[0] def DupFd(fd): '''Return a wrapper for an fd.''' popen_obj = context.get_spawning_popen() if popen_obj is not None: return popen_obj.DupFd(popen_obj.duplicate_for_child(fd)) elif HAVE_SEND_HANDLE: from . import resource_sharer return resource_sharer.DupFd(fd) else: raise ValueError('SCM_RIGHTS appears not to be available') # # Try making some callable types picklable # def _reduce_method(m): if m.__self__ is None: return getattr, (m.__class__, m.__func__.__name__) else: return getattr, (m.__self__, m.__func__.__name__) class _C: def f(self): pass register(type(_C().f), _reduce_method) def _reduce_method_descriptor(m): return getattr, (m.__objclass__, m.__name__) register(type(list.append), _reduce_method_descriptor) register(type(int.__add__), _reduce_method_descriptor) def _reduce_partial(p): return _rebuild_partial, (p.func, p.args, p.keywords or {}) def _rebuild_partial(func, args, keywords): return functools.partial(func, *args, **keywords) register(functools.partial, _reduce_partial) # # Make sockets picklable # if sys.platform == 'win32': def _reduce_socket(s): from .resource_sharer import DupSocket return _rebuild_socket, (DupSocket(s),) def _rebuild_socket(ds): return ds.detach() register(socket.socket, _reduce_socket) else: def _reduce_socket(s): df = DupFd(s.fileno()) return _rebuild_socket, (df, s.family, s.type, s.proto) def _rebuild_socket(df, family, type, proto): fd = df.detach() return socket.socket(family, type, proto, fileno=fd) register(socket.socket, _reduce_socket) class AbstractReducer(metaclass=ABCMeta): '''Abstract base class for use in implementing a Reduction class suitable for use in replacing the standard reduction mechanism used in multiprocessing.''' ForkingPickler = ForkingPickler register = register dump = dump send_handle = send_handle recv_handle = recv_handle if sys.platform == 'win32': steal_handle = steal_handle duplicate = duplicate DupHandle = DupHandle else: sendfds = sendfds recvfds = recvfds DupFd = DupFd _reduce_method = _reduce_method _reduce_method_descriptor = _reduce_method_descriptor _rebuild_partial = _rebuild_partial _reduce_socket = _reduce_socket _rebuild_socket = _rebuild_socket def __init__(self, *args): register(type(_C().f), _reduce_method) register(type(list.append), _reduce_method_descriptor) register(type(int.__add__), _reduce_method_descriptor) register(functools.partial, _reduce_partial) register(socket.socket, _reduce_socket) PKjGe[}sharedctypes.pynu[# # Module which supports allocation of ctypes objects from shared memory # # multiprocessing/sharedctypes.py # # Copyright (c) 2006-2008, R Oudkerk # Licensed to PSF under a Contributor Agreement. # import ctypes import weakref from . import heap from . import get_context from .context import reduction, assert_spawning _ForkingPickler = reduction.ForkingPickler __all__ = ['RawValue', 'RawArray', 'Value', 'Array', 'copy', 'synchronized'] # # # typecode_to_type = { 'c': ctypes.c_char, 'u': ctypes.c_wchar, 'b': ctypes.c_byte, 'B': ctypes.c_ubyte, 'h': ctypes.c_short, 'H': ctypes.c_ushort, 'i': ctypes.c_int, 'I': ctypes.c_uint, 'l': ctypes.c_long, 'L': ctypes.c_ulong, 'q': ctypes.c_longlong, 'Q': ctypes.c_ulonglong, 'f': ctypes.c_float, 'd': ctypes.c_double } # # # def _new_value(type_): size = ctypes.sizeof(type_) wrapper = heap.BufferWrapper(size) return rebuild_ctype(type_, wrapper, None) def RawValue(typecode_or_type, *args): ''' Returns a ctypes object allocated from shared memory ''' type_ = typecode_to_type.get(typecode_or_type, typecode_or_type) obj = _new_value(type_) ctypes.memset(ctypes.addressof(obj), 0, ctypes.sizeof(obj)) obj.__init__(*args) return obj def RawArray(typecode_or_type, size_or_initializer): ''' Returns a ctypes array allocated from shared memory ''' type_ = typecode_to_type.get(typecode_or_type, typecode_or_type) if isinstance(size_or_initializer, int): type_ = type_ * size_or_initializer obj = _new_value(type_) ctypes.memset(ctypes.addressof(obj), 0, ctypes.sizeof(obj)) return obj else: type_ = type_ * len(size_or_initializer) result = _new_value(type_) result.__init__(*size_or_initializer) return result def Value(typecode_or_type, *args, lock=True, ctx=None): ''' Return a synchronization wrapper for a Value ''' obj = RawValue(typecode_or_type, *args) if lock is False: return obj if lock in (True, None): ctx = ctx or get_context() lock = ctx.RLock() if not hasattr(lock, 'acquire'): raise AttributeError("%r has no method 'acquire'" % lock) return synchronized(obj, lock, ctx=ctx) def Array(typecode_or_type, size_or_initializer, *, lock=True, ctx=None): ''' Return a synchronization wrapper for a RawArray ''' obj = RawArray(typecode_or_type, size_or_initializer) if lock is False: return obj if lock in (True, None): ctx = ctx or get_context() lock = ctx.RLock() if not hasattr(lock, 'acquire'): raise AttributeError("%r has no method 'acquire'" % lock) return synchronized(obj, lock, ctx=ctx) def copy(obj): new_obj = _new_value(type(obj)) ctypes.pointer(new_obj)[0] = obj return new_obj def synchronized(obj, lock=None, ctx=None): assert not isinstance(obj, SynchronizedBase), 'object already synchronized' ctx = ctx or get_context() if isinstance(obj, ctypes._SimpleCData): return Synchronized(obj, lock, ctx) elif isinstance(obj, ctypes.Array): if obj._type_ is ctypes.c_char: return SynchronizedString(obj, lock, ctx) return SynchronizedArray(obj, lock, ctx) else: cls = type(obj) try: scls = class_cache[cls] except KeyError: names = [field[0] for field in cls._fields_] d = {name: make_property(name) for name in names} classname = 'Synchronized' + cls.__name__ scls = class_cache[cls] = type(classname, (SynchronizedBase,), d) return scls(obj, lock, ctx) # # Functions for pickling/unpickling # def reduce_ctype(obj): assert_spawning(obj) if isinstance(obj, ctypes.Array): return rebuild_ctype, (obj._type_, obj._wrapper, obj._length_) else: return rebuild_ctype, (type(obj), obj._wrapper, None) def rebuild_ctype(type_, wrapper, length): if length is not None: type_ = type_ * length _ForkingPickler.register(type_, reduce_ctype) buf = wrapper.create_memoryview() obj = type_.from_buffer(buf) obj._wrapper = wrapper return obj # # Function to create properties # def make_property(name): try: return prop_cache[name] except KeyError: d = {} exec(template % ((name,)*7), d) prop_cache[name] = d[name] return d[name] template = ''' def get%s(self): self.acquire() try: return self._obj.%s finally: self.release() def set%s(self, value): self.acquire() try: self._obj.%s = value finally: self.release() %s = property(get%s, set%s) ''' prop_cache = {} class_cache = weakref.WeakKeyDictionary() # # Synchronized wrappers # class SynchronizedBase(object): def __init__(self, obj, lock=None, ctx=None): self._obj = obj if lock: self._lock = lock else: ctx = ctx or get_context(force=True) self._lock = ctx.RLock() self.acquire = self._lock.acquire self.release = self._lock.release def __enter__(self): return self._lock.__enter__() def __exit__(self, *args): return self._lock.__exit__(*args) def __reduce__(self): assert_spawning(self) return synchronized, (self._obj, self._lock) def get_obj(self): return self._obj def get_lock(self): return self._lock def __repr__(self): return '<%s wrapper for %s>' % (type(self).__name__, self._obj) class Synchronized(SynchronizedBase): value = make_property('value') class SynchronizedArray(SynchronizedBase): def __len__(self): return len(self._obj) def __getitem__(self, i): with self: return self._obj[i] def __setitem__(self, i, value): with self: self._obj[i] = value def __getslice__(self, start, stop): with self: return self._obj[start:stop] def __setslice__(self, start, stop, values): with self: self._obj[start:stop] = values class SynchronizedString(SynchronizedArray): value = make_property('value') raw = make_property('raw') PKjGe[}j-j-heap.pynu[# # Module which supports allocation of memory from an mmap # # multiprocessing/heap.py # # Copyright (c) 2006-2008, R Oudkerk # Licensed to PSF under a Contributor Agreement. # import bisect from collections import defaultdict import mmap import os import sys import tempfile import threading from .context import reduction, assert_spawning from . import util __all__ = ['BufferWrapper'] # # Inheritable class which wraps an mmap, and from which blocks can be allocated # if sys.platform == 'win32': import _winapi class Arena(object): """ A shared memory area backed by anonymous memory (Windows). """ _rand = tempfile._RandomNameSequence() def __init__(self, size): self.size = size for i in range(100): name = 'pym-%d-%s' % (os.getpid(), next(self._rand)) buf = mmap.mmap(-1, size, tagname=name) if _winapi.GetLastError() == 0: break # We have reopened a preexisting mmap. buf.close() else: raise FileExistsError('Cannot find name for new mmap') self.name = name self.buffer = buf self._state = (self.size, self.name) def __getstate__(self): assert_spawning(self) return self._state def __setstate__(self, state): self.size, self.name = self._state = state # Reopen existing mmap self.buffer = mmap.mmap(-1, self.size, tagname=self.name) # XXX Temporarily preventing buildbot failures while determining # XXX the correct long-term fix. See issue 23060 #assert _winapi.GetLastError() == _winapi.ERROR_ALREADY_EXISTS else: class Arena(object): """ A shared memory area backed by a temporary file (POSIX). """ if sys.platform == 'linux': _dir_candidates = ['/dev/shm'] else: _dir_candidates = [] def __init__(self, size, fd=-1): self.size = size self.fd = fd if fd == -1: # Arena is created anew (if fd != -1, it means we're coming # from rebuild_arena() below) self.fd, name = tempfile.mkstemp( prefix='pym-%d-'%os.getpid(), dir=self._choose_dir(size)) os.unlink(name) util.Finalize(self, os.close, (self.fd,)) os.ftruncate(self.fd, size) self.buffer = mmap.mmap(self.fd, self.size) def _choose_dir(self, size): # Choose a non-storage backed directory if possible, # to improve performance for d in self._dir_candidates: st = os.statvfs(d) if st.f_bavail * st.f_frsize >= size: # enough free space? return d return util.get_temp_dir() def reduce_arena(a): if a.fd == -1: raise ValueError('Arena is unpicklable because ' 'forking was enabled when it was created') return rebuild_arena, (a.size, reduction.DupFd(a.fd)) def rebuild_arena(size, dupfd): return Arena(size, dupfd.detach()) reduction.register(Arena, reduce_arena) # # Class allowing allocation of chunks of memory from arenas # class Heap(object): # Minimum malloc() alignment _alignment = 8 _DISCARD_FREE_SPACE_LARGER_THAN = 4 * 1024 ** 2 # 4 MB _DOUBLE_ARENA_SIZE_UNTIL = 4 * 1024 ** 2 def __init__(self, size=mmap.PAGESIZE): self._lastpid = os.getpid() self._lock = threading.Lock() # Current arena allocation size self._size = size # A sorted list of available block sizes in arenas self._lengths = [] # Free block management: # - map each block size to a list of `(Arena, start, stop)` blocks self._len_to_seq = {} # - map `(Arena, start)` tuple to the `(Arena, start, stop)` block # starting at that offset self._start_to_block = {} # - map `(Arena, stop)` tuple to the `(Arena, start, stop)` block # ending at that offset self._stop_to_block = {} # Map arenas to their `(Arena, start, stop)` blocks in use self._allocated_blocks = defaultdict(set) self._arenas = [] # List of pending blocks to free - see comment in free() below self._pending_free_blocks = [] # Statistics self._n_mallocs = 0 self._n_frees = 0 @staticmethod def _roundup(n, alignment): # alignment must be a power of 2 mask = alignment - 1 return (n + mask) & ~mask def _new_arena(self, size): # Create a new arena with at least the given *size* length = self._roundup(max(self._size, size), mmap.PAGESIZE) # We carve larger and larger arenas, for efficiency, until we # reach a large-ish size (roughly L3 cache-sized) if self._size < self._DOUBLE_ARENA_SIZE_UNTIL: self._size *= 2 util.info('allocating a new mmap of length %d', length) arena = Arena(length) self._arenas.append(arena) return (arena, 0, length) def _discard_arena(self, arena): # Possibly delete the given (unused) arena length = arena.size # Reusing an existing arena is faster than creating a new one, so # we only reclaim space if it's large enough. if length < self._DISCARD_FREE_SPACE_LARGER_THAN: return blocks = self._allocated_blocks.pop(arena) assert not blocks del self._start_to_block[(arena, 0)] del self._stop_to_block[(arena, length)] self._arenas.remove(arena) seq = self._len_to_seq[length] seq.remove((arena, 0, length)) if not seq: del self._len_to_seq[length] self._lengths.remove(length) def _malloc(self, size): # returns a large enough block -- it might be much larger i = bisect.bisect_left(self._lengths, size) if i == len(self._lengths): return self._new_arena(size) else: length = self._lengths[i] seq = self._len_to_seq[length] block = seq.pop() if not seq: del self._len_to_seq[length], self._lengths[i] (arena, start, stop) = block del self._start_to_block[(arena, start)] del self._stop_to_block[(arena, stop)] return block def _add_free_block(self, block): # make block available and try to merge with its neighbours in the arena (arena, start, stop) = block try: prev_block = self._stop_to_block[(arena, start)] except KeyError: pass else: start, _ = self._absorb(prev_block) try: next_block = self._start_to_block[(arena, stop)] except KeyError: pass else: _, stop = self._absorb(next_block) block = (arena, start, stop) length = stop - start try: self._len_to_seq[length].append(block) except KeyError: self._len_to_seq[length] = [block] bisect.insort(self._lengths, length) self._start_to_block[(arena, start)] = block self._stop_to_block[(arena, stop)] = block def _absorb(self, block): # deregister this block so it can be merged with a neighbour (arena, start, stop) = block del self._start_to_block[(arena, start)] del self._stop_to_block[(arena, stop)] length = stop - start seq = self._len_to_seq[length] seq.remove(block) if not seq: del self._len_to_seq[length] self._lengths.remove(length) return start, stop def _remove_allocated_block(self, block): arena, start, stop = block blocks = self._allocated_blocks[arena] blocks.remove((start, stop)) if not blocks: # Arena is entirely free, discard it from this process self._discard_arena(arena) def _free_pending_blocks(self): # Free all the blocks in the pending list - called with the lock held. while True: try: block = self._pending_free_blocks.pop() except IndexError: break self._add_free_block(block) self._remove_allocated_block(block) def free(self, block): # free a block returned by malloc() # Since free() can be called asynchronously by the GC, it could happen # that it's called while self._lock is held: in that case, # self._lock.acquire() would deadlock (issue #12352). To avoid that, a # trylock is used instead, and if the lock can't be acquired # immediately, the block is added to a list of blocks to be freed # synchronously sometimes later from malloc() or free(), by calling # _free_pending_blocks() (appending and retrieving from a list is not # strictly thread-safe but under CPython it's atomic thanks to the GIL). if os.getpid() != self._lastpid: raise ValueError( "My pid ({0:n}) is not last pid {1:n}".format( os.getpid(),self._lastpid)) if not self._lock.acquire(False): # can't acquire the lock right now, add the block to the list of # pending blocks to free self._pending_free_blocks.append(block) else: # we hold the lock try: self._n_frees += 1 self._free_pending_blocks() self._add_free_block(block) self._remove_allocated_block(block) finally: self._lock.release() def malloc(self, size): # return a block of right size (possibly rounded up) if size < 0: raise ValueError("Size {0:n} out of range".format(size)) if sys.maxsize <= size: raise OverflowError("Size {0:n} too large".format(size)) if os.getpid() != self._lastpid: self.__init__() # reinitialize after fork with self._lock: self._n_mallocs += 1 # allow pending blocks to be marked available self._free_pending_blocks() size = self._roundup(max(size, 1), self._alignment) (arena, start, stop) = self._malloc(size) real_stop = start + size if real_stop < stop: # if the returned block is larger than necessary, mark # the remainder available self._add_free_block((arena, real_stop, stop)) self._allocated_blocks[arena].add((start, real_stop)) return (arena, start, real_stop) # # Class wrapping a block allocated out of a Heap -- can be inherited by child process # class BufferWrapper(object): _heap = Heap() def __init__(self, size): if size < 0: raise ValueError("Size {0:n} out of range".format(size)) if sys.maxsize <= size: raise OverflowError("Size {0:n} too large".format(size)) block = BufferWrapper._heap.malloc(size) self._state = (block, size) util.Finalize(self, BufferWrapper._heap.free, args=(block,)) def create_memoryview(self): (arena, start, stop), size = self._state return memoryview(arena.buffer)[start:start+size] PKjGe['u __init__.pynu[# # Package analogous to 'threading.py' but using processes # # multiprocessing/__init__.py # # This package is intended to duplicate the functionality (and much of # the API) of threading.py but uses processes instead of threads. A # subpackage 'multiprocessing.dummy' has the same API but is a simple # wrapper for 'threading'. # # Copyright (c) 2006-2008, R Oudkerk # Licensed to PSF under a Contributor Agreement. # import sys from . import context # # Copy stuff from default context # __all__ = [x for x in dir(context._default_context) if not x.startswith('_')] globals().update((name, getattr(context._default_context, name)) for name in __all__) # # XXX These should not really be documented or public. # SUBDEBUG = 5 SUBWARNING = 25 # # Alias for main module -- will be reset by bootstrapping child processes # if '__main__' in sys.modules: sys.modules['__mp_main__'] = sys.modules['__main__'] PKjGe[ 66 connection.pynu[PKjGe[,\(\(sresource_tracker.pynu[PKjGe[[popen_spawn_win32.pynu[PKjGe[b77util.pynu[PKjGe[ѓf/f/ forkserver.pynu[PKjGe[D.. !queues.pynu[PKjGe[d"Ppool.pynu[PKjGe[P q%%spawn.pynu[PKjGe[_T>>dummy/connection.pynu[PKjGe[pT>2Kdummy/__pycache__/connection.cpython-311.opt-2.pycnu[PKjGe[I``*4 dummy/__pycache__/__init__.cpython-311.pycnu[PKjGe[I``0%dummy/__pycache__/__init__.cpython-311.opt-1.pycnu[PKjGe[I``0>dummy/__pycache__/__init__.cpython-311.opt-2.pycnu[PKjGe[pT>2nWdummy/__pycache__/connection.cpython-311.opt-1.pycnu[PKjGe[pT>,Wgdummy/__pycache__/connection.cpython-311.pycnu[PKjGe[se :wdummy/__init__.pynu[PKjGe[UHHpshared_memory.pynu[PKjGe[/ TJpopen_forkserver.pynu[PKjGe[ popen_spawn_posix.pynu[PKjGe[NI I popen_fork.pynu[PKjGe[G:erM-M- zcontext.pynu[PKjGe[x *xDD managers.pynu[PKjGe[b+//synchronize.pynu[PKjGe[5IGresource_sharer.pynu[PKjGe[odk/k/ process.pynu[PKjGe[5zBzB&B__pycache__/forkserver.cpython-311.pycnu[PKjGe[oMM&__pycache__/util.cpython-311.opt-2.pycnu[PKjGe[!~U~U-__pycache__/synchronize.cpython-311.opt-1.pycnu[PKjGe[厧[9[9 z)__pycache__/heap.cpython-311.pycnu[PKjGe[lLAA3%c__pycache__/popen_spawn_posix.cpython-311.opt-1.pycnu[PKjGe[]UKK3t__pycache__/popen_spawn_win32.cpython-311.opt-2.pycnu[PKjGe[O]]/w__pycache__/shared_memory.cpython-311.opt-1.pycnu[PKjGe[h//'__pycache__/spawn.cpython-311.opt-2.pycnu[PKjGe[xf002__pycache__/resource_tracker.cpython-311.opt-1.pycnu[PKjGe[p*M__pycache__/managers.cpython-311.opt-2.pycnu[PKjGe[ɨAA,\__pycache__/forkserver.cpython-311.opt-1.pycnu[PKjGe[nA--.__pycache__/sharedctypes.cpython-311.opt-2.pycnu[PKjGe[#5,''+__pycache__/resource_sharer.cpython-311.pycnu[PKjGe[&&1~__pycache__/resource_sharer.cpython-311.opt-1.pycnu[PKjGe[lLAA-__pycache__/popen_spawn_posix.cpython-311.pycnu[PKjGe[d8%8%1?-__pycache__/resource_sharer.cpython-311.opt-2.pycnu[PKjGe[AH9H9&R__pycache__/heap.cpython-311.opt-1.pycnu[PKjGe[ߓAA,v__pycache__/connection.cpython-311.opt-2.pycnu[PKjGe[b,k  &C __pycache__/popen_fork.cpython-311.pycnu[PKjGe[t,JJ#rT __pycache__/process.cpython-311.pycnu[PKjGe[Jd88& __pycache__/heap.cpython-311.opt-2.pycnu[PKjGe[ gR- __pycache__/popen_spawn_win32.cpython-311.pycnu[PKjGe[!~U~U- __pycache__/synchronize.cpython-311.opt-2.pycnu[PKjGe[+87a>/>/2H __pycache__/resource_tracker.cpython-311.opt-2.pycnu[PKjGe[dPRMM*Bx __pycache__/managers.cpython-311.opt-1.pycnu[PKjGe[Yf::+ __pycache__/reduction.cpython-311.opt-1.pycnu[PKjGe[eF=AA) __pycache__/process.cpython-311.opt-2.pycnu[PKjGe[wLL(A __pycache__/queues.cpython-311.opt-2.pycnu[PKjGe[㟪iGiG)_ __pycache__/context.cpython-311.opt-2.pycnu[PKjGe[GR~3!N!N"X __pycache__/queues.cpython-311.pycnu[PKjGe[cLcL) __pycache__/context.cpython-311.opt-1.pycnu[PKjGe[cLcL#B __pycache__/context.cpython-311.pycnu[PKjGe[H "/"/(= __pycache__/sharedctypes.cpython-311.pycnu[PKjGe[H77+ __pycache__/reduction.cpython-311.opt-2.pycnu[PKjGe[$Z"__) __pycache__/shared_memory.cpython-311.pycnu[PKjGe[#WW$'W__pycache__/__init__.cpython-311.pycnu[PKjGe[l5L;;$[__pycache__/managers.cpython-311.pycnu[PKjGe[]f~mPP&a{__pycache__/util.cpython-311.opt-1.pycnu[PKjGe[#WW*m__pycache__/__init__.cpython-311.opt-1.pycnu[PKjGe[u2,__pycache__/popen_forkserver.cpython-311.pycnu[PKjGe[u22n__pycache__/popen_forkserver.cpython-311.opt-2.pycnu[PKjGe[g ? ?,__pycache__/forkserver.cpython-311.opt-2.pycnu[PKjGe[#WW*+3__pycache__/__init__.cpython-311.opt-2.pycnu[PKjGe[lLAA37__pycache__/popen_spawn_posix.cpython-311.opt-2.pycnu[PKjGe[u22I__pycache__/popen_forkserver.cpython-311.opt-1.pycnu[PKjGe[b,k  ,Z__pycache__/popen_fork.cpython-311.opt-1.pycnu[PKjGe[QAe11!;l__pycache__/spawn.cpython-311.pycnu[PKjGe[ wWW';__pycache__/synchronize.cpython-311.pycnu[PKjGe[[8f1f1,__pycache__/resource_tracker.cpython-311.pycnu[PKjGe[B,N(__pycache__/connection.cpython-311.opt-1.pycnu[PKjGe[,&MM(5__pycache__/queues.cpython-311.opt-1.pycnu[PKjGe[7$g34__pycache__/popen_spawn_win32.cpython-311.opt-1.pycnu[PKjGe[QQ N__pycache__/util.cpython-311.pycnu[PKjGe[b,k  ,__pycache__/popen_fork.cpython-311.opt-2.pycnu[PKjGe[`}74141'__pycache__/spawn.cpython-311.opt-1.pycnu[PKjGe[<$ t__pycache__/pool.cpython-311.pycnu[PKjGe[WzR...̛__pycache__/sharedctypes.cpython-311.opt-1.pycnu[PKjGe[Yf::%__pycache__/reduction.cpython-311.pycnu[PKjGe[F롿&__pycache__/connection.cpython-311.pycnu[PKjGe[\MFMF)__pycache__/process.cpython-311.opt-1.pycnu[PKjGe[z⚟&J __pycache__/pool.cpython-311.opt-1.pycnu[PKjGe[ i6&?__pycache__/pool.cpython-311.opt-2.pycnu[PKjGe[OxSxS/Fw__pycache__/shared_memory.cpython-311.opt-2.pycnu[PKjGe[!ĭ(%(% reduction.pynu[PKjGe[}sharedctypes.pynu[PKjGe[}j-j-b heap.pynu[PKjGe['u 7__init__.pynu[PK\\#: