File manager

3


 \n.�@s�
dd
lZdd
l
Z
dd
lZdd
lZdd
lZdd
lZddlmZ
ddlm	Z	
ddddd	d
ddd
ddddddgZ
dZdZdZ
dZdZdZdZd
adadd�Zdd�Zdd�Zdd�Zdd	�Zd6d d
�
Zd!d�Zej�Ze
j�Zd"d#�Zd$d�Z iZ!e
j�Z"Gd%d�de#�Z$d7d&d'�
Z%d(d
�Z&da'eee%e	j(e	j)fd)d*�
Z*ej+e*�

Gd+d�de#�Z,Gd,d�dej-�Z.yej/d-�
Z0Wne1k
�
r�


d.Z0YnXd/d�Z2d0d1�Z3d2d3�Z4d4d5�Z5d
S)8�N)
�_args_from_interpreter_flags�
)
�process�	sub_debug�debug�info�sub_warning�
get_logger�
log_to_stderr�get_temp_dir�register_after_fork�
is_exiting�Finalize�ForkAwareThreadLock�ForkAwareLocal�close_all_fds_except�SUBDEBUG�
SUBWARNING��
��Zmultiprocessingz+[%(levelname)s/%(processName)s] %(message)sFc
Gstrtj
t|f|
��
dS)
N)�_logger�logr)�msg�args�r�,/usr/lib64/python3.6/multiprocessing/util.pyr,s

c
Gstrtj
t|f|
��
dS)
N)rr�DEBUG)rrrrrr0s

c
Gstrtj
t|f|
��
dS)
N)rr�INFO)rrrrrr4s

c
Gstrtj
t|f|
��
dS)
N)rrr)rrrrrr8s

c

Cs|d
dl}|j
�
z\tsj|jt�
ad
t_ttd�rFtjt	�

tj
t	�

n$tjjt	fif�

tjj
t	fif�

Wd|j�
XtS)Nr
�
unregister)�loggingZ_acquireLockrZ	getLogger�LOGGER_NAMEZ	propagate�hasattr�atexitr �_exit_function�registerZ
_exithandlers�remove�appendZ_releaseLock)
r!rrrr	<s









c
CsJd
dl}
t
�}|
jt�
}|
j�}|j|�

|j|�

|rB|j|�

dat	S)Nr
T)
r!r	Z	Formatter�DEFAULT_LOGGING_FORMATZ
StreamHandlerZsetFormatterZ
addHandlerZsetLevel�_log_to_stderrr)�levelr!ZloggerZ	formatterZhandlerrrrr
Ws










cCsdtj
�jjd
�
}|dkr`ddl}
ddl}|jdd�
}td|�
td|
j	|g
dd�
|tj
�jd
<|S)	N�tempdirr
zpymp-)
�prefixzcreated temp directory %s�d)r�exitpriorityi����)
r�current_processZ_config�get�shutil�tempfileZmkdtemprrZrmtree)r,r2r3rrrrms







cCsjtt
j��
}|j�
xP|D]H\\}
}}}y||�

Wqtk
r`
}
ztd
|�
WYdd}~XqXqWdS)Nz after forker raised exception %s)�list�_afterfork_registry�items�sort�	Exceptionr)r6�indexZident�func�obj�
errr�_run_after_forkerss






r=cCs|tt
t�
t|�
|
f<dS)
N)r5�next�_afterfork_counter�id)r;r:rrrr�s
c@sHeZ
dZfd
d
fdd�
Zd
eeejfdd�
Zdd�Z	dd	�Z
d
d�Zd
S)rNcCsT|
dk	rtj
|
|�|_n||_||_|p*i|_|tt�
f|_t	j
�|_|t|j<dS)
N)
�weakref�ref�_weakref�	_callback�_args�_kwargsr>�_finalizer_counter�_key�os�getpid�_pid�_finalizer_registry)�selfr;�callbackr�kwargsr/rrr�__init__�s






zFinalize.__init__c
Cs�y||j=Wnt
k
r(


|d
�

YnbX|j|�krD|d�

d}n$|d|j|j|j�
|j|j|j�
}d|_|_|_|_|_|SdS)Nzfinalizer no longer registeredz+finalizer ignored because different processz/finalizer calling %s with args %s and kwargs %s)rH�KeyErrorrKrDrErFrC)rM�wrrLrrJ�resrrr�__call__�s







zFinalize.__call__c

CsDyt|j
=Wntk
r 


Yn Xd|_|_|_|_|_
dS)
N)rLrHrQrCrDrErF)
rMrrr�cancel�s



zFinalize.cancelc

Cs
|jt
kS)
N)rHrL)
rMrrr�still_active�szFinalize.still_activec
Cs�y|j�}
Wnt
tfk
r(


d}
YnX|
dkr>d
|jjSd|jjt|jd|j�f}|jrr|dt|j�
7}|j	r�|dt|j	�
7}|j
ddk	r�|dt|j
d�
7}|dS)	Nz<%s object, dead>z<%s object, callback=%s�__name__z, args=z	, kwargs=r
z, exitprority=�
>)rC�AttributeError�	TypeError�	__class__rW�getattrrDrE�strrFrH)rMr;�
xrrr�__repr__�s 














zFinalize.__repr__)rW�
__module__�__qualname__rPrLrrIrJrTrUrVr_rrrrr�s
c
s�tdkrdS�
dkrd
d��n�
f
dd���f
dd�t
t�
D�
}
|
jdd�

xX|
D]P}tj|�
}|dk	rRtd|�
y
|�
WqRtk
r�


d	dl}|j�
YqRXqRW�
dkr�tj�
dS)
Nc

Ss|d
dk	S)Nr
r)
�
prrr�<lambda>�sz!_run_finalizers.<locals>.<lambda>c

s|d
dk	o|d
�kS)Nr
r)
rb)
�minpriorityrrrc�sc
sg|]}
�|
�
r|
�qSrr)�.0�key)
�
frr�
<listcomp>�sz#_run_finalizers.<locals>.<listcomp>T)
�reversez
calling %sr
)	rLr4r7r1rr8�	traceback�	print_exc�clear)rd�keysrf�	finalizerrjr)rgrdr�_run_finalizers�s$














rocCstp
tdkS)
N)
�_exitingrrrrr

scCs�ts�d
a|d�

|
d�

|d�

|�dk	rzx*|�D] }|j
r2|d|j�
|jj�
q2Wx"|�D]}|d|j�
|j�
q^W|
d�

|�
dS)NTzprocess shutting downz2running all "atexit" finalizers with priority >= 0r
z!calling terminate() for daemon %szcalling join() for process %sz)running the remaining "atexit" finalizers)rpZdaemon�nameZ_popenZ	terminate�join)rrro�active_childrenr0rbrrrr%
s	









r%c@s,eZ
dZd
d�Zdd�Zdd�Zdd�Zd	S)
rc

Cs|j�
t
|tj�
dS)
N)�_resetrr)
rMrrrrPK
s

zForkAwareThreadLock.__init__c

Cs"tj
�|_|jj|_|jj|_dS)
N)�	threadingZLock�_lock�acquire�release)
rMrrrrtO
s




zForkAwareThreadLock._resetc


Cs
|jj
�S)
N)rv�	__enter__)
rMrrrryT
s
zForkAwareThreadLock.__enter__c
Gs|jj
|
�S)
N)rv�__exit__)rMrrrrrzW
s
zForkAwareThreadLock.__exit__N)rWr`rarPrtryrzrrrrrJ
s
c@seZ
dZd
d�Zdd�ZdS)rc

Cst|d
d��
dS)Nc


Ss
|jj
�S)
N)�__dict__rl)
r;rrrrc]
sz)ForkAwareLocal.__init__.<locals>.<lambda>)
r)
rMrrrrP\
s
zForkAwareLocal.__init__c

Cst|�
ffS)
N)
�type)
rMrrr�
__reduce__^
s
zForkAwareLocal.__reduce__N)rWr`rarPr}rrrrr[
s
�SC_OPEN_MAX�
c
CsRt|�
dt
g}|j�
x4tt|�
d
�
D] }
tj||
d
||
d
�
q*WdS)Nr���)r4�MAXFDr7�range�lenrI�
closerange)Zfds�
irrrrj
s


c
Cs�tj
dkrdSytj
j�
Wnttfk
r4


YnXy@tjtjtj�}yt|d
d�t_
Wn


tj|�

�YnXWnttfk
r�


YnXdS)NF)
�closefd)	�sys�stdin�close�OSError�
ValueErrorrI�open�devnull�O_RDONLY)
�fdrrr�_close_stdint
s














r�cCsTytj
j�
Wnttfk
r&


YnXytjj�
Wnttfk
rN


YnXdS)
N)r��stdout�flushrYr��stderrrrrr�_flush_std_streams�
s







r�cCstd
dl}t
ttt|��
�
}tj�\}}z2|j|
tj|�
g
d|ddddddd	d
||ddd�Stj	|�

tj	|�

XdS)Nr
TrFr�r�r�r�r�r�)
�_posixsubprocess�tuple�sorted�map�intrI�pipeZ	fork_exec�fsencoder�)�pathrZpassfdsr�Zerrpipe_readZ
errpipe_writerrr�spawnv_passfds�
s










r�)
N)
N)6rI�	itertoolsr�rAr$ru�
subprocessr�r�__all__ZNOTSETrrrrr"r)rr*rrrrr	r
r�WeakValueDictionaryr5�countr?r=rrLrG�objectrror
rprsr0r%r&rZlocalr�sysconfr�r8rr�r�r�rrrr�<module>
sf

















	
S
,

(