File manager

�
e f{)�@s<dd
lZdd
l
Z
dd
lZdd
lZdd
lZddlmZ
ddlmZ
ddddd	d
ddd
ddddddgZ	dZ
dZdZdZ
dZdZdZd
adadd�Zdd�Zdd�Zdd�Zdd	�Zd
d d
�
Zd!d�Zej�Ze
j�Zd"d#�Zd$d�ZiZ e
j�Z!Gd%d�de"�Z#d
d&d'�
Z$d(d
�Z%da&eee$ej'ej(d)d*�Z)ej*e)�

Gd+d�de"�Z+Gd,d�dej,�Z-yej.d-�
Z/Wne0k
r


d.Z/Yn
Xd/d�Z1d0d1�Z2d
S)2�N)
�_args_from_interpreter_flags�
)
�process�	sub_debug�debug�info�sub_warning�
get_logger�
log_to_stderr�get_temp_dir�register_after_fork�
is_exiting�Finalize�ForkAwareThreadLock�ForkAwareLocal�close_all_fds_except�SUBDEBUG�
SUBWARNING��
��Zmultiprocessingz+[%(levelname)s/%(processName)s] %(message)sFc
Gs trtj
t||
�
ndS)
N)�_logger�logr)�msg�args�r�9/opt/alt/python34/lib64/python3.4/multiprocessing/util.pyr+s

c
Gs trtj
t||
�
ndS)
N)rr�DEBUG)rrrrrr/s

c
Gs trtj
t||
�
ndS)
N)rr�INFO)rrrrrr3s

c
Gs trtj
t||
�
ndS)
N)rrr)rrrrrr7s

c

Cs�d
dl}|j
�
z�ts�|jt�
ad
t_ttd�rctjt	�

tj
t	�

q�tjjt	fif�

tjj
t	fif�

nWd|j�
XtS)z0
    Returns logger used by multiprocessing
    r
N�
unregister)�loggingZ_acquireLockrZ	getLogger�LOGGER_NAMEZ	propagate�hasattr�atexitr �_exit_function�registerZ
_exithandlers�remove�appendZ_releaseLock)
r!rrrr	;s



	



 c
Csjd
dl}
t
�}|
jt�
}|
j�}|j|�

|j|�

|r`|j|�

ndat	S)zB
    Turn on logging and add a handler which prints to stderr
    r
NT)
r!r	Z	Formatter�DEFAULT_LOGGING_FORMATZ
StreamHandlerZsetFormatterZ
addHandlerZsetLevel�_log_to_stderrr)�levelr!ZloggerZ	formatterZhandlerrrrr
Vs	








cCs�tj
�jjd
�
}|dkr�ddl}
ddl}|jdd�
}td|�
td|
j	d|g
dd	�
|tj
�jd
<n|S)
N�tempdirr
�prefixzpymp-zcreated temp directory %sr�exitpriority�di����)
r�current_processZ_config�get�shutil�tempfileZmkdtemprrZrmtree)r,r2r3rrrrls







cCs�tt
j��
}|j�
x`|D]X\\}
}}}y||�

Wq#tk
rz
}
ztd
|�
WYdd}~Xq#Xq#WdS)Nz after forker raised exception %s)�list�_afterfork_registry�items�sort�	Exceptionr)r6�indexZident�func�obj�
errr�_run_after_forkers~s







r=cCs#|tt
t�
t|�
|
f<dS)
N)r5�next�_afterfork_counter�id)r;r:rrrr�s
c@sjeZ
dZd
Zfdddd�Zdeeejdd�Z	dd�Z
d	d
�Zdd�ZdS)
rzA
    Class which supports object finalization using weakrefs
    NcCsz|
dk	r$tj
|
|�|_n||_||_|p?i|_|tt�
f|_t	j
�|_|t|j<dS)
N)
�weakref�ref�_weakref�	_callback�_args�_kwargsr>�_finalizer_counter�_key�os�getpid�_pid�_finalizer_registry)�selfr;�callbackr�kwargsr.rrr�__init__�s
	
	


zFinalize.__init__c
Cs�y||j=Wnt
k
r,


|d
�

Yn�X|j|�krR|d�

d}n4|d|j|j|j�
|j|j|j�}d|_|_|_|_|_|SdS)zQ
        Run the callback unless it has already been called or cancelled
        zfinalizer no longer registeredz+finalizer ignored because different processNz/finalizer calling %s with args %s and kwargs %s)rH�KeyErrorrKrDrErFrC)rM�wrrLrrJ�resrrr�__call__�s






	

%
zFinalize.__call__c

CsLyt|j
=Wntk
r"


Yn&Xd
|_|_|_|_|_
d
S)z3
        Cancel finalization of the object
        N)rLrHrQrCrDrErF)
rMrrr�cancel�s




zFinalize.cancelc

Cs
|jt
kS)
zS
        Return whether this finalizer is still waiting to invoke callback
        )rHrL)
rMrrr�still_active�szFinalize.still_activec

Cs�y|j�}
Wnt
tfk
r0


d}
Yn
X|
dkrAd
Sdt|jd|j�}|jr�|dt|j�
7}n|jr�|dt|j�
7}n|jddk	r�|dt|jd�
7}n|dS)	Nz<Finalize object, dead>z<Finalize object, callback=%s�__name__z, args=z	, kwargs=r
z, exitprority=�
>)	rC�AttributeError�	TypeError�getattrrDrE�strrFrH)rMr;�
xrrr�__repr__�s






	

	



zFinalize.__repr__)
rW�
__module__�__qualname__�__doc__rPrLrrIrJrTrUrVr^rrrrr�s

c
s�td
krd
S�
d
kr+dd��n�
f
dd���f
dd�t
tj��
D�
}
|
jdd�

xW|
D]O\}}td	|�
y|�
Wqytk
r�


d
d
l}|j�
YqyXqyW�
d
kr�tj�
nd
S)z�
    Run all finalizers whose exit priority is not None and at least minpriority

    Finalizers with highest priority are called first; finalizers with
    the same priority will be called in reverse order of creation.
    Nc

Ss|d
d
dk	S)Nr
r)
�
prrr�<lambda>�sz!_run_finalizers.<locals>.<lambda>c

s&|d
d
dk	o%|d
d
�kS)Nr
r)
rb)
�minpriorityrrrc�sc
s"g|]}
�|
�
r|
�qSrr)�.0r])
�
frr�
<listcomp>�s	z#_run_finalizers.<locals>.<listcomp>�reverseTz
calling %sr
)	rLr4r6r7rr8�	traceback�	print_exc�clear)rdr6�keyZ	finalizerrir)rfrdr�_run_finalizers�s 
%









rmcCstptd
kS)z6
    Returns true if the process is shutting down
    N)
�_exitingrrrrr

scCs�ts�d
a|d�

|
d�

|d�

|�dk	r�x:|�D]/}|j
rC|d|j�
|jj�
qCqCWx.|�D] }|d|j�
|j�
q�Wn|
d�

|�
ndS)NTzprocess shutting downz2running all "atexit" finalizers with priority >= 0r
z!calling terminate() for daemon %szcalling join() for process %sz)running the remaining "atexit" finalizers)rnZdaemon�nameZ_popenZ	terminate�join)rrrm�active_childrenr0rbrrrr%
s	






	





r%c@s(eZ
dZd
d�Zdd�ZdS)rc

Cs|j�
t
|tj�
dS)
N)�_resetrr)
rMrrrrPA
s


zForkAwareThreadLock.__init__c

Cs1tj
�|_|jj|_|jj|_dS)
N)�	threadingZLock�_lock�acquire�release)
rMrrrrrE
s


zForkAwareThreadLock._resetN)rWr_r`rPrrrrrrr@
s
c@s(eZ
dZd
d�Zdd�ZdS)rc

Cst|d
d��
dS)Nc


Ss
|jj
�S)
N)�__dict__rk)
r;rrrrcL
sz)ForkAwareLocal.__init__.<locals>.<lambda>)
r)
rMrrrrPK
s
zForkAwareLocal.__init__c

Cst|�
ffS)
N)
�type)
rMrrr�
__reduce__M
s
zForkAwareLocal.__reduce__N)rWr_r`rPryrrrrrJ
s
�SC_OPEN_MAX�
c
Cset|�
dt
g}|j�
x>tt|�
d
�
D]&}
tj||
d
||
d
�
q7WdS)Nr���)r4�MAXFDr7�range�lenrI�
closerange)Zfds�
irrrrY
s



cCs�d
dl}t
|�
}tj�\}}zM|j|
tj|�
g
d|ddddddd	d
||ddd�SWdtj|�

tj|�

XdS)Nr
TrFr|r|r|r|r|r|)�_posixsubprocess�sortedrI�pipeZ	fork_exec�fsencode�close)�pathrZpassfdsr�Zerrpipe_readZ
errpipe_writerrr�spawnv_passfdsd
s









r�)3rI�	itertoolsrAr$rs�
subprocessr�r�__all__ZNOTSETrrrrr"r)rr*rrrrr	r
r�WeakValueDictionaryr5�countr?r=rrLrG�objectrrmr
rnrqr0r%r&rZlocalr�sysconfr}r8rr�rrrr�<module>
s`




	








	
R$	

(