File manager

U

e5dj-�@s�dd
lZddl
mZ
dd
lZdd
lZdd
lZdd
lZdd
lZddlm	Z	m
Z

ddlmZ
dg
Z
ejdkr�dd
lZGdd	�d	e�Zn,Gd
d	�d	e�Zdd�Zd
d�Ze	�ee�
Gdd�de�ZGdd�de�Zd
S)�N)
�defaultdict�
)�	reduction�assert_spawning)
�util�
BufferWrapperZwin32c@s0eZ
dZd
Ze��Zdd�Zdd�Zdd�Z	dS)	�ArenazL
        A shared memory area backed by anonymous memory (Windows).
        cCsx|
|_t
d
�
D]B}dt��t|j�
f}tjd|
|d�}t��dkrH
qZ|�	�
qt
d�
�
||_||_|j|jf|_
dS)N�dz	pym-%d-%s����
Ztagnamer
zCannot find name for new mmap)�size�range�os�getpid�next�_rand�mmap�_winapiZGetLastError�close�FileExistsError�name�buffer�_state)�selfr�
irZbuf�r�,/usr/lib64/python3.8/multiprocessing/heap.py�__init__&s









�Arena.__init__c

Cst|�

|j
S�
N)rr)
rrrr�__getstate__5s

zArena.__getstate__cCs,|
\|_|_
|_tjd
|j|j
d�|_dS)Nr
r)rrrrr)r�staterrr�__setstate__9s
zArena.__setstate__N)
�__name__�
__module__�__qualname__�__doc__�tempfileZ_RandomNameSequencerrr r"rrrrrs

rc@s8eZ
dZd
Zejdkrdg
ZngZd
dd�
Zdd�Zd	S)rzJ
        A shared memory area backed by a temporary file (POSIX).
        Zlinuxz/dev/shmr
cCsx|
|_||_
|d
krbtjdt��|�|
�
d�\|_
}t�|�

t�	|tj
|j
f
�
t�|j
|
�
t�|j
|j�|_
dS)Nr
zpym-%d-)�prefix�dir)r�fdr'Zmkstemprr�_choose_dir�unlinkr�Finalizer�	ftruncaterr)rrr*rrrrrMs





�



rcCs6|jD]&}t
�|�
}|j|j|
kr|
Sqt��Sr)�_dir_candidatesr�statvfs�f_bavail�f_frsizerZget_temp_dir)rr�
d�strrrr+[s







zArena._choose_dirN)
r
)	r#r$r%r&�sys�platformr/rr+rrrrrCs



c

Cs(|jd
krt
d�
�
t|jt�|j�
ffS)Nr
zDArena is unpicklable because forking was enabled when it was created)r*�
ValueError�
rebuild_arenarrZDupFd)
�
arrr�reduce_arenads


r:cCst||
�
��Sr)r�detach)rZdupfdrrrr8js
r8c@szeZ
dZd
ZdZdZejf
dd�
Ze	dd��
Z
dd�Zd	d
�Zdd�Z
d
d�Zdd�Zdd�Zdd�Zdd�Zdd�ZdS)�Heap�i@cCsXt�
�|_t��|_|
|_g|_i|_i|_	i|_
tt�
|_
g|_g|_d
|_d
|_dS�Nr
)rr�_lastpid�	threadingZLock�_lock�_size�_lengths�_len_to_seq�_start_to_block�_stop_to_blockr�set�_allocated_blocks�_arenas�_pending_free_blocks�
_n_mallocs�_n_frees)rrrrrr{s






z
Heap.__init__cCs|
d
}|||@S)Nrr)�
nZ	alignment�maskrrr�_roundup�s
z
Heap._roundupcCsZ|�t
|j|
�tj�}|j|jkr0|jd
9_t�d|�
t|�
}|j	�
|�

|d|fS)N�z"allocating a new mmap of length %dr
)rO�maxrBr�PAGESIZE�_DOUBLE_ARENA_SIZE_UNTILr�inforrI�append)rr�length�arenarrr�
_new_arena�s




zHeap._new_arenacCs�|
j}||j
krdS|j�|
�
}|r(t�
|j|
d
f=|j|
|f=|j�|
�

|j	|}|�|
d
|f�

|s~|j	|=|j
�|�

dSr>)r�_DISCARD_FREE_SPACE_LARGER_THANrH�pop�AssertionErrorrErFrI�removerDrC)rrWrV�blocks�seqrrr�_discard_arena�s












zHeap._discard_arenac	Cs|t�
|j|
�}|t|j�
kr&|�|
�
S|j|}|j|}|��}|sV|j|=|j|=|\}}}|j||f=|j||f=|Sr)	�bisectZbisect_leftrC�lenrXrDrZrErF)	rrrrVr^�blockrW�start�stoprrr�_malloc�s












zHeap._mallocc	Cs�|
\}}}z|j||f}Wnt
k
r0


YnX|�|�
\}}z|j||f}Wnt
k
rf


YnX|�|�
\}}|||f}
||}z|j|�|
�

Wn.t
k
r�


|
g
|j|<t�|j|�
YnX|
|j||f<|
|j||f<dSr)	rF�KeyError�_absorbrErDrUr`ZinsortrC)	rrbrWrcrdZ
prev_block�
_Z
next_blockrVrrr�_add_free_block�s(













zHeap._add_free_blockcCs^|
\}}}|j||f=|j
||f=||}|j|}|�|
�

|sV|j|=|j�|�

||fSr)rErFrDr\rC)rrbrWrcrdrVr^rrrrg�s









zHeap._absorbcCs4|
\}}}|j|}|�
||f�

|s0|�|�

dSr)rHr\r_)rrbrWrcrdr]rrr�_remove_allocated_block�s






zHeap._remove_allocated_blockc
CsBz|j�
�}
Wntk
r&


Yq>YnX|�|
�

|�|
�

qdSr)rJrZ�
IndexErrorrirj�rrbrrr�_free_pending_blocks
s






zHeap._free_pending_blockscCs~t�
�|jkr$td
�t�
�|j��
�
|j�d�
s>|j�|
�

n<z.|j
d7_
|��
|�|
�

|�
|
�

W5|j�	�
XdS)Nz$My pid ({0:n}) is not last pid {1:n}Fr)rrr?r7�formatrA�acquirerJrU�releaserLrmrirjrlrrr�free
s



��




z	Heap.freec
Cs�|
d
krtd�
|
�
�
�
tj|
k
r.td�
|
�
�
�
t��|jkrD|��
|j	��
|j
d7_
|��
|�t
|
d�|j�}
|�|
�
\}}}||
}||kr�|�|||f�

|j|�||f�

|||fW5QR�SQRXdS)Nr
�Size {0:n} out of range�Size {0:n} too larger)r7rnr5�maxsize�
OverflowErrorrrr?rrArKrmrOrQ�
_alignmentrerirH�add)rrrWrcrdZ	real_stoprrr�malloc(
s 













zHeap.mallocN)r#r$r%rvrYrSrrRr�staticmethodrOrXr_rerirgrjrmrqrxrrrrr<ss



r<c@s"eZ
dZe�Zd
d�Zdd�ZdS)rcCs^|
d
krtd�
|
�
�
�
tj|
k
r.td�
|
�
�
�
tj�|
�
}||
f|_t	j
|tjj|f
d�
dS)Nr
rrrs)
�args)r7rnr5rtrur�_heaprxrrr-rq)rrrbrrrrF
s








zBufferWrapper.__init__c
Cs&|j\\}
}}}t
|
j�
|||�Sr)r�
memoryviewr)rrWrcrdrrrr�create_memoryviewO
s

zBufferWrapper.create_memoryviewN)r#r$r%r<r{rr}rrrrrB
s	)r`�collectionsrrrr5r'r@�contextrr�r�__all__r6r�objectrr:r8�registerr<rrrrr�<module>
s&







$!P