File manager

U

e5dj-�@s�dd
lZddl
mZ
dd
lZdd
lZdd
lZdd
lZdd
lZddlm	Z	m
Z

ddlmZ
dg
Z
ejdkr�dd
lZGdd	�d	e�Zn,Gd
d	�d	e�Zdd�Zd
d�Ze	�ee�
Gdd�de�ZGdd�de�Zd
S)�N)
�defaultdict�
)�	reduction�assert_spawning)
�util�
BufferWrapperZwin32c@s,eZ
dZe��Zd
d�Zdd�Zdd�ZdS)�ArenacCsx|
|_t
d
�
D]B}dt��t|j�
f}tjd|
|d�}t��dkrH
qZ|�	�
qt
d�
�
||_||_|j|jf|_
dS)N�dz	pym-%d-%s����
Ztagnamer
zCannot find name for new mmap)�size�range�os�getpid�next�_rand�mmap�_winapiZGetLastError�close�FileExistsError�name�buffer�_state)�selfr�
irZbuf�r�,/usr/lib64/python3.8/multiprocessing/heap.py�__init__&s









�Arena.__init__c

Cst|�

|j
S�
N)rr)
rrrr�__getstate__5s

zArena.__getstate__cCs,|
\|_|_
|_tjd
|j|j
d�|_dS)Nr
r)rrrrr)r�staterrr�__setstate__9s
zArena.__setstate__N)	�__name__�
__module__�__qualname__�tempfileZ_RandomNameSequencerrr r"rrrrrsrc@s4eZ
dZejd
krdg
ZngZd	dd�
Zdd�ZdS)
rZlinuxz/dev/shmr
cCsx|
|_||_
|d
krbtjdt��|�|
�
d�\|_
}t�|�

t�	|tj
|j
f
�
t�|j
|
�
t�|j
|j�|_
dS)Nr
zpym-%d-)�prefix�dir)r�fdr&Zmkstemprr�_choose_dir�unlinkr�Finalizer�	ftruncaterr)rrr)rrrrrMs





�



rcCs6|jD]&}t
�|�
}|j|j|
kr|
Sqt��Sr)�_dir_candidatesr�statvfs�f_bavail�f_frsizerZget_temp_dir)rr�
d�strrrr*[s







zArena._choose_dirN)
r
)r#r$r%�sys�platformr.rr*rrrrrCs



c

Cs(|jd
krt
d�
�
t|jt�|j�
ffS)Nr
zDArena is unpicklable because forking was enabled when it was created)r)�
ValueError�
rebuild_arenarrZDupFd)
�
arrr�reduce_arenads


r9cCst||
�
��Sr)r�detach)rZdupfdrrrr7js
r7c@szeZ
dZd
ZdZdZejf
dd�
Ze	dd��
Z
dd�Zd	d
�Zdd�Z
d
d�Zdd�Zdd�Zdd�Zdd�Zdd�ZdS)�Heap�i@cCsXt�
�|_t��|_|
|_g|_i|_i|_	i|_
tt�
|_
g|_g|_d
|_d
|_dS�Nr
)rr�_lastpid�	threadingZLock�_lock�_size�_lengths�_len_to_seq�_start_to_block�_stop_to_blockr�set�_allocated_blocks�_arenas�_pending_free_blocks�
_n_mallocs�_n_frees)rrrrrr{s






z
Heap.__init__cCs|
d
}|||@S)Nrr)�
nZ	alignment�maskrrr�_roundup�s
z
Heap._roundupcCsZ|�t
|j|
�tj�}|j|jkr0|jd
9_t�d|�
t|�
}|j	�
|�

|d|fS)N�z"allocating a new mmap of length %dr
)rN�maxrAr�PAGESIZE�_DOUBLE_ARENA_SIZE_UNTILr�inforrH�append)rr�length�arenarrr�
_new_arena�s




zHeap._new_arenacCsz|
j}||j
krdS|j�|
�
}|j|
d
f=|j|
|f=|j�|
�

|j|}|�|
d
|f�

|sv|j|=|j	�|�

dSr=)
r�_DISCARD_FREE_SPACE_LARGER_THANrG�poprDrErH�removerCrB)rrVrU�blocks�seqrrr�_discard_arena�s










zHeap._discard_arenac	Cs|t�
|j|
�}|t|j�
kr&|�|
�
S|j|}|j|}|��}|sV|j|=|j|=|\}}}|j||f=|j||f=|Sr)	�bisectZbisect_leftrB�lenrWrCrYrDrE)	rrrrUr\�blockrV�start�stoprrr�_malloc�s












zHeap._mallocc	Cs�|
\}}}z|j||f}Wnt
k
r0


YnX|�|�
\}}z|j||f}Wnt
k
rf


YnX|�|�
\}}|||f}
||}z|j|�|
�

Wn.t
k
r�


|
g
|j|<t�|j|�
YnX|
|j||f<|
|j||f<dSr)	rE�KeyError�_absorbrDrCrTr^ZinsortrB)	rr`rVrarbZ
prev_block�
_Z
next_blockrUrrr�_add_free_block�s(













zHeap._add_free_blockcCs^|
\}}}|j||f=|j
||f=||}|j|}|�|
�

|sV|j|=|j�|�

||fSr)rDrErCrZrB)rr`rVrarbrUr\rrrre�s









zHeap._absorbcCs4|
\}}}|j|}|�
||f�

|s0|�|�

dSr)rGrZr])rr`rVrarbr[rrr�_remove_allocated_block�s






zHeap._remove_allocated_blockc
CsBz|j�
�}
Wntk
r&


Yq>YnX|�|
�

|�|
�

qdSr)rIrY�
IndexErrorrgrh�rr`rrr�_free_pending_blocks
s






zHeap._free_pending_blockscCs~t�
�|jkr$td
�t�
�|j��
�
|j�d�
s>|j�|
�

n<z.|j
d7_
|��
|�|
�

|�
|
�

W5|j�	�
XdS)Nz$My pid ({0:n}) is not last pid {1:n}Fr)rrr>r6�formatr@�acquirerIrT�releaserKrkrgrhrjrrr�free
s



��




z	Heap.freec
Cs�|
d
krtd�
|
�
�
�
tj|
k
r.td�
|
�
�
�
t��|jkrD|��
|j	��
|j
d7_
|��
|�t
|
d�|j�}
|�|
�
\}}}||
}||kr�|�|||f�

|j|�||f�

|||fW5QR�SQRXdS)Nr
�Size {0:n} out of range�Size {0:n} too larger)r6rlr4�maxsize�
OverflowErrorrrr>rr@rJrkrNrP�
_alignmentrcrgrG�add)rrrVrarbZ	real_stoprrr�malloc(
s 













zHeap.mallocN)r#r$r%rtrXrRrrQr�staticmethodrNrWr]rcrgrerhrkrorvrrrrr;ss



r;c@s"eZ
dZe�Zd
d�Zdd�ZdS)rcCs^|
d
krtd�
|
�
�
�
tj|
k
r.td�
|
�
�
�
tj�|
�
}||
f|_t	j
|tjj|f
d�
dS)Nr
rprq)
�args)r6rlr4rrrsr�_heaprvrrr,ro)rrr`rrrrF
s








zBufferWrapper.__init__c
Cs&|j\\}
}}}t
|
j�
|||�Sr)r�
memoryviewr)rrVrarbrrrr�create_memoryviewO
s

zBufferWrapper.create_memoryviewN)r#r$r%r;ryrr{rrrrrB
s	)r^�collectionsrrrr4r&r?�contextrr�r�__all__r5r�objectrr9r7�registerr;rrrrr�<module>
s&







$!P