3
\�Y � @ s d Z ddlZddlZddlZddlZddlZddlZddlZddl Z ddl
Z
e
j � � e
j de
� ddlZW dQ R X ejd Zejd Zejd Zejd ZeefZejZi Zdd � Zi Zd
d � ZG d d
� d
�ZG dd� d�Zdd� Z e dk�ry
e � Z W n e k
�r e d� Y nX dS )z3Find modules used by a script, using introspection.� N�ignore�
LOAD_CONST� IMPORT_NAME�
STORE_NAME� STORE_GLOBALc C s t j| g �j|� d S )N)�packagePathMap�
setdefault�append)Z packagename�path� r �$/usr/lib64/python3.6/modulefinder.py�AddPackagePath s r
c C s |t | < d S )N)�replacePackageMap)Zoldname�newnamer r r �ReplacePackage+ s r c @ s e Zd Zddd�Zdd� ZdS )�ModuleNc C s( || _ || _|| _d | _i | _i | _d S )N)�__name__�__file__�__path__�__code__� globalnames� starimports)�self�name�filer
r r r �__init__1 s zModule.__init__c C sL d| j f }| jd k r&|d| jf }| jd k r@|d| jf }|d }|S )Nz Module(%rz, %r�))r r r )r �sr r r �__repr__> s
zModule.__repr__)NN)r �
__module__� __qualname__r r r r r r r / s
r c @ s� e Zd Zddg g fdd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Zd7dd�Z d9dd�Z
dd� Z dd� Z d:dd�Z
dd� Zd d � Zd d � Zd d!� Zd<d"d#�Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd=d,d-�Zd.d/� Zd0d1� Zd2d3� Zd4d5� ZdS )>� ModuleFinderNr c C sB |d krt j}|| _i | _i | _|| _d| _|| _|| _g | _d S )Nr ) �sysr
�modules�
badmodules�debug�indent�excludes�
replace_paths�processed_paths)r r
r% r' r( r r r r I s zModuleFinder.__init__c G s^ || j krZx t| j�D ]}tddd� qW t|dd� x |D ]}tt|�dd� q<W t� d S )Nz � )�end)r% �ranger& �print�repr)r �level�str�args�i�argr r r �msgU s
zModuleFinder.msgc G s, |d }|| j kr(| jd | _| j|� d S )Nr � )r% r& r4 )r r1 r/ r r r �msgin^ s
zModuleFinder.msginc G s, |d }|| j kr(| jd | _| j|� d S )Nr r5 )r% r& r4 )r r1 r/ r r r �msgoutd s
zModuleFinder.msgoutc C sB | j dd|� t|��"}ddtjf}| jd|||� W d Q R X d S )N� �
run_script� �r�__main__)r4 �open�imp� PY_SOURCE� load_module)r �pathname�fp�stuffr r r r9 j s
zModuleFinder.run_scriptc C sT t jj|�\}}t jj|�\}}t|��"}|dtjf}| j||||� W d Q R X d S )Nr; )�osr
�split�splitextr= r> r? r@ )r rA �dirr ZextrB rC r r r � load_filep s
zModuleFinder.load_filer5 c C s\ | j dd||||� | j||d�}| j||�\}}| j||�}|sF|S |jrX| j||� d S )N� � import_hook)r/ )r4 �determine_parent�find_head_package� load_tailr �ensure_fromlist) r r �caller�fromlistr/ �parent�q�tail�mr r r rJ w s zModuleFinder.import_hookc C s( | j dd||� | s |dkr.| jdd� d S |j}|dkr�|jrJ|d8 }|dkrn| j| }| jdd|� |S |jd�|k r�td��dj|jd�d | � �}| j| }| jdd|� |S |jr�| j| }| jdd|� |S d|k�r|j d�}|d |� }| j| }| jdd|� |S | jdd� d S ) N� rK r zdetermine_parent -> Noner5 zdetermine_parent ->�.z relative importpath too deep)
r6 r7 r r r# �count� ImportError�joinrE �rfind)r rO r/ ZpnamerQ r2 r r r rK � s<
z ModuleFinder.determine_parentc C s� | j dd||� d|kr@|jd�}|d |� }||d d � }n|}d}|r\d|j|f }n|}| j|||�}|r�| jdd||f� ||fS |r�|}d }| j|||�}|r�| jdd||f� ||fS | jdd|� td | ��d S )
NrU rL rV r5 r: z%s.%szfind_head_package ->z"raise ImportError: No module namedzNo module named )r6 �findr �
import_moduler7 rX )r rQ r r2 �headrS ZqnamerR r r r rL � s.
z ModuleFinder.find_head_packagec C s� | j dd||� |}xz|r�|jd�}|dk r4t|�}|d |� ||d d � }}d|j|f }| j|||�}|s| jdd|� td| ��qW | jdd |� |S )
NrU rM rV r r5 z%s.%sz"raise ImportError: No module namedzNo module named z load_tail ->)r6 r[ �lenr r\ r7 rX )r rR rS rT r2 r] Zmnamer r r rM � s
zModuleFinder.load_tailc C s� | j dd|||� xl|D ]d}|dkrF|s|| j|�}|r|| j||d� qt||�sd|j|f }| j|||�}|std| ��qW d S )NrU rN �*r5 z%s.%szNo module named )r4 �find_all_submodulesrN �hasattrr r\ rX )r rT rP � recursive�sub�all�subnameZsubmodr r r rN � s
z ModuleFinder.ensure_fromlistc
C s� |j s
d S i }g }|tjjd d � 7 }|tjjd d � 7 }|tjjd d � 7 }x�|j D ]�}ytj|�}W n$ tk
r� | j dd|� wVY nX x\|D ]T}d }x6|D ].}t
|�} || d � |kr�|d | � }P q�W |r�|dkr�|||< q�W qVW |j � S )Nr8 zcan't list directoryr ) r � importlib� machinery�EXTENSION_SUFFIXES�SOURCE_SUFFIXES�BYTECODE_SUFFIXESrD �listdir�OSErrorr4 r^ �keys)
r rT r# �suffixesrG �namesr �modZsuff�nr r r r` � s.
z ModuleFinder.find_all_submodulesc C s | j dd|||� y| j| }W n tk
r4 Y nX | jdd|� |S || jkrb| jdd� d S |r�|jd kr�| jdd� d S y | j||o�|j|�\}}}W n" tk
r� | jddd � d S X z| j||||�}W d |r�|j � X |r�t
|||� | jdd|� |S )NrI r\ zimport_module ->zimport_module -> None) r6 r# �KeyErrorr7 r$ r � find_modulerX r@ �close�setattr)r Zpartname�fqnamerQ rT rB rA rC r r r r\ � s6
zModuleFinder.import_modulec C s |\}}}| j dd||od|� |tjkrH| j||�}| jdd|� |S |tjkrht|j� d |d�} nj|tjkr�yt j
j |j� �}
W n: t k
r� } z | jddt
| � |� � W Y d d } ~ X nX tj|
�} nd } | j|�}||_| �r
| jr�| j| �} | |_| j| |� | jdd|� |S )Nr8 r@ rB zload_module ->�
�execzraise ImportError: )r6 r> Z
PKG_DIRECTORY� load_packager7 r? �compile�readZ PY_COMPILEDrf �_bootstrap_external�_validate_bytecode_headerrX r0 �marshal�loads�
add_moduler r( �replace_paths_in_coder � scan_code) r rv rB rA � file_info�suffix�mode�typerT �coZ marshal_data�excr r r r@ s2
zModuleFinder.load_modulec C s< || j kri | j |< |r*d| j | |j< nd| j | d< d S )Nr5 �-)r$ r )r r rO r r r �_add_badmodule4 s
zModuleFinder._add_badmodulec C s || j kr| j||� d S y| j|||d� W n@ tk
rn } z$| jddt|�� | j||� W Y d d }~X n�X |�rx�|D ]�}|| j kr�| j||� q|y| j|||g|d� W q| tk
r� } z0| jddt|�� |d | }| j||� W Y d d }~X q|X q|W d S )N)r/ r8 z ImportError:rV )r$ r� rJ rX r4 r0 )r r rO rP r/ r4 rc �fullnamer r r �_safe_import_hook< s&
z ModuleFinder._safe_import_hookc c s� |j }|j}|j}dd� tj|�D �}x�t|�D ]�\}\}}|tkrVd|| ffV q0|tkr0|dkr0||d d ||d d ko�tkn r0|||d d } |||d d }
| dkr�d|
|| ffV q0d| |
|| ffV q0q0W d S ) Nc S s" g | ]\}}}|t kr||f�qS r )� EXTENDED_ARG)�.0�_�opr3 r r r �
<listcomp>X s z-ModuleFinder.scan_opcodes.<locals>.<listcomp>�storer8 r5 r �absolute_import�relative_import) �co_code�co_names� co_consts�disZ_unpack_opargs� enumerate� STORE_OPSr r ) r r� �codero �constsZopargsr2 r� Zopargr/ rP r r r � scan_opcodesS s 0zModuleFinder.scan_opcodesc C s� |j }| j}�xT||�D �]F\}}|dkr<|\}d|j|< q|dk�r|\}}d} |d k rtd|krfd} dd� |D �}| j|||dd� | �r`d }
|jr�| jj|jd | �}
|
d kr�| jj|�}
|
d k r�|jj|
j� |j j|
j � |
j
d kr�d|j |< n
d|j |< q|d
k�rX|\} }}|�r4| j|||| d� n"| j || d�} | j| jd |dd� qt |��qW x,|j
D ]"}
t|
t|���rl| j|
|� �qlW d S ) Nr� r5 r� r r_ c S s g | ]}|d kr|�qS )r_ r )r� �fr r r r� u s z*ModuleFinder.scan_code.<locals>.<listcomp>)r/ rV r� )r� r� r r� r r# �getr �updater r rK � RuntimeErrorr� �
isinstancer� r� )r r� rT r� �scannerZwhatr1 r rP Z have_starZmmr/ rQ �cr r r r� h sH
zModuleFinder.scan_codec C s� | j dd||� tj|�}|r"|}| j|�}||_|g|_|jtj|g � |_| jd|j�\}}}z"| j||||� | j dd|� |S |r�|j
� X d S )Nr8 ry r zload_package ->) r6 r r� r� r r r rs r@ r7 rt )r rv rA r rT rB ZbufrC r r r ry � s
zModuleFinder.load_packagec C s* || j kr| j | S t|� | j |< }|S )N)r# r )r rv rT r r r r� � s
zModuleFinder.add_modulec C sr |d k r|j d | }n|}|| jkr<| jdd|� t|��|d krf|tjkr`d d ddtjffS | j}tj ||�S )NrV rI zfind_module -> Excludedr: )
r r' r7 rX r" �builtin_module_namesr> Z C_BUILTINr
rs )r r r
rQ r� r r r rs � s
zModuleFinder.find_modulec C s" t � t dd � t dd � t| jj� �}xJ|D ]B}| j| }|jrTt ddd� n t ddd� t d | |jppd
� q2W | j� \}}|r�t � t d � x2|D ]*}t| j| j� �}t d |d
dj|�� q�W |�r t � t ddd� t d� x2|D ]*}t| j| j� �}t d |d
dj|�� q�W dS )z�Print a report to stdout, listing the found modules with their
paths, as well as modules that are missing, or seem to be missing.
z
%-25s %s�Name�File�----�Pr* )r+ rT z%-25sr: zMissing modules:�?z
imported fromz, z7Submodules that appear to be missing, but could also bez#global names in the parent package:N)r� r� )r� r� ) r- �sortedr# rm r r �any_missing_mayber$ rY )r rm �keyrT �missing�mayber Zmodsr r r �report� s0
zModuleFinder.reportc C s | j � \}}|| S )z�Return a list of modules that appear to be missing. Use
any_missing_maybe() if you want to know which modules are
certain to be missing, and which *may* be missing.
)r� )r r� r� r r r � any_missing� s zModuleFinder.any_missingc C s� g }g }x�| j D ]�}|| jkr q|jd�}|dk r>|j|� q||d d� }|d|� }| jj|�}|dk r�|| j | kr�|j|� q�||jkr�q�|jr�|j|� q�|j|� q|j|� qW |j� |j� ||fS )a� Return two lists, one with modules that are certainly missing
and one with modules that *may* be missing. The latter names could
either be submodules *or* just global names in the package.
The reason it can't always be determined is that it's impossible to
tell which names are imported when "from module import *" is done
with an extension module, short of actually importing it.
rV r r5 N) r$ r' rZ r r# r� r r �sort)r r� r� r r2 re ZpkgnameZpkgr r r r� � s0
z ModuleFinder.any_missing_maybec C s t jj|j� }}x2| jD ](\}}|j|�r||t|�d � }P qW | jr�|| jkr�||krt| j dd||f � n| j dd|f � | jj
|� t |j �}x8t
t|��D ](}t|| t|��r�| j|| �||< q�W tj|j|j|j|j|j|jt|�|j|j||j |j |j |j |j �S )Nr8 z co_filename %r changed to %rz co_filename %r remains unchanged)!rD r
�normpath� co_filenamer( �
startswithr^ r% r) r7 r �listr� r, r� r� r� �types�CodeType� co_argcount�co_kwonlyargcount�
co_nlocals� co_stacksize�co_flagsr� �tupler� � co_varnames�co_name�co_firstlineno� co_lnotab� co_freevars� co_cellvars)r r� Z new_filenameZoriginal_filenamer� r; r� r2 r r r r� s,
z"ModuleFinder.replace_paths_in_code���)NNr� r� )r� )r r� )r� )N) r r r r r4 r6 r7 r9 rH rJ rK rL rM rN r` r\ r@ r� r� r� r� ry r� rs r� r� r� r� r r r r r! G s2
#
1
".r! c C s� dd l } y | j tjdd � d�\}}W n* | jk
rP } z t|� d S d }~X nX d}d}g }g }xb|D ]Z\}} |dkr�|d }|dkr�d}|dkr�|| jtj� }|dkr�d}|dkrh|j| � qhW |s�d }
n|d }
tj d d � } tj j
|
�| d< || } |dk�r.td
� x | D ]} td t | �� �qW t | ||�}
xp|dd � D ]`}|dk�r^d}�qH|�r�|dd � d
k�r�|
j
|d d� d dg� n
|
j
|� n
|
j|� �qHW |
j|
� |
j� |
S )Nr r5 zdmp:qx:z-dz-mz-pz-qz-xzhello.pyzpath:z r8 z.*r_ ���r� )�getoptr" �argv�errorr- rE rD �pathsepr r
�dirnamer. r! rJ rH r9 r� )r� Zoptsr1 r4 r% ZdomodsZaddpathZexclude�o�aZscriptr
�item�mfr3 r r r �test: sX
r� r< z
[interrupted])!�__doc__r� Z importlib._bootstrap_externalrf �importlib.machineryr~ rD r" r� Zstruct�warnings�catch_warnings� simplefilter�DeprecationWarningr> Zopmapr r r r r� r� r r
r r r r! r� r r� �KeyboardInterruptr- r r r r �<module> sB
v;