U \k^_@sdZddlZddlZddlZddlZddlZddlZddlZddl Z ej dZ ej dZ ej dZ ej dZe efZejZdZdZdZd Zd Zd Zd ZiZd dZiZddZdddZGdddZGdddZddZe dkrz eZ!Wne"k re#dYnXdS)z3Find modules used by a script, using introspection.N LOAD_CONST IMPORT_NAME STORE_NAME STORE_GLOBALcCst|g|dSN)packagePathMap setdefaultappend)Z packagenamepathr"/usr/lib/python3.8/modulefinder.pyAddPackagePath'srcCs |t|<dSr )replacePackageMap)ZoldnamenewnamerrrReplacePackage2srcCs&tjjtjj||}|dkr8tdj|d|d|jtjjkrVddddt ffS|jtjj krtddddt ffS|j }|j |rdtj|ddtffSt|jtjjrt}d}nDt|jtjjrt}d}n*t|jtjjrt}d}nddddtffSt||}tj|d}|||||ffS)zDAn importlib reimplementation of imp.find_module (for our purposes).NzNo module named {name!r})namerrb) importlib machinery PathFinderinvalidate_caches find_spec ImportErrorformatloaderBuiltinImporter _C_BUILTINFrozenImporter _PY_FROZENorigin is_packageosrdirname_PKG_DIRECTORY isinstanceSourceFileLoader _PY_SOURCEExtensionFileLoader _C_EXTENSIONSourcelessFileLoader _PY_COMPILED _SEARCH_ERRORopensplitext)rrspecZ file_pathZkindmodefilesuffixrrr _find_module6s0   r;c@seZdZdddZddZdS)ModuleNcCs(||_||_||_d|_i|_i|_dSr )__name____file____path____code__ globalnames starimports)selfrr9rrrr__init__hs zModule.__init__cCsLd|jf}|jdk r&|d|jf}|jdk r@|d|jf}|d}|S)Nz Module(%rz, %r))r=r>r?)rCsrrr__repr__us   zModule.__repr__)NN)r= __module__ __qualname__rDrGrrrrr<fs r<c@seZdZd6ddZddZddZd d Zd d Zd dZd7ddZ d8ddZ ddZ ddZ d9ddZ ddZddZddZd d!Zd:d"d#Zd$d%Zd&d'Zd(d)Zd*d+Zd;d,d-Zd.d/Zd0d1Zd2d3Zd4d5ZdS)< ModuleFinderNrcCsZ|dkrtj}||_i|_i|_||_d|_|dk r8|ng|_|dk rJ|ng|_g|_dS)Nr) sysrmodules badmodulesdebugindentexcludes replace_pathsprocessed_paths)rCrrNrPrQrrrrDszModuleFinder.__init__cGsV||jkrRt|jD]}tdddqt|dd|D]}tt|ddq6tdS)N  end)rNrangerOprintrepr)rClevelstrargsiargrrrmsgs  zModuleFinder.msgcGs,|d}||jkr(|jd|_|j|dSNrrrNrOr_rCr\rZrrrmsgins  zModuleFinder.msgincGs,|d}||jkr(|jd|_|j|dSr`rarbrrrmsgouts  zModuleFinder.msgoutc Cs@|dd|t| }ddtf}|d|||W5QRXdS)Nr run_scriptrr__main__)r_r5r/ load_module)rCpathnamefpstuffrrrres  zModuleFinder.run_scriptc CsRtj|\}}tj|\}}t| }|dtf}|||||W5QRXdS)Nr)r*rsplitr6r5r/rg)rCrhdirrZextrirjrrr load_files   zModuleFinder.load_filerc Cs\|dd|||||j||d}|||\}}|||}|sF|S|jrX|||dS)Nr import_hookrZ)r_determine_parentfind_head_package load_tailr?ensure_fromlist) rCrcallerfromlistrZparentqtailmrrrrns  zModuleFinder.import_hookcCsN|dd|||r|dkr,|dddS|j}|dkr|jrH|d8}|dkrx|j|}||ksft|dd||S|d|krtdd| dd| }|j|}|dd||S|jr|j|}||kst|dd||Sd|kr>| d}|d|}|j|}|j|ks,t|dd||S|dddS) Nrprzdetermine_parent -> Nonerzdetermine_parent ->.zrelative importpath too deep) rcrdr=r?rLAssertionErrorcountr!joinrkrfind)rCrtrZZpnamervr]rrrrpsB            zModuleFinder.determine_parentcCs|dd||d|kr@|d}|d|}||dd}n|}d}|r\d|j|f}n|}||||}|r|dd||f||fS|r|}d}||||}|r|dd||f||fS|dd|td |dS) Nrzrqr{rr%s.%szfind_head_package ->"raise ImportError: No module namedNo module named )rcfindr= import_modulerdr!)rCrvrr]headrxZqnamerwrrrrqs.  zModuleFinder.find_head_packagecCs|dd|||}|r|d}|dkr2t|}|d|||dd}}d|j|f}||||}|s|dd|td|q|dd ||S) Nrzrrr{rrrrrz load_tail ->)rcrlenr=rrdr!)rCrwrxryr]rZmnamerrrrrs zModuleFinder.load_tailcCs|dd||||D]d}|dkrD|sz||}|rz|||dqt||sd|j|f}||||}|std|qdS)Nrzrs*rrr)r_find_all_submodulesrshasattrr=rr!)rCryru recursivesuballsubnameZsubmodrrrrss  zModuleFinder.ensure_fromlistc Cs|js dSi}g}|tjjdd7}|tjjdd7}|tjjdd7}|jD]}zt|}Wn&tk r| dd|YqTYnX|D]R}d}|D]0}t |} || d|kr|d| }qq|r|dkr|||<qqT| S)Nrzcan't list directoryrD) r?rrEXTENSION_SUFFIXESSOURCE_SUFFIXESBYTECODE_SUFFIXESr*listdirOSErrorr_rkeys) rCryrLsuffixesrlnamesrmodZsuffnrrrrs.    z ModuleFinder.find_all_submodulescCs |dd|||z|j|}Wntk r4YnX|dd||S||jkrb|dddS|r|jdkr|dddSz|||o|j|\}}}Wn$tk r|dddYdSXz| ||||}W5|r|X|rt ||||dd||S)Nrrzimport_module ->zimport_module -> None) rcrLKeyErrorrdrMr? find_moduler!closergsetattr)rCZpartnamefqnamervryrirhrjrrrr0s:     zModuleFinder.import_modulec Cs,|\}}}|dd||od||tkrF|||}|dd||S|tkrdt|d|d} n||tkrz|} tj | |iWn:t k r} z|ddt | |W5d} ~ XYnXt t| dd} nd} ||}||_| r|jr|| } | |_|| ||dd||S) Nrrgrizload_module -> execzraise ImportError: )rcr, load_packagerdr/compilereadr3r_bootstrap_external _classify_pycr!r[marshalloads memoryview add_moduler>rQreplace_paths_in_coder@ scan_code) rCrrirh file_infor:r8typerycodataexcrrrrgOs4     zModuleFinder.load_modulecCs<||jkri|j|<|r*d|j||j<nd|j|d<dS)Nr-)rMr=)rCrrtrrr_add_badmodulels   zModuleFinder._add_badmodulec CsB||jkr|||dSz|j|||dWn~tk rn}z"|ddt||||W5d}~XYntk r}z"|ddt||||W5d}~XYnX|r>|D]}|d|}||jkr|||qz|j|||g|dWqtk r:}z"|ddt||||W5d}~XYqXqdS)Nrorz ImportError:z SyntaxError:r{)rMrrnr!r_r[ SyntaxError)rCrrtrurZr_rfullnamerrr_safe_import_hookts,     zModuleFinder._safe_import_hookc cs|j}|j}|j}ddt|D}t|D]\}\}}|tkrTd||ffVq.|tkr.|dkr.||dd||ddkrtkr.nq.|||dd} |||dd} | dkrd| ||ffVq.d| | ||ffVq.q.dS) NcSs"g|]\}}}|tkr||fqSr) EXTENDED_ARG).0_opr^rrr sz-ModuleFinder.scan_opcodes..storerrrabsolute_importrelative_import) co_codeco_names co_constsdisZ_unpack_opargs enumerate STORE_OPSrr) rCrcoderconstsZopargsr]rZopargrZrurrr scan_opcodess( zModuleFinder.scan_opcodescCs|j}|j}||D]F\}}|dkr8|\}d|j|<q|dkr|\}}d} |dk rpd|krbd} dd|D}|j|||dd| r\d} |jr|j|jd |} | dkr|j|} | dk r|j| j|j | j | j dkrd|j |<n d|j |<q|d krT|\} }}|r0|j|||| dn"|j || d} |j| jd|ddqt |q|j D]"} t| t|rd|| |qddS) NrrrrrcSsg|]}|dkr|qS)rr)rfrrrrsz*ModuleFinder.scan_code..ror{r)rrrArr?rLgetr=updaterBr@rp RuntimeErrorrr-rr)rCrryrscannerZwhatr\rruZ have_starZmmrZrvcrrrrsH          zModuleFinder.scan_codecCs|dd||t|}|r"|}||}||_|g|_|jt|g|_|d|j\}}}z&| ||||| dd||WS|r|XdS)NrrrDzload_package ->) rcrrrr>r?r rrrgrd)rCrrhrryriZbufrjrrrrs  zModuleFinder.load_packagecCs*||jkr|j|St||j|<}|Sr )rLr<)rCrryrrrrs  zModuleFinder.add_modulecCsn|dk r|jd|}n|}||jkr<|dd|t||dkrd|tjkr^ddddtffS|j}t||S)Nr{rzfind_module -> Excludedr) r=rPrdr!rKbuiltin_module_namesr%rr;)rCrrrvrrrrrs  zModuleFinder.find_modulecCsttddtddt|j}|D]B}|j|}|jrRtdddn tdddtd||jpnd q0|\}}|rttd |D]*}t|j|}td |d d |q|rttdddtd|D]*}t|j|}td |d d |qdS)zPrint a report to stdout, listing the found modules with their paths, as well as modules that are missing, or seem to be missing. z %-25s %s)NameZFile)----rPrTrUryz%-25srzMissing modules:?z imported fromz, z7Submodules that appear to be missing, but could also bez#global names in the parent package:N) rXsortedrLrr?r>any_missing_mayberMr~)rCrkeyrymissingmayberZmodsrrrreports0      zModuleFinder.reportcCs|\}}||S)zReturn a list of modules that appear to be missing. Use any_missing_maybe() if you want to know which modules are certain to be missing, and which *may* be missing. )r)rCrrrrr any_missing#s zModuleFinder.any_missingcCsg}g}|jD]}||jkrq|d}|dkr<||q||dd}|d|}|j|}|dk r||j|kr||q||jkrq|jr||q||q||q||||fS)aReturn two lists, one with modules that are certainly missing and one with modules that *may* be missing. The latter names could either be submodules *or* just global names in the package. The reason it can't always be determined is that it's impossible to tell which names are imported when "from module import *" is done with an extension module, short of actually importing it. r{rrN) rMrPrrrLrrArBsort)rCrrrr]rZpkgnameZpkgrrrr+s0            zModuleFinder.any_missing_maybecCstj|j}}|jD]*\}}||r||t|d}qDq|jr||jkr||krr| dd||fn| dd|f|j |t |j }t t|D](}t||t|r|||||<q|jt||dS)Nrzco_filename %r changed to %rz co_filename %r remains unchanged)r co_filename)r*rnormpathrrQ startswithrrNrRrdrlistrrWr-rrreplacetuple)rCrZ new_filenameZoriginal_filenamerrrr]rrrrYs&   z"ModuleFinder.replace_paths_in_code)NrNN)NNr)r)r)r)N)r=rHrIrDr_rcrdrermrnrprqrrrsrrrgrrrrrrrrrrrrrrrrJ~s2   #  1 ".rJc Csddl}z|tjddd\}}Wn2|jk rX}zt|WYdSd}~XYnXd}d}g}g}|D]Z\}} |dkr|d}|dkrd}|dkr|| tj}|dkrd}|dkrn|| qn|sd } n|d} tj dd} tj | | d<|| } |dkr.td | D]} td t | qt | ||} |ddD]`}|dkr\d}qF|r|d dd kr| |dd ddgn | |n | |qF| | | | S)Nrrzdmp:qx:z-dz-mz-pz-qz-xzhello.pyzpath:rSz.*r)getoptrKargverrorrXrkr*pathseprrr+rYrJrnrmrer)rZoptsr\r_rNZdomodsZaddpathZexcludeoaZscriptritemmfr^rrrtestqsX       rrfz [interrupted])N)$__doc__rimportlib._bootstrap_externalrimportlib.machineryrr*rKtypeswarningsZopmaprrrrrrr4r/r3r1r,r%r'r rrrr;r<rJrr=rKeyboardInterruptrXrrrrsJ     0v;