i!dZddlmZddlZddlZddlZddlZddlZddlZddl m Z ddl Z ddl m Z mZmZddlmZddlmZdd ZddZdddZ dddZdS)aBuild and cache librt for use in tests. This module provides a way to build librt extension modules once and cache them across test runs, and across different test cases in a single run. The cache is invalidated when source files or details of the build environment change. Note: Tests must run in a subprocess to use the cached librt, since importing this module also triggers the import of the regular installed librt. Usage: from mypyc.test.librt_cache import get_librt_path, run_with_librt # Get path to built librt (builds if needed) path = get_librt_path() # Run a test file in subprocess with built librt result = run_with_librt("test_librt.py") ) annotationsN)Any) LIBRT_MODULES get_cflags include_dir)RUNTIME_C_FILES)PREFIX experimentalbool opt_levelstrreturncddlm}tj}||rdnd|d||t jtt d}||rdndttj d }||rd nd | }||j d D]N}tj|d }||d|Ot"D]} tjt)| } || dzt+| d5} || dddn #1swxYwYt.D]\} } }}| |zD]}tjt)|} ||dzt+| d5} || dddn #1swxYwY|ddS)zFCompute hash for librt build, including sources and build environment.r) ccompilersexpsnoexpzopt=gettotalrefcountsdebugsreleasePy_GIL_DISABLEDs freethreadedsgil)CCCXXCFLAGSCPPFLAGSLDFLAGS=|rbN) distutilsrhashlibsha256updateencodesysversionhasattrr sysconfigget_config_var new_compiler compiler_typeosenvirongetrpathjoinropenreadr hexdigest)r r rhis_debugis_free_threadedcompilervarvalnamer,fmodfilesextraincludesfnames U/root/projects/qq-shell/venv/lib64/python3.11/site-packages/mypyc/test/librt_cache.py_librt_build_hashr?%s+$#####AHH| 1VV222HH I   & & ( ()))HHS[   ! !"""s.//HHH 1XXz222I45FGGHHHH 0 <__f===**,,HHHX # * * , ,---=**jnnS"%% C#&&(())))w||KMM400 %&&& $    HHQVVXX                  (5###UE8U] # #E7<< u55D HHU\\^^d* + + +dD!! #Q""" # # # # # # # # # # # # # # # # ;;==" s$6(H**H. 1H. 1(K%%K) ,K) build_dirc t}t||}tdtD}tt}t|}d|d|d|d|d|d S) zGenerate setup.py content for building librt directly. We inline LIBRT_MODULES/RUNTIME_C_FILES/include_dir/cflags values to avoid importing mypyc.build, which recursively imports lots of things. )r experimental_featurescBg|]}|j|j|j|jfS)modulec_files other_files include_dirs).0ms r> z&_generate_setup_py..Zs)UUU!!(AIq}an =UUUzimport os from setuptools import setup, Extension import build_setup # noqa: F401 # Monkey-patches compiler for per-file SIMD flags build_dir = z lib_rt_dir = z RUNTIME_C_FILES = z LIBRT_MODULES = z CFLAGS = a def write_file(path, contents): os.makedirs(os.path.dirname(path), exist_ok=True) with open(path, "wb") as f: f.write(contents) # Copy runtime C files for name in RUNTIME_C_FILES: src = os.path.join(lib_rt_dir, name) dst = os.path.join(build_dir, name) with open(src, "rb") as f: write_file(dst, f.read()) # Build extensions for each librt module extensions = [] for mod, file_names, extra_files, includes in LIBRT_MODULES: # Copy source files for fname in file_names + extra_files: src = os.path.join(lib_rt_dir, fname) dst = os.path.join(build_dir, fname) with open(src, "rb") as f: write_file(dst, f.read()) extensions.append(Extension( mod, sources=[os.path.join(build_dir, f) for f in file_names + RUNTIME_C_FILES], include_dirs=[lib_rt_dir] + [os.path.join(lib_rt_dir, d) for d in includes], extra_compile_args=CFLAGS, )) setup(name='librt_cached', ext_modules=extensions) )rrreprrr)r@r r lib_rt_dircflagslibrt_modules_reprruntime_files_repr cflags_reprs r>_generate_setup_pyrSMs J)< P P PFUU}UUUo..v,,K*   * *   * * &* * $* *  * * * *rLT0c tjtdd}t ||}tj|d|}tj|d|d}tj|d}tj|dt j|d 5tj|r|cd d d Stj|rtj |tj|tj|d }tj|ttj|d d 5} d d d n #1swxYwYtjtj tj tj td} tj|d} tj| | tj|d} t| d 5}|t#|||d d d n #1swxYwYt%jt(j| ddg|dd} | jdkrt/d| jd| jt|d 5}|dd d d n #1swxYwYd d d n #1swxYwY|S)a9Get path to librt built from the repository, building and caching if necessary. Uses build/librt-cache/ under the repo root (gitignored). The cache is keyed by a hash of sources and build environment, so it auto-invalidates when relevant factors change. Safe to call from multiple parallel pytest workers - uses file locking. Args: experimental: Whether to enable experimental features. opt_level: Optimization level ("0".."3") used when building librt. Returns: Path to directory containing built librt modules. buildz librt-cachezlibrt-z.lockz .completeT)exist_oki,)timeoutNlibrtz __init__.pywzbuild_setup.pyzsetup.py build_extz --inplace)cwdcapture_outputtextrzlibrt build failed:  ok)r)r,r-r r?makedirsfilelockFileLockexistsshutilrmtreer.dirnameabspath__file__copywriterS subprocessrunr" executable returncode RuntimeErrorstdoutstderr) r r cache_root build_hashr@ lock_filemarker librt_pkgr8build_setup_srcbuild_setup_dstsetup_pyresults r>get_librt_pathr|s "fg}==J"<;;J Z)>*)>)>??I Z)C*)C)C)CDDI W\\)[ 1 1FK T****  9c 2 2 2)) 7>>& ! ! )))))))) 7>>) $ $ % M) $ $ $ IGLLG44  I "',,y-88# > > !                ',, GOOBGOOBGOOH,E,EFF G GIY  ',,y2BCC O_5557<< :66 (C  LA GG&y, JJ K K K L L L L L L L L L L L L L L L  ^X{K @       ! !Wv}WW WWXX X&#   ! GGDMMM               Q)))))))))))))))V s !M08B)M0!F/# M0/F3 3M06F3 7C$M0%K  M0 K M0K A#M07M M0M M0 M !M00M47M4 file_pathcheck subprocess.CompletedProcess[str]ct||}tj}|dd}||rtj|zndz|d<t jtj |gdd||S)a)Run a Python file in a subprocess with built librt available. This runs the file in a fresh Python process where the built librt is at the front of sys.path, avoiding conflicts with any system librt. Args: file_path: Path to Python file to execute. experimental: Whether to use experimental features. check: If True, raise CalledProcessError on non-zero exit. opt_level: Optimization level ("0".."3") used when building librt. Returns: CompletedProcess with stdout, stderr, and returncode. )r PYTHONPATHrT)r]r^r~env) r|r)r*rjr+pathseprlrmr"rn)r}r r~r librt_pathrexistings r>run_with_librtrs" BBBJ *//  Cww|R((H"x&Obj8&;&;RPC  > #Dt5VY   rL)r r r r rr )r@r r r r r rr )TrT)TTrT) r}r r r r~r r r rr)__doc__ __future__rrr)rerlr"r%typingrrb mypyc.buildrrr mypyc.commonrmypyc.test.configr r?rSr|rrDrLr>rs/&#"""""  >>>>>>>>>>(((((($$$$$$%%%%P<<<<~DDDDDPUXrL