o Zh, @spddlZddlZddlZddlZddlZddlZddlmZddlm Z m Z m Z m Z ddl mZddlZddlZddlmmZddlmZddlmZmZddlmZddlmZd d lmZmZm Z m!Z!e"e#Z$Gd d d Z%Gd ddZ&de'de(e'de'de'fddZ)dede e(e'e*e'e(e'ffdefddZ+GdddZ, d!dede'de-de,fdd Z.dS)"N)Path)AnyIOOptionalUnion)Self)config)BuildOptionsBase CppBuilder)reorder_kwargs)FileLike)AOTINDUCTOR_DIRARCHIVE_VERSION CONSTANTS_DIRCUSTOM_OBJ_FILENAME_PREFIXc@sjeZdZdeddfddZdefddZddd Zd ed e e efddfd d Z d ededdfddZ dS)PT2ArchiveWriter archive_pathreturnNcC||_d|_dSNr archive_fileselfrrN/var/www/auris/lib/python3.10/site-packages/torch/_inductor/package/package.py__init__ zPT2ArchiveWriter.__init__cCsD|jdusJtj|jdtjd|_|dtt|dd|S)Nw compressionversionZarchive_formatZpt2)rzipfileZipFiler ZIP_STOREDwritestrstrrrrrr __enter__#s  zPT2ArchiveWriter.__enter__cGs"|jdusJ|jd|_dSrrcloserargsrrr__exit__,s zPT2ArchiveWriter.__exit__namedatacCs |jdusJ|j||dSr)rr&)rr/r0rrrr&2szPT2ArchiveWriter.writestr file_pathcCs<t|s J|d|jdusJ|jj||ddS)z Copy a file into the archive. name: The destination file inside the archive. file_path: The source file on disk. z is not a valid file pathN)arcname)ris_filerwrite)rr/r1rrr write_file6szPT2ArchiveWriter.write_filerN) __name__ __module__ __qualname__r rrr)r.r'rbytesr&r5rrrrrs  rc@seZdZdeddfddZdefddZddd Zd edefd d Z d ededefddZ deddfddZ de efddZ dS)PT2ArchiveReaderrrNcCrrrrrrrrBrzPT2ArchiveReader.__init__cCstj|jdtjd|_|S)Nrr )r#r$rr%rr(rrrr)Fs zPT2ArchiveReader.__enter__cGs|jdur |jdSrr*r,rrrr.Ls  zPT2ArchiveReader.__exit__r/cCs|jdusJ|j|Sr)rread)rr/rrrr=Qs zPT2ArchiveReader.readmemberpathcCs|jdusJ|j||Sr)rextract)rr>r?rrrextract_to_pathUsz PT2ArchiveReader.extract_to_pathcCs|jdusJ|j|dSr)r extractall)rr?rrrrBYszPT2ArchiveReader.extractallcCs|jdusJ|jSr)rnamelistr(rrrget_file_names]s zPT2ArchiveReader.get_file_namesr6)r7r8r9r'rrr)r.r:r=rArBlistrDrrrrr;As r;aoti_dir aoti_filesso_pathrcsdtdtffdd }tj||d}tj||d}tj|d}t|d }t|}Wdn1s;wYtdi|d t i} t ||| d } | } | t|d  }t|} Wdn1srwYtdi| d t i} t tj|d | |g| |d }| }| |d}|vrt|d }|}Wdn1swYt|d}|}|dd|d||Wd|S1swY|S)Nsuffixrcs*D] }||r |Sqtd|)Nz Unable to find file with suffix )endswith RuntimeError)rIfilerGrrget_aoti_file_with_suffixcs  z-compile_so..get_aoti_file_with_suffix.cppz.orz_compile_flags.jsonZuse_relative_path)r/sources BuildOptionz_linker_flags.json)r/rPrQ output_dirz_serialized_weights.binrbza+b i@r)r'osr?joinsplitextopenjsonloadr rZ is_fbcoder Zget_target_file_pathbuildsplitr=tellr4)rFrGrHrNZcpp_fileZconsts_o file_namefZ compile_flagsZcompile_optionsZobject_builderZoutput_oZ linker_flagsZlinker_optionsZ so_builderZ output_soZserialized_weights_filenameZ f_weightsZserialized_weightsZf_soZso_sizerrMr compile_sobs`       rarc Cst|tr d|i}t|tsJdt|tjtfr"|r"|s9t|tt j fr2t | ds9Jd|t |s}|D]f\}}d}d}|D][}|dkrSqL| drh|d7}|dkrhtd |d | d r}|d7}|dkr}td |d t j|}|trt jt|} nt jt||} td || |t| |qLqBWdn1swYt|tjtfr|d|S)a_ Saves the AOTInductor generated files to the PT2Archive format. Args: archive_file: The file name to save the package to. aoti_files: This can either be a singular path to a directory containing the AOTInductor files, or a dictionary mapping the model name to the path to its AOTInductor generated files. modelzPlease pass a list of AOTI generated files to be packaged or a dictionary mapping model names to their list of AOTI generated files. You can get this list of files through calling `torch._inductor.aot_compile(..., options={aot_inductor.package=True})`.pt2zMExpect archive file to be a file ending in .pt2, or is a buffer. Instead got rz.sor zMultiple .so files found in zQ. You might need to clear your cache directory before calling aoti_compile again.rOzMultiple .cpp files found in z.Saving AOTI generated file %s to archive in %sN) isinstancerEdictioIOBaserwritableseekabler'rVPathLikefspathrJritemsrKr?basename startswithrrWrrlogdebugr5seek) rrGZarchive_writer model_namefilesZ num_so_filesZ num_cpp_filesrLfilenameZ new_filepathrrr package_aotisj         ' rvc@seZdZdZdejjjddfddZddZ de e e ffd d Z d e e ej fd eddfd dZdee fddZdee eefddfddZdS)AOTICompiledModelz8 Callable AOT Inductor loaded model from a .pt2 loaderrNcCs ||_dSr)rx)rrxrrrr zAOTICompiledModel.__init__cOsd|j}t|d}t|d}t|t||fd}dd|D}|j|}t||S)Nrr cSsg|] }t|tjr|qSr)retorchTensor).0xrrr sz.AOTICompiledModel.__call__..)rxZ get_call_specpytreeZtreespec_loadsZ tree_flattenr Z boxed_runZtree_unflatten)rr-kwargsZ call_specZin_specZout_specZ flat_inputsZ flat_outputsrrr__call__s   zAOTICompiledModel.__call__cC |jSr)rx get_metadatar(rrrrryzAOTICompiledModel.get_metadata constants_mapcheck_full_updatecCs|j|d|dS)a Given a mapping of constant fqns to tensors, load the constants into the model. You can use ``get_constant_fqns`` to get the list of constant fqns that are needed in the compiled model. Args: constants_map: A mapping of constant fqns to tensors. check_full_update: Whether to add check to see if all the constants are updated and have values. FN)rxload_constants)rrrrrrrsz AOTICompiledModel.load_constantscCrr)rxget_constant_fqnsr(rrrrryz#AOTICompiledModel.get_constant_fqnsmemocCstdt|jS)NzOAOTICompiledModel deepcopy warning: AOTICompiledModel.loader is not deepcopied.)rpwarningrwrx)rrrrr __deepcopy__s zAOTICompiledModel.__deepcopy__)r7r8r9__doc__rz_C_aotiAOTIModelPackageLoaderrrrfr'rr{boolrrErrrrrrrrrws   "rwrbFr?rsrun_single_threadedcCst|tjtfr|r|s't|ttjfr t | ds'Jd|t|tjtfrft j dd)}| ||dtd|jtjj|j||}t|WdS1sawYt |}tjj|||}t|S)NrczTUnable to load package. Path must be a buffer or a file ending in .pt2. Instead got )rIrz)Writing buffer to tmp file located at %s.)rergrhrreadablerjr'rVrkrlrJtempfileNamedTemporaryFiler4r=rrrprqr/rzrrrrw)r?rsrr`rxrrr load_packages6  r)rbF)/rgrZloggingrVrr#pathlibrtypingrrrrZtyping_extensionsrrzZtorch._inductorZtorch.utils._pytreeutilsZ_pytreerrZtorch._inductor.cpp_builderr r Ztorch.export._tree_utilsr Z torch.typesr Zpt2_archive_constantsrrrr getLoggerr7rprr;r'rErarfrvrwrrrrrrsN      #!; P1