o cZh_.@sddlmZddlmZddlmZmZddlmZddZ Gddde Z eGd d d Z Gd d d Z d dZddZdedee defddZde defddZde defddZdedee defddZde defddZdede defd d!Zdede defd"d#Zde defd$d%Zde defd&d'Zd(Zed)krdd*lmZeed+Zejd,d-d.d/ejd0d1ed2d3ejd4ed5d6d7e Z!e ZgZ"e!j#D]Z$ee$Z%e%&Z'e"(e%j)e*e'qd8d9ej+,DZ-d:d9ej+,DZ.e.ddZ/ee/Z0ee/Z1e!j23d;4d<&Z5d=Z2e2d>6e-7Z2e2d>7Z2e2e07Z2e2d>7Z2e2e17Z2e57e2Wd?n 1s>wYd@d9ej+,DZ8dAd9ej+9DZ:ee:e/Z;ee/Zee/Z?e!j23dB4d<OZ5d5Z2e2d=7Z2e2dC7Z2e2dD7Z2e2d>7Z2e2d>6e87Z2e2d>7Z2e2e;7Z2e2d>7Z2e2e>7Z2e2d>7Z2e2e<7Z2e2d>7Z2e2e=7Z2e2d>7Z2e2e?7Z2e57e2Wd?d?S1swYd?Sd?S)E) defaultdict)Path)SequenceUnion) dataclasscCs|duSN)xrr@/var/www/auris/lib/python3.10/site-packages/triton/tools/link.py_existssr c@s eZdZdS) LinkerErrorN)__name__ __module__ __qualname__rrrr r sr c@sbeZdZUeed<eeed<eeed<eeedfed<eed<eed<eed<eed <dS) KernelLinkerMetaorig_kernel_name arg_names arg_ctypesNsizessig_hash triton_suffixsuffix num_specs)r rrstr__annotations__rrintrrrr rs   rc@sdeZdZdddZdefddZdefd d Zd efd d Zded efddZdede fddZ dS) HeaderParserreturnNcCsFddl}|d|_|d|_|d|_|d|_tt|_dS)Nrz'//[\s]*tt-linker:[\s]*([\w]+):(.+):(.+)z^([\w]+)_([\w]+)_([\w]+)$z[\s]*(\w+)\s(\w+)[,]?z[c,d]) recompilelinker_directives kernel_namec_sig arg_suffixrlistkernels)selfrrrr __init__s     zHeaderParser.__init__headercCs|D]N}|drR|j|}t|rR|d|d|d}}}||\}}} ||\} } || |\} } | d ||gt || | | || | | dqdS)Nz//_)rrrrrrrr) splitlines startswithr matchr group _match_name _match_c_sig _match_suffix _add_kerneljoinr)r&r(lnmker_namer"Z algo_infonamerrZc_typesrrrrrr extract_linker_meta-s.   " z HeaderParser.extract_linker_metar8cCsN|j|}t|r |d|d|d}}}|||fSt|d)Nr)r*r+z is not a valid kernel name)r!r/r r0r )r&r8r7r9rrrrr r1Ds " zHeaderParser._match_namer"cCsV|j|}t|r$gg}}|D]\}}||||q||fSt|d)Nz" is not a valid argument signature)r"findalllenappendr )r&r"r7ZtysargstyZarg_namerrr r2Ks     zHeaderParser._match_c_sigrc Cs|d}ddd}d}g}tt|D]]}|t|}|dkr(t|d|tt|7}|j||rT|d7}|dg|t|| ||||d7}|t|dkrc||d}q|dgt|t|q||fS)N,r))cdrz is not a valid kernel suffix) splitranger<findrr r#r/extendr=) r&rr"r>Zs2irriposrrr r3Vs$  zHeaderParser._match_suffixr9kerc Csv||jvr1|j|d}t|j|jD]\}}||kr0td|dd|jdd|jq|j||dS)NrDz Mismatched signature for kernel z: existing sig is: r@z current is: )r%ziprr r5r=)r&r9rKlastcurZnew_rrr r4ms $zHeaderParser._add_kernel)rN) r rrr'rr:r1r2r3rr4rrrr rs  rcCsdddt|j|jDS)N, cSg|] \}}|d|qS r.0r?argrrr {z0gen_signature_with_full_args..)r5rLrrr7rrr gen_signature_with_full_argszsrYcCsNddt|j|jD}ddt|j|jD}dddt||D}|S)NcSg|] \}}|dkr|qSr)r)rTr?hintrrr rVz!gen_signature..cSrZr[rrTrUr\rrr rVr]rOcSrPrQrrSrrr rVrW)rLrrrr5)r7Z arg_typesrsigrrr gen_signature~sr`r9metasrc Cs&d|dt|dd|d|d S)N CUresult (CUstream stream, rDz ); void load_(); void unload_(); )rY)r9rarrr make_algo_declss rfmetac Cs:d|jdt|d|jdt|d|jd|jd S)Nrb_default(CUstream stream, z ); CUresult rcz, int algo_id); void load_rdre)rrY)rgrrr make_global_declsricCsDd|jdt|d}|d|jdd|jd7}|d7}|S) N CUresult rhz){ return (stream, rOz, 0); } rrYr5rrgsrcrrr make_default_algo_kernels rqc sd|d}t|dddD]}|d|jd|jd|jdt|d 7}q|d7}|d|dt|d d 7}|d7}t|d ddD]I}d ddfddt|j|j D}|t |j rid|dnd7}ddt|j|j D}|d|jd|jd|jdd|d 7}qF|d7}|d7}|d7}dD]^}|d|d|d7}t|dddD]}|d|d|jd|jd|jd 7}q|d|d|d 7}|d7}t|d!ddD]}|d"|d|jd|jd|jd 7}q|d7}q|S)#Nz// launcher for:  cS|j SrrrXrrr z.make_kernel_hints_dispatcher..)keyrjr,rc); rDz){cSrsrrtrXrrr rurvcSs8|dkr d|d|dS|dkrd|d|dSdS)NrA(z % z == 0)r)z == )r)valr\rrr rus z && cs"g|] \}}|dur||qSrr)rTr{r\Zcond_fnrr rVs z0make_kernel_hints_dispatcher..z if (z) zif (1) cSrZr[rr^rrr rVr]z return rlrOz# return CUDA_ERROR_INVALID_VALUE; rmloadZunloadz // z for: cSrsrrtrXrrr rurvvoid (); z() {cSrsrrtrXrrr rurv ) sortedrrrr`rYr5rLrrany)r9rarprgZcondsrmoderr|r make_kernel_hints_dispatchers8 . 0** rcCsVd|jdt|d}|d|jd7}|d|jdd|jd 7}|d 7}|S) Nrjrcz, int algo_id){ z assert (algo_id < (int)sizeof(z _kernels)); rkz_kernels[algo_id](stream, rOrxrmrnrorrr !make_kernel_meta_const_dispatchers  rnamescCsHdt|d}|d|jd7}|D] }|d|d7}q|d7}|S)Nz3typedef CUresult (*kernel_func_t)(CUstream stream, rxzkernel_func_t z_kernels[] = { rz, z}; )rYr)rrgrpr9rrr make_func_pointerss rcCsRd}dD]"}|d|d|jd7}|D] }|d|d|d7}q|d7}q|S) Nr}rr,z(void){ rrz} r)rrgrprr9rrr make_kernel_load_defs rcCsd|jd}|S)Nint z_get_num_algos(void);rrorrr make_get_num_algos_declsrcCs4d|jd}|d|jd|jd7}|d7}|S)Nrz_get_num_algos(void){ z return (int)(sizeof(z_kernels) / sizeof(z_kernels[0])); rmrrorrr make_get_num_algos_defsra0 Triton ahead-of-time linker: This program takes in header files generated by compile.py, and generates a single entry-point responsible for dispatching the user's input to the right kernel given the specializations that were compiled. Example usage: python link.py /path/to/headers/*.h -o kernel_name __main__)ArgumentParser) descriptionheaders+z_Paths to header files to link. Must include linker directive annotations (autogenerated by ttc))nargshelpz--outz-oz Out filename)typerz--prefixrz(String to prefix kernel dispatcher names)rdefaultrcCg|] \}}t||qSr)rfrTr9rgrrr rVrVcCsg|]\}}|qSrrrrrr rVsz.hwz#include rrNcCrr)rrrrr rV*rcCsg|]}|qSrr)rTr9rrr rV+sz.cz#include z#include )@ collectionsrpathlibrtypingrr dataclassesrr Exceptionr rrrYr`rrfrirqrrrrrrZdescr argparserparser add_argument parse_argsr>Zincludesrr(Zh_path read_textZh_strr=r9r:r%itemsZ algo_declsZ meta_listsrgZget_num_algos_declZ global_declout with_suffixopenfpr5writeZdefskeysrZfunc_pointers_defZmeta_const_defZload_unload_defZget_num_algos_defZdefault_algo_kernelrrrr s   ]  )              $