7Th?4SSKrSSKrSSKrSSKrSSKrSSKrSSKrSSKJr SSKJ r SSK J r J r SSK rSSKJr SSKrSSKJr SSKJr SSK JrJrJr SS KJr SS KJrJrJ r \RB"S 5r""S S \#5r$Sr%Sr&Sr'"SS\RPRR5r*"SS\RPRV5r,Sr-"SS\RPR\5r/"SS\5r0"SS\5r1g!\a \ (dSSKrNf=f)N) lru_cache)chain) TYPE_CHECKINGLiteral)AbstractBufferedFile)AsyncFileSystem)DEFAULT_CALLBACK) filesystemopensplit_protocol)AsyncFileSystemWrapper) isfilelikemerge_offset_ranges other_pathszfsspec.referencec.^\rSrSrU4SjrSrSrU=r$)ReferenceNotReachablec8>[TU]"U6 XlX lgN)super__init__ referencetarget)selfrrargs __class__s X/var/www/auris/envauris/lib/python3.13/site-packages/fsspec/implementations/reference.pyrReferenceNotReachable.__init__s $" c:SURSUR3$)Nz Reference "z" failed to fetch target rrrs r__str__ReferenceNotReachable.__str__$sT^^,,Edkk]SSrr!)__name__ __module__ __qualname____firstlineno__rr#__static_attributes__ __classcell__rs@rrrs TTrrcF[[UR555$r)nextitervalues)ds r_firstr1(s QXXZ !!rcURU5n[U[[45(a9[US[5(a US(a[ US5S$US$ggNr)get isinstancelisttuplestrr )path referencesrefs r_prot_in_referencesr<,s] .. C#e}%%*SVS*A*A,/F~c!f%a(>A>+B%rc[U[5(a[X5U/0$0nUH/n[X15nURU/5R U5 M1 U$r)r5r8r< setdefaultappend)pathsr:outr9protocols r_protocol_groupsrC2sZ%#E6@@ C&t8 x$++D1 Jrc\rSrSrSrSrg)RefsValuesView<c## URRR5H)n[R"U5R 5v M+ URR R5ShvN URR5HfnURRU5n[U5S:XaURUS-v MCURRU5ShvN Mh gNN 7f)Nr/0) _mapping zmetadatar/jsondumpsencode_itemslistdir_get_chunk_sizeslen_generate_all_records)rvalfield chunk_sizess r__iter__RefsValuesView.__iter__=s==**113C**S/((* *4==''..000]]**,E--88?K;1$mmEDL11}}::5A A A - 1 Bs%A9D ;DTRRXS9n[R"TRR U55nTR RUTRS9nURVs0sHoUXER5_M nnU$s snf![a SnU$f=f)zcached parquet file loader)rTrecord)ruN) r~formatioBytesIOrcat_filers read_parquetrucolumnsto_numpyOSError)rTrr9datadfcrefsrs r open_refs,LazyReferenceMapper.setup..open_refss88???>D::dgg..t45D WW))$t{{)C57ZZ@Z25>>++Z@KA K s$ 2B"=BB"B"" B21B2) rNrrjoinr{rKloadsrrJrr}r)rmetrs` rrLazyReferenceMapper.setups $(GG$4$4 HHdii. /%  L!jj\23}-Z 4?? +  , #rc x0US.nUc,[RR"U40U=(d 0D6up URU5(aUR USS9 UR USS9 UR SRUS/5[R"U5R55 [X40UD6$)aMake empty parquet reference set First deletes the contents of the given directory, if it exists. Parameters ---------- root: str Directory to contain the output; will be created storage_options: dict | None For making the filesystem to use for writing is fs is None fs: FileSystem | None Filesystem for writing record_size: int Number of references per parquet file kwargs: passed to __init__ Returns ------- LazyReferenceMapper instance rrT recursiveexist_okrr) rcore url_to_fsexistsrmmakedirspiperrKrLrMrk)r{storage_optionsrrkwargsrs rcreateLazyReferenceMapper.creates,k: :{{,,TMo6KMHB 99T?? EE$$E ' D4 ( $ -. 30F0F0HI"46v66rc>SUR5n[U5$)zList top-level directoriesc3z# UH1oRS5(aMURSS5Sv M3 g7f).zrrbrN) startswithrsplit.0ps r .LazyReferenceMapper.listdir..s-V^<.s5ndTnc3$# UHov M g7frrXrs rrrs2kdTkrF directoryrrtypesizeryc US$)NrrX)rhs r(LazyReferenceMapper.ls..sAfIrkeyrc)rstriprOrlstriprrJrNupdatesortedrQrKrLr_keys_in_fieldr6rRr^)rr9detailpathdashdirnamesr0rfothersrdirinfofileinforTr_recsrecrecinfos rlsLazyReferenceMapper.lss{{3!%4#:2<<> ||H% *-QXXh5G*G   !N5dnn52dkk2A <<)  /2(9K.K   d#f~%RVWRV$k1ERVGW# #D!">>1 4>>$#78![[.#  ',2EF F"nn Lnd4& 0KTn L $ K $qz/Jt K L   ~~-JJt~~d34T*    ""5) U?<$t*, ,))%0!_ , 1v K*K/ 4K/ AK4-K9 K9c XR;aURU$XR;a1[R"URU5R 5$SU;dUR U5(a [ U5eURSS5up#URU5upEnURRX$405RUS5nUc[ eU(aU$US:XagURX$5n/SQn U V s/sHoU;aXUOSPM n n U Sn U bU $U Sc [ S 5eU SS SS/:XaU SS$U SS $![[[4an [ U5U eSn A ff=fs sn f) zVGet the reference for one key Returns bytes, one-element list or three-element list. rrbFNrrr9offsetrrawrcz1This reference does not exist or has been deleted)rNrJrKrLrM_is_metaKeyErrorr_key_to_recordr4r ValueError TypeErrorFileNotFoundError)rrrT_rri chunk_sizemayberexcrr selectionrs r _load_one_key!LazyReferenceMapper._load_one_key"s ++ ;;s# # NN "::dnnS1299; ; ^t}}S113- ::c1%!%!4!4S!9J 488UC =N L 1_ )>>%0D4AHIAITWR[47 Im ?J Q< NO O Qq>aV #Ra= !}I'89 )3-S ( )Js5EFE>- E99E>ic2URSS5up#URU5n[U5S:XagURS5Vs/sHn[ U5PM nn[ Xd5nXpR -nXpR -n X[U54$s snf)z3Details needed to construct a reference for one keyrrbr)rrr.)rrPrQsplitintrir) rrrTchunkrUr chunk_idx chunk_numberrrs rr"LazyReferenceMapper._key_to_recordJszz#q) ++E2 { q %*[[%56%5SV%5 6(@ !1!11 ,, ,3{+++ 7s BcXR;agURUS3n[USUS5VVs/sHup4[R"X4- 5PM nnnU=(d S/URU'URU$s snnf)z6The number of chunks along each axis for a given fieldz/.zarrayshapechunksrb)rUrJr^mathceil)rrTzarrayrhr size_ratios rrP$LazyReferenceMapper._get_chunk_sizesWs (( (^^ugX$67F-0&BR-S-STQ !% -S '1&7QCD  U #&& s$BcURX5n[[UR565n[ U5S:Xa SU5$[ U5S:XaUS$SU5$)z8The references for a given parquet file of a given fieldrc38# UHn[U5v M g7frr6rts rr7LazyReferenceMapper._generate_record..gs(RDGGRrbrc3Z# UH!oS(d[USS5OUSv M# g7f)rNr rs rrrms'Br!tD2AK15rs)+)rr.r^r/rQ)rrTrrits r_generate_record$LazyReferenceMapper._generate_recordas^~~e, #t{{}% & t9>(R( ( Y!^; CrB Brc## SnURU5HnX#-nM [R"X R- 5n[ U5HnUR X5ShvN M gN 7f)zJLoad all the references within a field by iterating over the parquet filesrbN)rPrrrranger)rrTnrecchrs rrR)LazyReferenceMapper._generate_all_recordsosb''.B JD/yy 0 001DkF,,U; ; ;" ;sA#A1%A/& A1c[U5$r)rEr"s rr/LazyReferenceMapper.valuesxs d##rc[U5$r)r[r"s ritemsLazyReferenceMapper.items{s T""rc[U5$r)idr"s r__hash__LazyReferenceMapper.__hash__~s $xrc$URU5$r)r)rrs r __getitem__LazyReferenceMapper.__getitem__s!!#&&rcxSU;aURU5(duURSS5up4URU5upVnURR X5405nX(U'[ U5UR :XaURX55 gg[US5(aUR5R5n O([U[5(aUR5n OUn XRU'[R"U 5n 0URR!U05EU EURU'g)Nrrbto_bytes)rrrrNr>rQrwritehasattrr(decoder5bytesrKrrJr4) rrvaluerTrrrgrsubdictrS new_values r __setitem__LazyReferenceMapper.__setitem__s #:dmmC00::c1-LE..s3LFqkk,,e_bAGAJ7|t/// 5)0uj))nn&--/E5))lln"KK  3I"NT^^%7%7R%@"NI"NDNN3 rc<URS5=(d SU;$)Nrz/.zrrs rrLazyReferenceMapper._is_metas~~d#3u|3rcXR;aURU gXR;aURU gSU;aURU5(duURSS5up#UR U5upEnURR X$405nSXe'[ U5UR:XaURX$5 ggSURU'g)Nrrb) rNrJrrrr>rQrr))rrrTrrrgr.s r __delitem__LazyReferenceMapper.__delitem__s ++  C NN "s#cz$--"4"4::c1-#2237 1++00%"E! w<4#3#33JJu-4$( C rc SSKnSSKnSSKnURX4nSn [ U5UR :aUR X5n U (aU Sn U Sn U Sn U Sn O~URUR URSS9n URUR S S9n URUR S S9n URUR URSS9n UR5Hup[U[5(ar[U R5S :Xa1USU RR ;aU R#US5n USX'[ U5S :aUS X'US X'MMUcSX'SX'SX'SX'MUR$R'U5X'M UR)U U U U S .SS9nUR*R-5UR*R/5=(d S - UR0:aUSR3S 5US'SSS.nSS/nU=(d UR4SUSUS3nUR6R9U=(d UR4SU3SS9 UR:S:XaSS0nO/UR:S:XaSUUS.nO[=UR:S35eUR>"U4UR:U=(d [AUR6SS5SSS.UD6 URC5 URREX45 g![a GNf=f)NrFr9rrrO)dtypeint64categoryrbr)copyr,utf8)rr9rz/refs.z.parqTrrwwrite_statisticsrv)statsobject_encoding has_nullsz not supportedrzstd)rur compressionindex)# kerchunk.dfrnrrrNrQrrrfullnanzerosrr5r6r8r: categoriesadd_categoriesr _proc_raw DataFramer9countnuniquer|astyperrmkdirsruNotImplementedError to_parquetgetattrclearpop)rrTrbase_urlrkerchunkrors partitionoriginalr@offsetsrerawsjrrrBrCfndf_backend_kwargss rr)LazyReferenceMapper.writes5KK0  y>D,, , >>%8 V$Ex(GV$EE?DGGD,,bffCG@Ehht//wh?GHHT--WH=E774++RVV37?D (GA$%% $ 2Qu{{'='==!00a9E7t9q=!%aGJ#AwEH! #++//5')*\\!     77==?bggoo/41 5 GF**:6BvJ")6:UO )DMM*!E7& F (3dmm4AeW=M ;;) #!3U ;  [[M )#2&!  & ^&DE E  ;;+9tww 148      (Q  sL88 MMc[UR5H0n[U[5(dMUupEUR UUUUS9 M2 [UR5HOnUS:wdM SU;dM[ R "URRU55URU'MQ URURS.nURR5 [ R"U5R5URS'URRSRU=(d UR S/5URS5 UR"R%5 g)zdOutput any modified or deleted keys Parameters ---------- base_url: str Location of the output )rXrrrrrN)r6rNr5r7r)rKrrWrJrrVrLrMrrrrr cache_clear)rrXrthingrTrkrs rflushLazyReferenceMapper.flushs$++&E%'' %  %$3 'dkk"AL TQY$(JJt{{q/A$Bq!# >>$:J:JK $(JJsO$:$:$< L!  HHh/$--> ? KK % ""$rc0SnUR5HHnURS5(aUS- nM U[R"UR U55- nMJ U[ UR 5- nU[SUR55- nU$)Nrrrbc3T# UHn[U[5(aMSv M g7f)rbN)r5r7)rrs rr.LazyReferenceMapper.__len__../sH 1:a3GQQ s( () rOrrprodrPrQrJsumrN)rrOrTs r__len__LazyReferenceMapper.__len__%s\\^E$$ 4#8#8#?@@ $ T^^$$ H HHH rc#(# [UR5nURUR5 UHn[ U[ 5(dMUv M UR 5H&nURU5HnX@;dM Uv M M( g7fr)rrJrrNr5r8rOr)rmetasbitrTres rrVLazyReferenceMapper.__iter__2srDNN# T[[!C#s## \\^E((/9G0$sA B2B BcHURU5 g![a gf=f)NTF)rrrs r __contains__ LazyReferenceMapper.__contains__?s*    t $  s  !!c ## URU5n[U5S:XaUS-v g[R"SU56nUH6nUS-SR UVs/sHn[ U5PM sn5-v M8 gs snf7f)zlList key names in given field Produces strings like "field/x.y" appropriate from the chunking of the array rrHNc38# UHn[U5v M g7fr)r)rrgs rr5LazyReferenceMapper._keys_in_field..Os"A[588[rrr)rPrQ itertoolsproductrr8)rrTrUindsindrs rr"LazyReferenceMapper._keys_in_fieldFs ++E2 { q $,    "A["ABC#+#)>#Q#a&#)> ?? ?)>sABB 2B) rNr}r|rUrurrrrr{r~rJ)NN rv)NNi')rTNN)$r%r&r'r(__doc__propertyrorsrrrr staticmethodrrrOrrrrPrrRr/rr"r%r0rr6r)rfrmrVrtrr)rXrrrkrkWsY   4A.K01.K`##077<[ @"D&Pt_ , ,' C<$#'O(44("S)j!%F   @rrkc2^\rSrSrSrSrSrS"U4SjjrS#SjrS#Sjr S#Sjr S r S r \ 4S jrS$S jrS%S jrS&SjrSrS&SjrSrSrSrS'SjrS(SjrSrSrSrS(SjrS)U4SjjrSrSrSr S*Sjr!S*Sjr"S r#S!r$U=r%$)+ReferenceFileSystemiTaView byte ranges of some other file as a file system Initial version: single file system target, which must support async, and must allow start and end args in _cat_file. Later versions may allow multiple arbitrary URLs for the targets. This FileSystem is read-only. It is designed to be used with async targets (for now). We do not get original file details from the target FS. Configuration is by passing a dict of references at init, or a URL to a JSON file containing the same; this dict can also contain concrete data for some set of paths. Reference dict format: {path0: bytes_data, path1: (target_url, offset, size)} https://github.com/fsspec/kerchunk/blob/main/README.md rFc  >[TU]"S 0UD6 X lXlXl0Ul0Ul0UlXlXl [U[5(a[S 0U=(d U=(d 0DSU0D6n[RR"U40UD6unnUR!U5(a`[R""US40UD6n[$R'SU5 [(R*"U5nSSS5 UR-WU 5 O8[$R'SU5 [/UUU S9UlOUR-X5 [U[5(aUR35VVs0sHHunnU[U[5(a*[R4"UR7SS5S 40UD6OU_MJ snnUlSUR ;a[5S 5UR S'gUbH[UR8[:5(aUR8S O UR8nXR U'UcUR R=5Hzn[?U5(aU"5n[RRAU5unnU(dMEUUR ;dMW[5U40U=(d 0D6nXR U'M| UcUR0R=5Hn[?U5(aU"5n[U[B5(dM1US (dM=[RRAUS 5unnUUR ;dMt[5U40U=(d 0D6nXR U' O U(a2X`R ;a#[5U40U=(d 0D6nXR U'U=(d [5S 5UR S'UR R35HcunnURD(d#[GUURHS 9UR U'M:URHURH- (dMZ[KS 5e g!,(df  GN}=fs snnf)a` Parameters ---------- fo : dict or str The set of references to use for this instance, with a structure as above. If str referencing a JSON file, will use fsspec.open, in conjunction with target_options and target_protocol to open and parse JSON at this location. If a directory, then assume references are a set of parquet files to be loaded lazily. target : str For any references having target_url as None, this is the default file target to use ref_storage_args : dict If references is a str, use these kwargs for loading the JSON file. Deprecated: use target_options instead. target_protocol : str Used for loading the reference file, if it is a path. If None, protocol will be derived from the given path target_options : dict Extra FS options for loading the reference file ``fo``, if given as a path remote_protocol : str The protocol of the filesystem on which the references will be evaluated (unless fs is provided). If not given, will be derived from the first URL that has a protocol in the templates or in the references, in that order. remote_options : dict kwargs to go with remote_protocol fs : AbstractFileSystem | dict(str, (AbstractFileSystem | dict)) Directly provide a file system(s): - a single filesystem instance - a dict of protocol:filesystem, where each value is either a filesystem instance, or a dict of kwargs that can be used to create in instance for the given protocol If this is given, remote_options and remote_protocol are ignored. template_overrides : dict Swap out any templates in the references file with these - useful for testing. simple_templates: bool Whether templates can be processed with simple replace (True) or if jinja is needed (False, much slower). All reference sets produced by ``kerchunk`` are simple in this sense, but the spec allows for complex. max_gap, max_block: int For merging multiple concurrent requests to the same remote file. Neighboring byte ranges will only be merged when their inter-range gap is <= ``max_gap``. Default is 64KB. Set to 0 to only merge when it requires no extra bytes. Pass a negative number to disable merging, appropriate for local target files. Neighboring byte ranges will only be merged when the size of the aggregated range is <= ``max_block``. Default is 256MB. cache_size : int Maximum size of LRU cache, where cache_size*record_size denotes the total number of references that can be loaded in memory at once. Only used for lazily loaded references. kwargs : passed to parent class rBrbzRead reference from URL %sNz$Open lazy reference dict from URL %s)rr}:rbrry) asynchronouszDReference-FS's target filesystem must have same valueof asynchronousrX)&rrrtemplate_overridessimple_templates templatesfss _dircachemax_gap max_blockr5r8dictrrrisfiler loggerinforKload_process_referencesrkr:rr rrBr7r/callabler r6 async_implr rr)rforref_storage_argstarget_protocoltarget_optionsremote_protocolremote_optionsrrrrrr}rdicref_fsfo2rtextreoptsr;rBrrs rrReferenceFileSystem.__init__fsR "6" "4 0 " b#  #;~;GVC!++//:c:KFC}}S!![[T1S1QKK #-R[[%"@"@ Abkk )+HH_ %  "~~,,.C==%C$kk88= !8 8#HG1E2GB)+HHX& /  "--/C==%Cc4((SVV"(++"<"OF0D"FB(*HH_ %1z&1HHNN$DAq<<4QTEVEVW ""Q^^33 & %21 s -Q05AR0 Q?c 2URU5n[RSU35 URUn[ U[5(aUR5n[US5(aUR5n[ U[5(aM[RSUS35 URS5(a[R"USS5nUSS4$[U5S:Xa#[RSUSU35 US nX#pOTUupin [RSUS US U S U 35 X-n UbUS :aX-nOX-nOU nUbUS :aX-nOX-nOU nUc UR nXgU4$![an[ U5UeSnAff=f) Nzcat: r(z Reference: z , type bytesbase64:rbz, whole file => rz => z , offset z, size )_strip_protocolrdebugr:rrr5r8rMr*r(r,rbase64 b64decoderQr) rr9startendpartrr~start1end1start0rend0s r _cat_commonReferenceFileSystem._cat_commons##D) uTF^$ 3??4(D dC ;;=D 4 $ $==?D dE " " LL;tfL9 :z**''QR1t# # t9> LL;tf,:Bc URU5(a[R"USS9$UR"U40UD6nUR [ U55 [ U5(aURU5 O&[US5nURU5 SSS5 UR[ U55 g!,(df  N)=fr) rrrrset_sizerQrr)r absolute_update)rrrcallbackrrrs rget_fileReferenceFileSystem.get_fileTs ::e  ;;ut4 4}}U-f-#d)$ e   KK eT"a #  T+#"s B<< C c U(aURS5 URXS9n[R"SSS9n[ X5nU(a:UR UVs/sHopR U5(aMUPM sn5nOUR U5n[X5H upX;dM URXU 5 M" gs snf)NrrryT) auto_mkdir) r expand_pathrr rcatrr^r) rrrrrrtargetsrrremotelocals rr4ReferenceFileSystem.get`s  GGBK   <   v$ 7e+ 88C1ZZ]QCDD88E?D 0MF~ UL11Ds C ;C c P[U[5(a U(a[e[U[5(a$U(d[ SU55(a[e[ XR 5n0nUR5GHupxURUn ////4uppUH{nURU5unnn[U[[45(dM6U RU5 U RU5 U RU5 U RU5 M} /n/n/n/n[5n[XX5H}unnnn[U[5(aXU'M#UbM(URU5 URU5 URU5 URU5 URU5 M [XX5HYunnnnUcM UU;dMURU5 URU5 URU5 URU5 M[ [![U5[U5[U5SUR"UR$S9unnnU R'UUU5n[XX5HunnnnX;aM[UUUU5HunnnnUU:Xa*UbUc$[U[(5(aUXn'M/UUUXn'M8UU:XdM@UU:dMHUU::dMP[U[(5(aUXn'MkUUU- UU- =(d SXn'M M GM UR+5R5Hiun n![U![(5(dMU UR ;dM/UU n"[-U UR U 5n#U"U#lUS:XaU#eUS:wdMdU#UU 'Mk [1U5S:Xa&[U[5(aSU;a [3U5$U$![a$nUS:XaeUS:wa UXn'SnAGMvSnAGM}SnAff=f)Nc3,# UH nSU;v M g7f)*NrXrs rr*ReferenceFileSystem.cat..rs7O$Qq$raiseomitT)sortrrrbr)r5r8rSr6anyrCr:rrrr,r?rrr^addrrr cat_rangesrr>r __cause__rQr1)$rr9ron_errorr proto_dictrAprotor@rurlsstartsends valid_pathsrurhrerrurls2starts2ends2paths2 whole_files new_paths new_startsnew_ends bytes_outronsnebrevexnew_exs$ rrReferenceFileSystem.catos dC Y% % dD ! !yC7O$7O4O4O% %%dOO< &,,.LE%B.0"b"n +D$*"..q1GAq!%a%66 7KKNMM!$KKN&&q)#(EGEF%K!$B 1aa''FY OOA&LLONN1%LLOMM!$C"$B 1a=Qk%9LLONN1%LLOMM!$ C/BU W U  .. / +Iz8 iXFI"$B 1a8%(J)%TMBBQwBJ"*%a33%&CF%&qVCFqQ"Wb%a33%&CF%&q2vR0@D%ACF&UCy/VHHJ$$&DAq!Y''A,@V.q$//!2DE#% w& L'#CF' s8q=Zc22s$#;  [)%7*6)!$*%s'0O77 P%P  P%cURSS5nUcURU5 gUS:XaURXS9 g[SU35e)Nversionrb)rz Unknown reference spec version: )r4_process_references0_process_references1r)rr:rverss rr'ReferenceFileSystem._process_referencessP~~i. <  % %j 1 QY  % %j % X?vFG Grc [U[5(aPUR5VVs0sH3up#U[U[5(a[R"U5OU_M5 nnnXlgs snnf)z&Make reference dict for Spec Version 0N)r5rrrKrLr:)rr:rrSs rr(ReferenceFileSystem._process_references0sc j$ ' ' !+ 0 0 2 2HC 3(=(=TZZ_3F 2 % s:A-c*^^TR(aTR(aSSKm0TlTR UR S055 [ S5UU4Sj5nUR S05R5GHOupE[U[5(aMURS5(a&[R"USS5TRU'UTRU'Mh[U[5(a%[R"U5TRU'MTR(aUSnSU;aVTR(a=UR!SS 5R!S S 5R""S0TRD6nOU"U5n[%U5S :XaU/O XeS US /TRU'GM@UTRU'GMR TRR'TR)UR S/555 g)NrricZ>TRU5R"S0TRD6$NrX)Templaterenderr)rjinja2rs r _render_jinja?ReferenceFileSystem._process_references1.._render_jinjas$??1%,,>t~~> >rrzbase64:r{{{z}}}rbr=genrX)rrr r:_process_templatesr4rrr5r8rrrrrKrLreplacerrQr _process_gen)rr:rrrerrr s` @rr(ReferenceFileSystem._process_references1s$$   {B ?@ 4 ?  ?NN62.446DA!S!!<< **)/)9)9!AB%)@DOOA&%&"At$$%)ZZ]"aD19,,IIdC0$WT3/#V$6&*nn6 *!,,/FaKaSa1qt_"%&")7* t00r1JKLrc^0UlURbURUR5 UR5H5up#SU;aSSKmU4U4SjjURU'M'X0RU'M7 g)NrrcF>TRU5R"S0UD6$r )r r )temprr s rr8ReferenceFileSystem._process_templates..s(V__>&>>#!>#r)rrrrr )rtmprerr s @rr&ReferenceFileSystem._process_templatesse  " " . JJt.. /IIKDAqy01%#q!%&q! rc^ 0nUGHnUSR5VVs0sHMupEU[U[5(aUO/[UR SS5USUR SS55_MO snnm U 4Sj[ R "T R565nUGHnSSKnURUS5R"S 0UDURD6n URUS 5R"S 0UDURD6n S U;aS U;az[URUS 5R"S 0UDURD65n [URUS 5R"S 0UDURD65n XU /X)'MS U;S U;- (a [S 5eU /X)'GM GM U$s snnf)N dimensionsrrstopsteprbc3j># UH(n[[TR5U55v M* g7fr)rr^r_)rr/ dimensions rr3ReferenceFileSystem._process_gen..!s.DFS)6233Ds03rr~rlengthz^Both 'offset' and 'length' are required for a reference generator entry if either is provided.rX)rr5r6rr4ryrzr/r r r rrr)rgensrArrerproductsprr rr~rr%r#s @rr ReferenceFileSystem._process_gensC -335  6DA !!T**quuWa0!F)QUU61=MNO 6 I'//1A1A1CDHooc%j188P2PPooc%j188P2PPO(c/ H 6==UUdnnUF!H 6==UUdnnUF!$V4CH#o(c/:$K !$uCH'B AsAF?cS/0UlURR5nUGHcup#[U[[ 45(d[ US5(a [U5nO[U5S:XaSnOUu pTSU;aURSS5SOSnUnU/nU(aIXpR;a:URU5nURU5 U(aXpR;aM:UR5 [XSS5HXupXR;deXR;deURU RU SSS.5 /URU 'MZ URURUSUS.5 GMf g) Nrr(rbrrrrry) dircacher:rr5r,r8r*rQr_parentr?reverser^) rrr9rrrparpar0subdirsparentchilds r_dircache_from_items(ReferenceFileSystem._dircache_from_items;s[R __ " " $JD$ --z1J1J4yTa! 1,/4K$++c1%a(RCDfG4}}4||D)t$4}}4 OO !$Wabk!: MM111... f%,,"KC(* e$"; MM#  % %tVT&R S3rc URU5upgn[U[5(a[R"XgU5$[ U5upUc'Uc$UR U R"UU4UUS.UD6$[UUU4UUS.UD6$)N) block_size cache_options) rr5r,rrr r_open ReferenceFile) rr9moder6r7rrrrrBrs rr8ReferenceFileSystem._openYs$($4$4T$:! T k5 ) )::k67 7$[1  >dl88H%++&+        "'     rc [RSU5 URU5n[UR[ 5(aURR X5$UR(dUR5 URU5nUc [U5eU(aU$UVs/sHoUSPM sn$![a Of=f[SUS35es snf)Nzlist %s'z' is not a known keyr) rrrr5r:rkrrrr+r3_ls_from_cache)rr9rrrAos rrReferenceFileSystem.lsss Y%##D) doo': ; ; ))$77}}  % % '!!$' ;#D) ) J#&'3a& 3''  #av-A$BC C(sC0C  C Cc TURU5=(d URU5$r)rrrr9rs rrReferenceFileSystem.existsszz$44;;t#44rc^UR(aTUR;$[UR[5(aTURR 5;$[ U4SjUR55$)Nc3J># UHoRTS35v M g7f)rNr3)rrr9s rr,ReferenceFileSystem.isdir..s!IA||tfAJ//s #)r+r5r:rkrOrrr9s `rrReferenceFileSystem.isdirsZ ==4==( ( )< = =4??2244 4III IrcXR;$rrrGs rrReferenceFileSystem.isfiles&&rc0# UR"X40UD6$7fr)r)rr9rrs r_lsReferenceFileSystem._lsswwt.v..sc ~>^U(a[TU]"T4X#US.UD6$T(a1URT5m[U4SjUR55nO[UR5nU(aFUR (dUR 5 UVs0sHowURU5S_M sn$U$s snf)N)maxdepthwithdirsrc3V># UHoRT5(dMUv M g7frr3)rrer9s rr+ReferenceFileSystem.find..sH/Q\\$5Gqq/s) )r)rfindrrr:r+r3r>) rr9rOrPrrrrers ` rrSReferenceFileSystem.finds 7<'6MS  ''-DH$//HHAt'A ==))+:;GD"hhtn11$//$2G2JKDGFOAw9s ? DDc,# URU5$7fr)rrBs r_infoReferenceFileSystem._infosyyrcx# URRUS5 URR5 g7fr)r:rWr+rVrBs r_rm_fileReferenceFileSystem._rm_files.  $  s8:c# US:XaURU5(a[eX RU'URR 5 g7f)Nr)rFileExistsErrorr:r+rV)rr9rr:rs r _pipe_fileReferenceFileSystem._pipe_files= 8  D 1 1! ! $ sA Ac # US:XaURU5(a[e[US5nUR5URU'SSS5 UR R 5 g!,(df  N)=f7f)Nrr)rr`r readr:r+rV)rrrr:rrs r _put_fileReferenceFileSystem._put_files^ 8  E 2 2! ! % !%&VVXDOOE "  s/BA2#B2 B<Bc 0nURR5H4upE[U[5(aUR S5X4'M0XSU'M6 [R"US40UD6nUR[R"SUS.5R55 SSS5 g![ a- S[ R"U5-R 5X4'Mf=f!,(df  g=f)z+Write modified references into new locationasciirrrb)rrN)r:rr5r,r+UnicodeDecodeErrorr b64encoderr r)rKrLrM)rr~rrArerrs r save_jsonReferenceFileSystem.save_jsonsOO))+DA!U##IXXg.CFA,[[d 6o 6! GGDJJ1c:;BBD E7 6 *I(6+;+;A+>>FFHCFI7 6sB--7C'-3C$#C$' C5) rr+rrrr:rrrr) NNNNNNNNTii@Br~r)F)Frr)rNN)T)NFF) overwrite)&r%r&r'r(rrBcachablerrrrrrr rr4rrrrrrr3r8rrrrrLrSrrZr]rarerkr)r*r+s@rrrTs HH  _B*!X BB&/? , 2`DH %MB &#JT< 4($5J'/"*  F FrrcZ^\rSrSrSU4Sjjr\S5rU4SjrSrSr U=r $)r9ic >[T U]"UU4UUUUUUS.U D6 URRUR5uolUl[U 5upURRU Ul Xl SUl g)N)r:r6 autocommitr cache_typer7) rrrrr9rrr rsrc_fssrc_path_f)rrr9r:r6rqrrr7rrrrBrrs rrReferenceFile.__init__s    !!!'  -1GG,?,? ,J) Z$[1 ggkk(+ # rcURbURR(aYURR"UR4UR UR URSS.URD6UlUR$)Nnone)r:r6rqrr) ruclosedrsr8rtr: blocksizerqrr"s rrReferenceFile.fsh 77?dggnnkk'' YY>>??!  ++ DGwwrcn>URbURR5 [TU]5$r)rucloser)rrs rr}ReferenceFile.closes& 77  GGMMOw}rcXR-n[X R-UR5nURR U5 URR X!- 5$r)rminrrseekrd)rrrs r _fetch_rangeReferenceFile._fetch_rangesJ "# "DHH-  Evv{{3;''r)rurrsrtr)rdefaultT readaheadNN) r%r&r'r(rrrr}rr)r*r+s@rr9r9s?  :   ((rr9)2r collectionsrryloggingrr functoolsrrtypingrr fsspec.corer fsspec.specrujsonrKr fsspec.asynrfsspec.callbacksr r r r #fsspec.implementations.asyn_wrapperr fsspec.utilsrrr getLoggerr RuntimeErrorrr1r<rCabc ValuesViewrE ItemsViewr[riMutableMappingrkrr9rXrrrs   ), (-88FEE   - .TLT"?  B[__// BAKOO--A z@+//88z@zN F/N Fb4((4(i& sDDD