%VjijWUddlZddlZddlmZddlmZmZddlm Z m Z m Z m Z m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-ddl.m/Z/ddl0m1Z1ddl2m3Z3m4Z4m5Z5ddl6Z6ddl7m8Z8m9Z9m:Z:gd Z;e<a=ee4e?ffe@d <d eAe5e4e>e4e?fffd ZBd eAe5e4e>e4e?fffdZCdZDdeAe5e4e>e4e?fffdZEGddZFdZGdZHejIddZJde4d e>e?e?ffdZKd eO>OPPreturnc*ttSr:)listr7r@r>_get_safe_globalsrE^s ( ) ))r@c"tadSr:)r<r7rDr@r>_clear_safe_globalsrGcs"uur@globals_to_removec4tt|z adSr:)r7r<)rHs r>_remove_safe_globalsrJhs 8#>O:P:PPr@cReZdZdeeeeeefffdZdZ dZ dS) _safe_globalsr8c||_dSr:r=)selfr8s r>__init__z_safe_globals.__init__ps(r@c.t|jdSr:)r?r8)rNs r> __enter__z_safe_globals.__enter__ss$+,,,,,r@c.t|jdSr:)rJr8)rNtypevaluetbs r>__exit__z_safe_globals.__exit__vsT./////r@N) __name__ __module__ __qualname__rCr/r.tuplestrrOrQrVrDr@r>rLrLose)T%%# :N0N*O%P))))---00000r@rLcti}tD]}t|tr~t|dkrt dt|t |dt ur%tdt |d|\}}|||<|j|j }}|||d|<|S)NzYExpected tuple of length 2 (global, str of callable full path), but got tuple of length: zHExpected second item in tuple to be str of callable full path, but got: .) r7 isinstancerZlen ValueErrorrSr[ TypeErrorrXrY)rcfnamemodules r>_get_user_allowed_globalsrhsB %'' a   '1vv{{ xpstupvpvxxAaDzz$$k_cdefgdh_i_ikkGAtBtHH<DF%&B&!!4!! " " Ir@c tjjtjjtjjtjjtjjtjjtjjtjj tjj tjj tjj tjj h Sr:)torch_utils_rebuild_parameter_rebuild_parameter_with_state_rebuild_qtensor_rebuild_tensor_rebuild_tensor_v2_rebuild_tensor_v3_rebuild_sparse_tensor_rebuild_meta_tensor_no_storage_rebuild_nested_tensor_rebuild_wrapper_subclass!_rebuild_device_tensor_from_numpy&_rebuild_device_tensor_from_cpu_tensorrDr@r>_tensor_rebuild_functionsrxsp ' 2 % $ ' ' + 4 + .  6  ;# r@r^c tttjjtjjtjtjtj ttttd }tjD]}||t#|<tjD]}||t#|<dt'ddDD]}||t#|<dt'ddDD]}||t#|<tjD]}|||jd|j<tjD]q}|tjjtjjfvr7tj|j||jd|j<]|||jd|j<rtjtjtjtjtjfD]}||t#|<tAD]}||d|j<tj!j"|d<|S) N) zcollections.OrderedDictzcollections.Counterztorch.nn.parameter.Parameterztorch.serialization._get_layoutz torch.Sizez torch.Tensorz torch.devicez_codecs.encodezbuiltins.bytearrayz builtins.setzbuiltins.complexc>g|]}ttd|S)uintgetattrrj.0xs r> z(_get_allowed_globals..s( > > >QgeZAZZ(( > > >r@r^c>g|]}ttd|S)intr|r~s r>rz(_get_allowed_globals..s( = = =AgeY1YY'' = = =r@r_z torch._utils.z#torch._tensor._rebuild_from_type_v2)#rrrjnn Parameter serialization _get_layoutSizeTensordevicer bytearrayr<complexstorage_dtype_to_storage_type_mapkeysr[ _new_dtypesrange_tensor_classesrXrW_storage_classes TypedStorageUntypedStorage StorageTypeper_tensor_affineper_tensor_symmetricper_channel_affineper_channel_symmetric per_channel_affine_float_qparamsrx_tensor_rebuild_from_type_v2)rdttttsqtres r>_get_allowed_globalsrsW$/&(-(:+0+>+Jj   '#  B] 5 5 7 7 < < > >3q66 ] & & ( (3q66 > >%1++ > > >3q66 = =q! = = =3q66 #22/1bm + +bk + +,,$66 em0%-2NO O O383F3R3R 44B"-//"+// 0 046B"-//"+// 0 0  "   # . 3r77 & ( (--+, '1: ' '((16 0SB,- Ir@readlinec|ddd}|ddd}||ftvrt||f\}}n|tvr t|}||fS)Nutf-8)decoder2r1)rrgrfs r>_read_global_instructionrs XZZ_ # #G , ,F 8::crc? ! !' * *D ~%%#VTN3  > ! !' 4<r@cXt}|j}|j}itddtddt ddt ddtddtddtddtddtddtddtddtddtddt ddt"ddt$ddt&ddt(ddt*ddt,ddt.ddt0ddt2ddt4ddt6ddt8ddt:ddt<ddi } |d}|st>tA|tBsJ|dtDdkr.tG|\}}|$|d|n|d|vr||d}|r ||n|dtJdkrEtMd|dd} | tNkrtQd || n|dtRdtTdhvr|dd} || nZ|dtVdkr|ddn1|dtXdkr|StQd |d) Nrr^r]rTr_get_globals_in_pklrsHEE 9D}Hq 1q 1 a! q 1   A   A   Q Q a! q 1 q 1 q 1 Q  Q  A A!" 1 q#$ 1 q! a! aq 1 A A Qq 1Aq 1A9<Cd1gg N#{+++++ q6VAY  3H==LFD ! % %&8&8$&8&8 9 9 9 9 V* * */A7M $]### Vz!} $ $D$$q''**1-F%&:;;; DLLLL V*E!H5 5 5T!WWQZF DLLLL VuQx   DGGAJJJ VtAw  ( (!"AQ"A"ABB B7Cr@c2eZdZdddefdZdZdZdZdS) Unpicklerbytesencodingrc`||_|j|_|j|_i|_d|_dS)Nr)rrrmemoproto)rNrrs r>rOzUnpickler.__init__2s-    I $&  r@c g|_g|_|jj|_|j} |d}|stt |t sJ|dtdkrTt|j \}}|d|}|tvrtd|d|d|tvr)|t|n|tvr)|t|n^|dvrtd |d vrtd d }||vr`||d t|krE|t|d }t|dkr|ddkr |dd n||z}td|d|d|d|dtdkr|j}|j}|t"jjur(|t#jj| n4|tvs"|tvrP|j|g|R} |t"jvrd|jvrt1j| ||  ntd||dt2dkr|j}|jd} | tvrS| tvr1d| } t5| dr | d| jz } t| | |} | t"jvrd| jvrt1j| | |jd< n|dt8dkr|j} |jd} t;| t"jur | j|  n;t;| t"jjur| |  nt;| tBur| j"#|  nt;| tvs/t;| tvrt5| dr| |  nMd }t | tHrt| dkr| \} }| r| j"#| |r+|%D]\}}tM| || ntdt;| |dtNdkrr|j}|jd}t;|tPurtdt;||| n+|dtRdkrm|*}|jd}t;|tPurtdt;||+|n|dtXdkrD|j|j}}||jd|<nL|dtZdkrV|*}t]dt|dD]!}||dz|jd||<"n|dt^dkr9|j|jg|_|jj|_n|dt`dkr8|*}|tI|n@|dtbdkr|jdf|jd<n|dtddkr'|jd|jdfg|jdd <n|dtfdkr3|jd|jd|jdfg|jdd <n|dthdkr|d n[|dtjdkr|dn-|dtldkr|dn|dtndkr|d n|dtpdkr|gn|dtrdkr|inu|dttdkr#|twn;|dtxdkr4|t{d!|d"dn|dt|dkr0||ddn|dt~dkr4|t{d#|ddn^|dtdkr>|t{d$|d%dn |dtdkrjt{d&|d"d}|tkrtd't||d(d)}||n|dtdkrY|dd}||}|jEd*kr|F|jEd+}||n|dtdkr|j}t;|tHur5t;|turtd,t;|t;|tHurTt|dkrAt"jIJ|dd-krtd.|d||K|n |dtdtdfvrc|dtdkr |dnt{d&|d"d}||jN|n|dtdtdfvrl|dtdkr |dnt{d&|d"d}|dkrtd/|jd|jN|<n|dtdkr?|dd}||}|t|n|dtdkr?|dd|_U|jUdkrtjWd0|jUd1nJ|dtdkr|j}|Std2|dR)3zRead a pickled object representation from the open file. Return the reconstituted object hierarchy specified in the file. Tr^rr_z"Trying to load unsupported GLOBAL z whose module z is blocked.)z1torch.nested._internal.nested_tensor.NestedTensorz1torch.nested._internal.nested_tensor._rebuild_njtz"torch._dynamo.decorators._DimRangez\``torch.nested`` and ``torch._dynamo`` must be imported to load nested jagged tensors (NJTs))z(torch.distributed.device_mesh.DeviceMeshz2torch.distributed.tensor._dtensor_spec.DTensorSpecz1torch.distributed.tensor._dtensor_spec.TensorMetaz torch.distributed.tensor.DTensorz0torch.distributed.tensor.placement_types.Partialz2torch.distributed.tensor.placement_types.Replicatez.torch.distributed.tensor.placement_types.Shardz>``torch.distributed.tensor`` must be imported to load DTensorsbuiltinsNzUnsupported global: GLOBAL zY was not an allowed global by default. Please use `torch.serialization.add_safe_globals([z.])` or the `torch.serialization.safe_globals([zN])` context manager to allowlist this global if you trust this class/function.sparsezbCan only create new object for nn.Parameter or classes allowlisted via `add_safe_globals` but got rz0Trying to call reduce for unrecognized function __self__z which belongs to __setstate__r]zcCan only build Tensor, Parameter, OrderedDict or types allowlisted via `add_safe_globals`, but got z"Can only append to lists, but got zCan only extend lists, but got FrDzdrrrr surrogatepassrstrictz1persistent_load id must be tuple or int, but got rz4Only persistent_load of storage is allowed, but got znegative argumentzDetected pickle protocol z in the checkpoint, which was not the default pickle protocol used by `torch.load` (2). The weights_only Unpickler might not support all instructions implemented by this protocol, please file an issue for adding support if you encounter this.r)Y metastackstackappendrrr`rrrr_blocklisted_modulesr*rrhrarpoprjrrvalues__new__rrXr0r!hasattrrrrSrset_rr__dict__updaterZitemssetattrrrCrpop_markextendr"r#rrr&r'r(r)rrrrrrrr<r r+r r rrr,r[r$rrr rr_maybe_decode_asciipersistent_loadr rrrrrbrrr rwarningswarnr%)rNrrrgrf full_path builtins_nameargsclsresultfunc error_msgstateinst slotstatekvitemlist_objrirstrvalstrdatapididxndatards r>loadzUnpickler.load9s  " j' yp G$q''C c;// / //1v""7 FF %.... 111)jYjjV\jjj 4 6 666KK 4 6 6y ABBBB";"="===KK 9 ; ;I FGGGG*v  *X%/M%22)Y7K]9K9K7K-LLL$-c-.@.@.B.B$C  #9~~11ilc6I6I&abbMM!.!:" *G<<< Q6!9$$z~~''jnn&&%(,,,KK 2D 9::::466==????244;;====(S[4t444Fe333CN8R8R3:6BBBKK'''')@:=@@Q6!9$$z~~''z"~ 4 6 6 = = ? ???$=$?$?$F$F$H$HHHR4QQtZ00J!%I$-%I%II ))444t5000X5P5P/6v>>>!' 2Q58## ((z"~::--DIu%%%$ZZ58#555%%e,,,,$ZZ;..M((////JJ";"="="D"D"F"FFFDzz%9%;%;%B%B%D%DDDt^44 4))%0000%) %eU335E a/4,E9 8 M00777$4(1(9(9441 'a 3 3 3 3)H;?::HH Q6!9$$z~~'':b>>>--)MT(^^MM%%%%Q71:%% :b>>>--)J$x..JJ&&&&Q71:%%*..**DJNN,<,)) BQ:a=(( BQ:a=(( BQ9Q<'' CEE""""Q6!9$$ F4a11!45555Q71:%% DIIaLLO,,,,Q71:%% F4a11!45555Q8A;&& F4166q9::::Q:a=((dd1gg..q1G##)*>???TT&\\7ODD F####Q?1---a$v,,=G++%nnT]HEEG G$$$$Q9Q<''jnn&&99E))d3iis.B.B)WDQTIIWWII&&C1 +??AGG9TT)WsSTvWW D00556666QF1I{1~666"%a&F1I"5"5ttAwww6$Q;P;PRST DIcN++++QF1I{1~666 #A&) 3 3TT!WWWdd1gg9N9NPQRq55$%8999#z"~ ! Q58##DGGAJtAww K--....Q58##!T!WWQZ :??MYDJYYY Q47""Z^^%% %&ESV&E&EFFFap Gr@cr|j}|j|_|jj|_|Sr:)rrrr)rNrs r>rzUnpickler.pop_mark5s/ ^'')) j'  r@c td)Nz%unsupported persistent id encountered)r*)rNrs r>rzUnpickler.persistent_load;sEFFFr@N)rWrXrYr[rOrrrrDr@r>rr1su07#yGyGyGx GGGGGr@rASCIIrrcHt||S)Nr)rr)rrs r>rr?s! TH - - - 2 2 4 44r@)O functools _functoolsr_codecsr collectionsrrpicklerrrr r r r r rrrrrrrrrrrrrrrrrrr r!r"r#r$r%r&r'r(r)r*structr+r3r,typingr-r.r/rj torch._utilsr0r1r2rr<r7rZr[__annotations__rCr?rErGrJrLrhrx lru_cacherrrrrrDr@r>rsb2,,,,,,,,&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&&N'''''''''' RRRRRRRRRR HKsuu#eHeHcM.B$BCDLLLQDxx}9M/M)N$OQQQQ *4hhm0D&D EF**** %%% QE(E(C-,@"@ABQQQQ00000000$(.a   55! 5p x E#s(O    =CC=C=C=C=C@KGKGKGKGKGKGKGKG\#*555C555555r@