"f=`ddlZddlZddlZddlZddlZddlZddlZddlmZddl m Z ddl m Z ddl Z ddlmcmZddlmZddlmcmZddlZ ddlZej2eZedefdZddZefdZ e ejBfd Z"d d Z#d Z$d!d Z%d Z&d"dZ'dZ(ejRfdZ*dZ+d#dZ,dZ-d$dZ.d%dZ/d&dZ0d'dZ1GddZ2Gdde j$jfjhjjZ6dZ7GddejpZ9y#e$rdZYwxYw)(N)contextmanager)deepcopy)Path local_rankc#K|dvrtjjd|dk(rtjjyyw)zm Decorator to make all processes in distributed training wait for each local_master to do something. )rNr)torch distributedbarrier)rs 5C:\work2\python\work_new2\yolov7\utils\torch_utils.pytorch_distributed_zero_firstr sC   !!# Q !!#sA Actj||dk(rd\t_t_yd\t_t_y)Nr)FT)TF)r manual_seedcudnn benchmark deterministic)seeds r init_torch_seedsr's5 d qy/:,,/:,,ctjjt|jj}|j d|j d|jS)N-)datetime fromtimestamprstatst_mtimeyearmonthday)pathts r date_modifiedr!0sL''T (9(B(BCAffXQqwwiq ((rcd|d} tj|dtjjddS#tj$r }Yd}~yd}~wwxYw)Nzgit -C z describe --tags --long --alwaysT)shellstderrr) subprocess check_outputSTDOUTdecodeCalledProcessError)rses r git_describer-6s\ $78A&&qZ=N=NOVVXY\Z\]]  ( (s6?AAc dtxs tdtjd}|j dk(}|rdt j d<n>|r<|t j d<tjjs Jd|d| xrtjj}|rtjj}|d kDr|r||zd k(s Jd |d |dt|z}t|r|jd n t|D]S\}}tjj|} ||d k(rdn|d|d| jd| j dz dz }Un|dz }t"j%t'j(dk(r |j+j-ddn|tj.|rdSdS)Nu YOLOR 🚀 z torch  cpuz-1CUDA_VISIBLE_DEVICESz!CUDA unavailable, invalid device z requestedrz batch-size z not multiple of GPU count ,r%zCUDA:z (z, izMB) zCPU Windowsasciiignorecuda:0)r-r!r __version__lowerosenvironcuda is_available device_countlen enumeratesplitrangeget_device_propertiesname total_memoryloggerinfoplatformsystemencoder)device) rK batch_sizer+r0r<nspaceidps r select_devicerR?s ln7 8@Q@Q?RRSTA ,,.E !C -1 )* -3 )*zz&&(`,MfXU_*``(7 0uzz..0D JJ # # % q5Z>Q& `+j\A\]^\_(` `&c!f 6fll3/uQxHDAq 003A !q&Be,E!BqvvhbR[A[@\\ab bAI W  KK8IY8V !!'84\]^ <12sGFLOPSz forward (ms)z>16sz backward (ms)inputz>24soutputtohalf)rararaFinputsverboseeAr2nanilistc3<K|]}|jywrTnumel.0xs r zprofile..s71QWWY12z12.4gz16.4g)r rKr<r=r_ requires_gradprintr8typerC isinstancerhhasattrTensordtypefloat16r`thopprofilerBrXsumbackwardfloattupleshapennModule parametersstr)rnopsrMrKmdtfdtbr flops_ys_ins_outrQs r r{r{`s Uu|| 0G0G0IHuUF V AAO %  V[[QWQ\Q\`fQf%***J*J1*Mlno Bxoht_^D,A/RVAWX_`dWefnoset uvsD)Su 4#At,ADDL!6*z!U\\/JqwwZ_ZgZgOgAFFHmn"l!S LLA4?BSH1LEqA$&AaD!A$&AaD $EEG$$&(*! AaD1Q4K4'!+ +C AaD1Q4K4'!+ +C",Au||!.s>Ww!qAvws)itemsanyr)dadbexcludervs ` r intersect_dictsrsWXXZ sZTQ173>Ww>W;W\]\c\cgijkglgrgr\rAqDZ ss ss AAAAc<|jD]}t|}|tjur!|tjurd|_d|_B|tjtjtjtjfvsd|_ y)NgMbP?gQ?T) modulesrtrConv2d BatchNorm2depsmomentum Hardswish LeakyReLUReLUReLU6inplace)rrr s r initialize_weightsrsk ]]_ G  >  ".. AEAJ 2<<rwwA AAIrcxt|jDcgc]\}}t||s|c}}Scc}}wrT)r@ module_listru)rmclassrOrs r find_modulesrs4#E$5$56 P6$!Q*Q:OA6 PP Ps66cd\}}|jD]+}||jz }||dk(jz }-||z S)N)rarar)rrkr|)rabrQs r sparsityrsL DAq     QWWY a1f\\^  q5Lrcddlmcmcm}t dd|j D]F\}}t |tjs!|j|d||j|dHt dt|zy)NrzPruning model... r%)endweight)rDamountz %.3g global sparsity) torch.nn.utils.prunerutilspruners named_modulesrurl1_unstructuredremover)rrrrDrs r rrso(( 2&&&(a a #  ! !!(6 ! B LLH %) !HUO 34rc tj|j|j|j|j |j |jdjdj|jj}|jjj|jd}tj|jj!tj"|j$|j&z}|jj)tj*||j|jj,|j.Dtj0|jj3d|jjn |j.}|j.|jj5|j6j!tj"|j&|j$zz }|j.j)tj*||j9ddj9d|z|S)NT) kernel_sizestridepaddinggroupsbiasFrrrKr2)rr in_channels out_channelsrrrrrequires_grad_r_rrKcloneviewr diagdivsqrtr running_varcopy_mmrrzerossizemul running_meanreshape)convbn fusedconvw_convw_bnb_convb_bns r fuse_conv_and_bnrs $**++&*&6&6!%"&,,!%# % &4^E%:22dkk>P>P;Q [[   % %d&7&7 >TVTZTZCZ8[\ \D NN$r1(=>FFrJTQR rc >td|jD}td|jD}|rtddzt|j D]v\}\}}|j dd}td|||j |jt|j|j|jfzx dd l m }t|d r-tt!|j"jd nd } t%j&d |j(j+d d| | ft-|jj.} |t1|| fdddz dz} t3|tr|n||g}d| |dz| z |d z| z z} t8j;dt=t|j?d|d|d| y#t4t6f$rd} YUwxYw)Nc3<K|]}|jywrTrjrls r rozmodel_info..s 4!3Aaggi!3rpc3VK|]!}|js|j#ywrT)rrrkrls r rozmodel_info..s G!3Aqaggi!3s))z %5s %40s %9s %12s %20s %10s %10s)layerrDgradientrrmusigmaz module_list.r%z$%5g %40s %9s %12g %20s %10.3g %10.3gr)r{r r2chrFrbrerfz , %.1f GFLOPSzModel Summary: z layers, z parameters, z gradients) r|rrsr@named_parametersreplacerrrkrhrmeanstdrzr{rvmaxintrr ryamlgetnextrKrru ImportError ExceptionrFrGr?r) rrdimg_sizen_pn_grOrDrQr{rimgrfss r model_infors 4!1!1!3 4 4C G!1!1!3 G GC 03vvw%e&<&<&>?LAya<<3D 8dAOOQWWYQWW qvvxQRQVQVQXYZ [@  5Ehhoo##A&GLLQtDEHHMll5;;q'#:$OEHHOEHH Lrc ^|dk(r|S|jdd\}}t||zt||zf}tj||dd}|s1||fDcgc] }t j ||z|z |z"c}\}}tj |d||dz d||dz gd Scc}w) N?rfbilinearF)rmode align_cornersrr2gS㥛?)value)rrF interpolatemathceilpad)rratio same_shapegshwr+rns r scale_imgrs | yy}1 U^SU^ ,mmCajN=>FCFqDIIa%i"n-2FCDAquuS1a!A$h1qt84EBBDs%B*c|jjD]7\}}t|r||vs|jds||vr+t |||9y)Nr)rrr? startswithsetattr)rrincluderrrs r copy_attrrsK   "1 LQg-!,,s2CqG|  Aq!  #rc&eZdZdZddZdZddZy)ModelEMAa  Model Exponential Moving Average from https://github.com/rwightman/pytorch-image-models Keep a moving average of everything in the model state_dict (parameters and buffers). This is intended to allow functionality like https://www.tensorflow.org/api_docs/python/tf/train/ExponentialMovingAverage A smoothed version of the weights is necessary for some training schemes to perform well. This class is sensitive where it is initialized in the sequence of model init, GPU assignment and distributed training wrappers. ctt|r |jn|j|_||_fd|_|jjD]}|jdy)NcBdtj| dz z zS)Nr2i)rexp)rndecays r z#ModelEMA.__init__..suDHHaR$Y,?(?@rF) rrmoduleevalemaupdatesrrr)selfrrr rQs ` r __init__zModelEMA.__init__sZK,>ELLEJOOQ @ $$&A  U #'rctj5|xjdz c_|j|j}t |r|j j n|j }|jj jD]=\}}|jjs||z}|d|z ||jzz }? dddy#1swYyxYw)Nr2r) r no_gradr rrr state_dictrrrxis_floating_pointdetach)r!rrPmsdrrs r updatezModelEMA.update!s ]]_ LLA L 4<<(A/:5/A%,,))+uGWGWGYC++-335177,,FA"q&CFMMO33A6 __sB*C-#C--C6c4t|j|||yrT)rr)r!rrrs r update_attrzModelEMA.update_attr-s$((E7G4rN)gH.?r)rW) process_groupreducer)__name__ __module__ __qualname____doc__r"r)r+rWrr rr s$ 45rrceZdZdZy) BatchNormXdcyrTrW)r!r]s r _check_input_dimzBatchNormXd._check_input_dim3s rN)r.r/r0r5rWrr r3r32s rr3c|}t|tjjjj rt }t |j|j|j|j|j}|jr?tj5|j|_ |j|_ddd|j|_|j |_|j"|_t%|dr|j&|_|j)D] \}}|j+|t-|"~|S#1swYxYw)Nqconfig)rur rr batchnorm SyncBatchNormr3 num_featuresrraffinetrack_running_statsr$rrrrnum_batches_trackedrvr7named_children add_modulerevert_sync_batchnorm)r module_outputnew_clsrDchilds r r@r@>s M&%((**44BBC#F$7$7/5zz6??/5}}/5/I/IK  =='-}} $%+[[ "!&,%8%8 "$*$6$6 !,2,F,F ) 69 %$*NNM !,,. e  'rhsC  % $$   8 $$S$$; ) 8n++54$]NZt  "yyQ 5.n0& C"5"5J %(("",,77 2"))C  DsD##D-,D-