Զf=8ddlZddlZddlZddlZddlZddlZddlZddlmZddl m Z ddl m Z ddl Z ddlmcmZddlmZddlmcmZddlZ ddlZn #e$rdZYnwxYwejeZedefdZd)dZefdZ e ej!fd Z"d*d Z#d Z$d+dZ%dZ&d,dZ'dZ(ej)fdZ*dZ+d-dZ,dZ-d.dZ.d/dZ/d0d Z0d1d!Z1Gd"d#Z2Gd$d%e jj3j4j5Z6d&Z7Gd'd(ej8Z9dS)2N)contextmanager)deepcopy)Path local_rankc#K|dvrtjdV|dkr tjdSdS)zm Decorator to make all processes in distributed training wait for each local_master to do something. )rNr)torch distributedbarrier)rs )/var/www/html/yolov7/utils/torch_utils.pytorch_distributed_zero_firstr s\    !!### EEEQ !!#####ctj||dkrd\t_t_dSd\t_t_dS)Nr)FT)TF)r manual_seedcudnn benchmark deterministic)seeds r init_torch_seedsr'sF d qyy/:,,,,/:,,,,rctjt|j}|jd|jd|jS)N-)datetime fromtimestamprstatst_mtimeyearmonthday)pathts r date_modifiedr!0sM''T (9(9(BCCAf ( (qw ( ( ( ((rcd|d} tj|dtjddS#tj$r }Yd}~dSd}~wwxYw)Nzgit -C z describe --tags --long --alwaysT)shellstderrr) subprocess check_outputSTDOUTdecodeCalledProcessError)rses r git_describer-6sy8$888A&qZ=NOOOVVXXY\Z\Y\]]  (rrrrrs:AAAr%c dtp tdtjd}|dk}|rdt jd<n=|r;|t jd<tjsJd|d| otj}|rtj }|d kr|r||zd ksJd |d |dt|z}t|r| d nt|D]J\}}tj|} ||d krdn|d|d| jd| jdz dz }Kn|dz }t"t'jdkr(|ddn|tj|rdndS)Nu YOLOR 🚀 z torch  cpuz-1CUDA_VISIBLE_DEVICESz!CUDA unavailable, invalid device z requestedrz batch-size z not multiple of GPU count ,r%zCUDA:z (z, izMB) zCPU Windowsasciiignorecuda:0)r-r!r __version__lowerosenvironcuda is_available device_countlen enumeratesplitrangeget_device_propertiesname total_memoryloggerinfoplatformsystemencoder)device) rK batch_sizer+r0r<nspaceidps r select_devicerR?sTlnn7 TT@QTTTA ,,..E !C a-1 )** a-3 )*z&&((``*`f*`*`*````7 0uz..00D  J # # % % q55Z5>Q&&&(`j(`(`]^(`(`&&&c!ff 6Gfll3///uQxxHH c cDAq 0033A !q&&BBebb!bbqvbbR[A[bbb bAA c W  KK8I8IY8V8V !!'8444\]^^^ 12sGFLOPSz forward (ms)z>16sz backward (ms)inputz>24soutputtohalf)rbrbrbFinputsverboseeAr2nanilistc3>K|]}|VdSrTnumel.0xs r zprofile..s*771QWWYY777777r12z12.4gz16.4g)r rKr<r=r` requires_gradprintr8typerC isinstancerihasattrTensordtypefloat16rathopprofilerBrXsumbackwardfloattupleshapennModule parametersstr)roopsrMrKmdtfdtbr flops_ys_ins_outrQs r r{r{`sN Uu| 0G0G0I0I$THHuUUF V AAO % V[QWQ\`fQfQf%**J*J1*M*M*Mlnooo ux u uh u u^ u u/ u uX_ u ufn u u uvvvsD)) 4SSu]]#At,, 3ADDLLL!6** nz!U\/J/J nqwZ_ZgOgOgAFFHHHmn"lll!S LA4???BSH1LEE EEEq , ,A$&&AaD!A$&&AaD $EEGG$$&&(**! $U||! AaD1Q4K4'!+ +C AaD1Q4K4'!+ +CC!+Au|!S)c3 K|]}|vV dSrTrW)rnroks r rpz-intersect_dicts...s'>W>W!qAv>W>W>W>W>W>Wr)anyr)rnvrdbexcludes @r z#intersect_dicts..sa s s sTQ1773>W>W>W>Ww>W>W>W;W;W7\]\cgijkglgr\r\rAq\r\r\rr)items)darrs ``r intersect_dictsrs) s s s s sRXXZZ s s ssrc|D]t}t|}|tjur |tjurd|_d|_=|tjtjtj tj fvrd|_ udS)NgMbP?gQ?T) modulesrtrConv2d BatchNorm2depsmomentum Hardswish LeakyReLUReLUReLU6inplace)rrr s r initialize_weightsrs} ]]__ GG  >>  ". AEAJJ 2<rwA A AAIrcDfdt|jDS)Nc:g|]\}}t||SrW)ru)rnrOrmclasss r z find_modules..s, P P P$!Q*Q:O:O PA P P Pr)r@ module_list)rrs `r find_modulesrs( P P P P)E$566 P P PPrcd\}}|D]4}||z }||dkz }5||z S)N)rbrbr)rrlr|)rabrQs r sparsityrsX DAq      QWWYY a1f\\^^ q5Lr333333?cBddlmcmcm}t dd|D]M\}}t |tjr.||d|| |dNt dt|zdS)NrzPruning model... r%)endweight)rDamountz %.3g global sparsity) torch.nn.utils.prunerutilspruners named_modulesrurl1_unstructuredremover)rrrrDrs r rrs(((((((((((( 2&&&&&&((&&a a # # &  ! !!(6 ! B B B LLH % % % !HUOO 344444rc Rtj|j|j|j|j|j|jdd |j j }|j |jd}tj|j tj|j|jz}|j tj|| |j j|j8tj|j d|j j n|j}|j|j |jtj|j|jzz }|jtj||ddd|z|S)NT) kernel_sizestridepaddinggroupsbiasFrrrKr2)rr in_channels out_channelsrrrrrequires_grad_r`rrKcloneviewr diagdivsqrtr running_varcopy_mmrrzerossizemul running_meanreshape)convbn fusedconvw_convw_bnb_convb_bns r fuse_conv_and_bnrs $*+&*&6!%"&,!%# %%% &4^E%:%:22dk>P;Q;Q [   % %d&7 < TVTZCZ8[8[\\ \D N$r1(=(=>>FFrJJTQRRR rFc td|D}td|D}|rtddzt|D]\}\}}|dd}td|||j|t|j | | fz dd l m }t|d r4tt!|jd nd } t%jd |jd d| | ft-|j} |t1|| fdddz dz} t3|tr|n||g}d| |dz| z |d z| z z} n#t4t6f$rd} YnwxYwt8dt=t|d|d|d| dS)Nc3>K|]}|VdSrTrkrms r rpzmodel_info..s* 4 4Aaggii 4 4 4 4 4 4rc3LK|]}|j |V dSrT)rrrlrms r rpzmodel_info..s1 G GAq Gaggii G G G G G Grz %5s %40s %9s %12s %20s %10s %10s)layerrDgradientrrmusigmaz module_list.r%z$%5g %40s %9s %12g %20s %10.3g %10.3gr)r{r r2chrFrcrfrgz , %.1f GFLOPSzModel Summary: z layers, z parameters, z gradients) r|rrsr@named_parametersreplacerrrlrirmeanstdrzr{rvmaxintrr ryamlgetnextrKrru ImportError ExceptionrFrGr?r) rreimg_sizen_pn_grOrDrQr{rimgrfss r model_infors 4 4!1!1!3!3 4 4 4 4 4C G G!1!1!3!3 G G G G GC[ 03vvwww%e&<&<&>&>?? [ [LAya<<33D 8dAOQWWYYQW qvvxxQRQVQVQXQXYZ [ [ [ [      5 > >Eho#A&GLQtDDDEHMl5;q'#:#:$OOOEHOEH Lr?rc 8dkr|S|jdd\}}t|zt|zf}tj||dd}|sfd||fD\}}tj|d||dz d||dz gd S) NrrgbilinearF)rmode align_cornerscJg|]}tj|zz z SrW)mathceil)rnrogsratios r rzscale_img..s0CCCqDIa%i"n--2CCCrrr2gS㥛?)value)rrF interpolatepad)rr same_shaperhwr+s ` ` r scale_imgrs || y}1 U^^SU^^ ,mCajNNN DCCCCCQFCCCDAquS1a!A$h1qt84EBBBBrc|jD]C\}}t|r||vs|ds||vr2t |||DdS)Nr)rrr? startswithsetattr)rrincluderrrs r copy_attrrsv   ""1 LL Qg--!,,s2C2C-qG||  Aq!     rc(eZdZdZd dZdZd dZd S) ModelEMAa  Model Exponential Moving Average from https://github.com/rwightman/pytorch-image-models Keep a moving average of everything in the model state_dict (parameters and buffers). This is intended to allow functionality like https://www.tensorflow.org/api_docs/python/tf/train/ExponentialMovingAverage A smoothed version of the weights is necessary for some training schemes to perform well. This class is sensitive where it is initialized in the sequence of model init, GPU assignment and distributed training wrappers. H.?rctt|r|jn||_||_fd|_|jD]}|ddS)Nc@dtj| dz z zS)Nr2i)r exp)rodecays r z#ModelEMA.__init__..s!uDHaR$Y,?,?(?@rF) rrmoduleevalemaupdatesr$rr)selfrr$r)rQs ` r __init__zModelEMA.__init__sK,>,>IELLEJJOOQQ @@@@ $$&& $ $A  U # # # # $ $rctj5|xjdz c_||j}t |r|jn|}|jD]9\}}|j j r(||z}|d|z || zz }: ddddS#1swxYwYdS)Nr2r) r no_gradr)r$rr& state_dictr(rrxis_floating_pointdetach)r*rrPmsdrrs r updatezModelEMA.update!s. ]__ 4 4 LLA LL 4<((A/:5/A/AY%,))+++uGWGWGYGYC++--3355 4 417,4FA"q&CFMMOO33A 4  4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4 4sC C..C25C2rW process_groupreducerc4t|j|||dSrT)rr()r*rrrs r update_attrzModelEMA.update_attr-s$(E7G44444rN)r r)rWr3)__name__ __module__ __qualname____doc__r+r2r7rWrr rr sU$$$$ 4 4 4555555rrceZdZdZdS) BatchNormXdcdSrTrW)r*r^s r _check_input_dimzBatchNormXd._check_input_dim3s  rN)r8r9r:r?rWrr r=r=2s#     rr=cR|}t|tjjjjrt }t |j|j|j |j |j }|j rCtj 5|j |_ |j|_dddn #1swxYwY|j|_|j|_|j|_t%|dr |j|_|D](\}}||t-|)~|S)Nqconfig)rur rr batchnorm SyncBatchNormr= num_featuresrraffinetrack_running_statsr-rrrrnum_batches_trackedrvrAnamed_children add_modulerevert_sync_batchnorm)r& module_outputnew_clsrDchilds r rJrJ>saM&%(*4BCC3#F$7/5z6?/5}/5/IKK  = 1 1 1'-} $%+[ " 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1&,%8 "$*$6 !,2,F ) 69 % % 3$*NM !,,..EE e  'rps[  %%%%%% $$$$$$$$$KKKK DDD  8 $ $$S$$$$;;;; )))) d8nn+55554$]$]$]$]NZZZtttt    "yQQQQ 5555.nnnn0& C C C C"5"5"5"5"5"5"5"5J     %(",7   2")sAAA