Xh4OddlZddlZddlZddlZddlZddlZddlmZddlm Z m Z m Z ddl m Zddl mZdZdZd Zdd ZddZd dZGddZGddZdZd!dZd!dZdZed"dZd!dZdS)#N)contextmanager)AnyDictList)language)runtimecd|}dddd|zdg}tj|}|tjjd}d|D}|S)N, nvidia-smi-i0z --query-gpu=z--format=csv,noheader,nounitsc,g|]}t|S)int.0xs `/var/www/tools.fuzzalab.pt/emblema-extractor/venv/lib/python3.11/site-packages/triton/testing.py znvsmi..s   a3q66   )join subprocess check_outputdecodesysstdoutencodingsplit)attrscmdoutrets rnvsmir$ ss HHUOOE sNU$:<[ \C  !# & &C **SZ( ) ) / / 4 4C  3   C Jrclttfdfd|DS)Ncd|cxkrdksntd|dz z}tj|}tj|}||z }d|z |z||zzS)Nrrz%Quantiles must be in the range [0, 1]) ValueErrormathfloorceil)qpointloweruppertans r get_quantilez_quantile..get_quantiles}Q ! DEE EQU  5!! %   EMA5!A%L00rc&g|] }|Srr)rr+r2s rrz_quantile..'s! ' ' 'LLOO ' ' 'r)lensorted)r0r+r2r1s` @@r _quantiler6sU AAq A111111 ( ' ' 'Q ' ' ''rc0|-t||}t|dkr|d}|S|dkr|S|dkrt|S|dkrt|S|dkrt j|S|dkrt j|SdS)Nrrallminmaxmeanmedian)r6r4r9r: statisticsr;r<)times quantiles return_moder#s r_summarize_statisticsrA*sy)) s88q==a&C e   5zz   5zz   u%%%   ''' ! rr;cddl}|dvsJ|j|j5||5|D]2}||dd|_3|jd}|jd}|tdD] } | ||j | |dz } | dkrd} n tdt|| z } |j} |j| 5t| D]} | |D] }d|_ | dddn #1swxYwY|j g} d }t|D]} |jd}|jd}|| ||j | | || z gz } t#| ||cdddS#1swxYwYdS) a Benchmark the runtime of the provided function. :param fn: Function to benchmark :type fn: Callable :param rep: Repetition time (in ms) :type rep: int :param grad_to_none: Reset the gradient of the provided tensor to None :type grad_to_none: torch.tensor, optional :param return_mode: The statistical measure to return. Options are "min", "max", "mean", "median", or "all". Default is "mean". :type return_mode: str rNr9r:r;r<r8T enable_timingir )torchcudastreamStreamdetach_requires_grad_gradEventrecordrange synchronize elapsed_timer:r CUDAGraphgraphreplayrA)fnrep grad_to_noner?r@rIr start_event end_event_ estimate_msn_repeatgr# n_retriess rdo_bench_cudagraphrb<s|LLL A A A A A   5:,,.. / /0B0B   #!     &&&j&&T&:: J$$4$88 q  A BDDDD    !..y99A= !  HH1c# "34455H J " " Z  a   8__  +)&&!%                       y!! D DA****>>K ((t(<.s'IIIA288$8//IIIrc<g|]}dSrgrhris rrzdo_bench..s'GGG!--GGGrNc>g|]\}}||Sr)rT)rses rrzdo_bench..s( G G G41aQ^^A   G G Gr)r driveractiveget_device_interfacerSget_empty_cache_for_benchmarkrPrQrR clear_cacherTr:rrOziprA)rXwarmuprYrZr?r@cacher[r\r]r^n_warmupr_rjrr>rks @rdo_benchrysn$ A A A A A   3 3 5 5BBDDDNN N ! ? ? A AE(((..Kt,,I 1XX  ))%000  NN**9559K1c&;.//00H1c# +,,--HIIIIxIIIKGGGGuXGGGI 8__    8__    #!  ))%000A ! NN G G3{I+F+F G G GE  ; ? ??rc ddl}ddl}t||js||}t||js||}|d}t |r||jn|}|d}t |r||jn|}t||jr\|j|jkr|}| }t||jr\|j|jkr|}| }|j dks |j dkr!|j ||||ddS|||||st|d |d |d |d |d dS)a Asserts that two inputs are close within a certain tolerance. :param x: The first input. :type x: scala, list, numpy.ndarray, or torch.Tensor :param y: The second input. :type y: scala, list, numpy.ndarray, or torch.Tensor :param atol: The absolute tolerance. Default value is 1e-2. :type atol: float, optional :param rtol: The relative tolerance. Default value is 0. :type rtol: float, optional :param err_msg: The error message to use if the assertion fails. :type err_msg: str rNg{Gz?grT)atolrtol equal_nan)r|r} z is not close to z (atol=z, rtol=))numpyrI isinstanceTensortensorcallabledtypebfloat16floatcpudetachsizetestingassert_allcloseallcloseAssertionError)ryr|r}err_msgnprIs r assert_closersLLL a & & LLOO a & & LLOO |$TNN 444===D |$TNN 444===D!U\""% 7en $ $ A EEGGNN   " " $ $!U\""% 7en $ $ A EEGGNN   " " $ $ vzzQVaZZ ""1ad"NNN ;;q!$T; 2 2^\\!\\a\\\\UY\\\]]]^^rceZdZdZ ddeedeededeed eed ed eeefd ed ededefdZ dS) Benchmarkzk This class is used by the :code:`perf_report` function to generate line plots with a concise API. rzFNx_namesx_valsline_arg line_vals line_names plot_nameargsxlabelylabelx_logy_logc ||_||_| |_||_||_||_| |_| |_||_| |_ ||_ ||_ dS)aq Constructor. x_vals can be a list of scalars or a list of tuples/lists. If x_vals is a list of scalars and there are multiple x_names, all arguments will have the same value. If x_vals is a list of tuples/lists, each element should have the same length as x_names. :param x_names: Name of the arguments that should appear on the x axis of the plot. :type x_names: List[str] :param x_vals: List of values to use for the arguments in :code:`x_names`. :type x_vals: List[Any] :param line_arg: Argument name for which different values correspond to different lines in the plot. :type line_arg: str :param line_vals: List of values to use for the arguments in :code:`line_arg`. :type line_vals: List[Any] :param line_names: Label names for the different lines. :type line_names: List[str] :param plot_name: Name of the plot. :type plot_name: str :param args: Dictionary of keyword arguments to remain fixed throughout the benchmark. :type args: Dict[str, Any] :param xlabel: Label for the x axis of the plot. :type xlabel: str, optional :param ylabel: Label for the y axis of the plot. :type ylabel: str, optional :param x_log: Whether the x axis should be log scale. :type x_log: bool, optional :param y_log: Whether the y axis should be log scale. :type y_log: bool, optional :param styles: A list of tuples, where each tuple contains two elements: a color and a linestyle. :type styles: list[tuple[str, str]] N) rrrrrrrstylesrrrr) selfrrrrrrrrrrrrs r__init__zBenchmark.__init__s]^     "$    " r)rzrzFFN) __name__ __module__ __qualname____doc__rstrrrboolrrrrrrs;;c;S ; ; 9 ; I ;;38n;;;;;;;;;;rrc :eZdZdZ d dedededefdZd d Zd S)Markc"||_||_dSNrX benchmarks)rrXrs rrz Mark.__init__9s$rFbench save_path show_plots print_datac . ddl}ddlm} ddl} |j} d|jD} d|jD} t |j}| || z| z| z}|jD]tt tfsfd|Dtt|kr"tdt|dtt|}ggg}}}|jD]Q}|jdi||j|i|j|} |\} } } n#t&$r |dd} } } YnwxYw|| gz }|| gz }|| gz }Rt |z|z|z|jt|<|jr4| | }|d}t1|jD]\}}||dz||d z} } |jr|j|dnd}|jr|j|d nd}|||||||| | sz| sT| t<} | t<} |||| | d | | |!|j"p||#|j$|%|j&rdnd|'|j(rdnd|r| )|r6| *|j+,||jd|||jz}|rA|j-d dkr0|j./\}}||||z |d<|r8ta|jdzta|1|r=|2|j+,||jdd|dd|S)Nrcg|]}|dS)-minrrs rrzMark._run..D666A666rcg|]}|dS)-maxrrs rrzMark._run..Err)columnscg|]}Srr)rr]rs rrzMark._run..Ks(((1Q(((rz Expected z values, got rrr)labelcolorlsg333333?)alpharloglinearz.pngDiff:z.csvz%.fF) float_formatindexr)3osmatplotlib.pyplotpyplotpandasrlistr DataFramerrtupler4r'dictrurrXrr TypeErrorlocrfiguresubplot enumeraterplotisnullr8astyper fill_betweenlegend set_xlabelr set_ylabelr set_xscaler set_yscalershowsavefigpathrshapertolistprint to_stringto_csv)rrrrrdiff_colsave_precisionkwragsrpltpdy_meany_miny_maxrdfx_argsrow_meanrow_minrow_maxrr#axfirst_xrjcolstycol0col1rs @r_runz Mark._run=s ''''''!66U%566666U%5666u}%% \\'F"2U":U"B\ C C E EAa$// )(((((((1vvW%% !KS\\!K!K!K!KLLL#gq//**F)+RwgH_ # #dgVVV5>1*=VVvVV;+.(FE55 ;;;+.d5EFFF;VH$E7"E7""1gg07:WDBF3r77OO ? O JJLLLBajG!%"233 V V1!!f*~r!f*~u,1LBel1oa((d,1LBel1oa((d7 RU!33GGG||~~))++VELLNN4F4F4H4HV!LL//E!LL//EOOBwKTQTOUUU IIKKK MM%,1' 2 2 2 MM%, ' ' ' MM5;<%%H = = = MM5;<%%H = = =   O BGLLu4L4L4LMMNNN %** +  - q((**,,JD$DBtH,BvJ  " %/C' ( ( ( ",,.. ! ! !  # IIbgll9.F.F.FGGVl[iVlVlVl!  # # # s.D55EErzc t|jt}|r|jgn|j}g} |D]&} ||j| |||fi|' |rt j|dtt j |dd5} | d|dt|D] } | d| j d!| ddddn #1swxYwYn#|rt j|dtt j |dd5} | d|dt|D] } | d| j d!| ddddw#1swxYwYwwxYw|r |r|d S|SdS) NT)exist_okz results.htmlwz z z r) rrrappendrrmakedirsopenrrwriter4r) rrrr return_dfkwargshas_single_benchr result_dfsrhtmls rrunzMark.runs%doyAA*:Odo&&   3# a a!!)$)E9j*"_"_X^"_"_```` a 3 I5555"',,y.AA3GG34JJ/000!+,zperf_report..sb*--rr)rwrappers` r perf_reportr s.---G Nrcddl}ddlm}|s|j}|jj|d}|jj|d}||zdzdz d z }|S) z return DRAM bandwidth in GB/s rNrrpmem_clock_rate mem_bus_widthrg.A)rIr rprJcurrent_devicerqutilsget_device_properties)devicerIrp mem_clock_khz bus_widthbw_gbpss r get_dram_gbpsrsLLL -**,,M'==fEEFVWM #99&AA/RIi'!+c1A5G Nrcddl}ddlm}|s|j}|jj|ddz}|j|}|ddkr||j ksJd}ni||j |j fvrd}nV||j |j |j fvrd}n=||jtjtjtjfvrd }nt'd ||z|zd z}|S) Nrrrmultiprocessor_countriidtype not supported& .>)rIr rprJrrqrrget_device_capabilityfloat16float32int32rint16int8tl float8e4nv float8e4b15float8e5 RuntimeError r clock_raterrIrp num_subcores capabilityops_per_sub_coretflopss rget_max_tensorcore_tflopsr2s(LLL -**,,=&<.decorator..wrappersW MMMrz||4499;;I - 3 3 5 5 G  )Y/%A%Aw''(;J(GHH!z&1UXYY F***,n*** +09<>>!1>>G>>> nox%L]agjkkk~***,e***0C OOCCCCCC((((((r) functoolswraps)rPr rOs` r decoratorz cuda_memcheck..decorators>  ! ! ) ) ) ) ) " ! )"rr)rOrSs` r cuda_memcheckrTs$, rFc #K tjgdtjdddd|d|gtjdddd|d|gtdgd }td gd }t||z d ksJd |d t||z d ksJd |d d|z}d|zdz}||fVtjgdtjgdtjgddS#tjgdtjgdtjgdwxYw)N)r r r-pmr8r r rz--lock-gpu-clocks=r z--lock-memory-clocks=zclocks.current.smrzclocks.current.memoryrHzGPU SMs must run at z MHzg3O?igMbP?)r r rrXr)r r rz-rgc)r r rz-rmc)rrr$abs) ref_sm_clock ref_mem_clock cur_sm_clock cur_mem_clockr1gbpss r set_gpu_clockr_sC E E EFFF    > > > > > !        CM C CM C C !    1233A6 6788; <,.//"4446_\6_6_6_444==011B6668b}8b8b8b666)L8&-dl E E EFFF A A ABBB A A ABBBBB  E E EFFF A A ABBB A A ABBBBs CD!!AE%cddl}ddlm}|s|j}|jj|ddz}|j}|ddkr+||j krd}nM||j krd}n?td ||j krd}n"||j |j fvrd}ntd ||z|zd z}|S) Nrrrrrr @rr ) rIr rprJrrqrrr!r#r"r+rr,s rget_max_simd_tflopsrcsLLL -**,,=&<rfs  %%%%%%"""""""""" ( ( ( ((($@B@B@B@BF?@?@?@?@D0^0^0^0^f@@@@@@@@F````````F    :6CCCC8r