g<ddlZddlmZddlmZddlmZddlmZm Z m Z m Z m Z m Z mZdZdZdZd Zd Zd Zd Zd ZdZdZdZdZedkr edSdS)N) PartialState)assert_exception)DistributedType)DistributedOperationException broadcastcopy_tensor_to_devicesgather gather_objectpad_across_processesreducectj|jdz|j|jzz|jS)Ng?)torcharange num_processes process_indextodevicestates b/var/www/html/ai-engine/env/lib/python3.11/site-packages/accelerate/test_utils/scripts/test_ops.py create_tensorr!s< L, - - 3u7JUM`7` a e efkfr s ssct|}t|}|tt d|jdzdzksJdS)N)rr tolistlistranger)rtensorgathered_tensors r test_gatherr!%s\ 5 ! !FVnnO  ! ! # #tE!U5H!5Ka5O,P,P'Q'Q Q Q Q Q Q Qrc|jtjkrdS|jg}t |}t ||jks$J|dt |d|j|tt|jks.J|dtt|jdS)Nz,  != ) distributed_typerXLArr lenrrr)robj gathered_objs rtest_gather_objectr)+s !444   C %%L |   3 3 3 3 5t5tLHYHY5t5t_d_r5t5t 3 3 3 4e&9 : :;; ; ; ; =t=tRVW\]b]pWqWqRrRr=t=t ; ; ; ; ;rc"|jtjkrdStjddd|j}| rJt|}dS)N ) r$rr%rrviewtrr is_contiguousr )rr_s rtest_gather_non_contigousr25sz !444 \"   " "1a ( ( * * , , / / = =F##%%%%%vAAArct|}t|}|jtj|jgksJ|ttd|jdzksJdS)Nr) rrshaperSizerrrr)rrbroadcasted_tensors rtest_broadcastr7@s~ 5 ! !F"6**  #uz53F2G'H'H H H H H  $ $ & &$uQ8Ka8O/P/P*Q*Q Q Q Q Q Q Qrc|jr5tj|jdz|j}n1tj|j|j}t |}|jtj|jdzgksJ|js>| ttd|jdgzksJdSdS)Nrr) is_main_processrrrrrr r4r5rrr)rr padded_tensors rtest_pad_across_processesr;Gs De1A56699%,GGe12255elCC(00M  %*e.AA.E-F"G"G G G G G  S##%%eAu7J.K.K)L)LPQs)RRRRRSSRRrc|jdkrdSt|}t|d}tjddg|j}tj||sJ|d|dS)Nrsumg@r#rrr rrrrallcloserrreduced_tensor truth_tensors rtest_reduce_sumrDTs a 5 ! !FFE**N<a)),,U\::L >., 7 7^^N9^9^P\9^9^^^^^^rc|jdkrdSt|}t|d}tjddg|j}tj||sJ|d|dS)Nrmeang@r-r#r?rAs rtest_reduce_meanrG^s a 5 ! !FFF++N<a)),,U\::L >., 7 7^^N9^9^P\9^9^^^^^^rcp|jtjtjfvrdSd|_|jdkr2dt jgdg|j i}n2dt jgdgg|j i}tt5t|ddddn #1swxYwY|jdkr2dt jgdg|j i}n5dt jgdgdgg|j i}tt5t|dddn #1swxYwY|jdkr2dt jgdg|j i}n5dt jgdgdgg|j i}tt5t|dddn #1swxYwYd|_dS) NTrr)rrr-r,)rIrrr-r,)dim)rJr> F)r$rNOr%debugrrrrrrrr r r)rdatas rtest_op_checkerrRhs /"4o6I!JJJEK a%,(9(9(9':;;>>u|LLM%,)=)=)=(>'?@@CCELQQR 7 8 8**Tq))))*************** a%,(9(9(9':;;>>u|LLM%,):):):OOO(L'MNNQQRWR^__` 7 8 8t  a%,(9(9(9':;;>>u|LLM%,):):):OOO(L'MNNQQRWR^__` 7 8 8$EKKKs6,C  CCE77E;>E;H$$H(+H(ch|jtjtjfvrdS|jr;t jgdt j|j }nd}t|}t j |t jgdt j|j sJdS)N)rrr-)dtype)rTr) r$r MULTI_GPUr%r9rrintrrrr@)rrs rtest_copy_tensor_to_devicesrWs o&?AT%UUU iiiuy999<&%,yyy RWR^"_"_"_ ` ``````rc"tdS)N)main)indexs r_mp_fnr[sFFFFFrct}|d||dt||dt||dt ||dt ||dt ||dt||dt||d t||d t|| dS) NzState: ztesting gatherztesting gather_objectztesting gather non-contigousztesting broadcastztesting pad_across_processesztesting reduce_sumztesting reduce_meanztesting op_checkerz&testing sending tensors across devices) rprintr!r)r2r7r;rDrGrRrWdestroy_process_grouprs rrYrYsg NNE KK!%!!""" KK !!! KK'(((u KK.///e$$$ KK#$$$5 KK.///e$$$ KK$%%%E KK%&&&U KK$%%%E KK8999&&& !!!!!r__main__)r accelerateraccelerate.test_utils.testingraccelerate.utils.dataclassesraccelerate.utils.operationsrrrr r r r rr!r)r2r7r;rDrGrRrWr[rY__name__rrrfs" ######::::::888888tttRRR uuuRRR S S S______   Faaa   """0 zDFFFFFr