cQjB<ddlZddlmZdZdZdZdZdZdZ y)NcRdtjvrnttjdttjd}ttjd}tjdd||ydtjvrttjj ddttjj d d}ttjj d d }tjdd ||yy) N LOCAL_RANKRANK WORLD_SIZEncclztcp://127.0.0.1:7645) init_method world_sizerankOMPI_COMM_WORLD_LOCAL_RANK0OMPI_COMM_WORLD_RANKOMPI_COMM_WORLD_SIZE1ztcp://127.0.0.1:7647)osenvironintdistinit_process_groupget)r r s x/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/onnxruntime/transformers/models/llama/dist_settings.py init_distr srzz! BJJ| $%2::f%&L12  4JWahlm % 3 BJJNN7 =>2::>>"8#>?(>DE  4JWahlm cJ ddlm}|j}|S#t$rYywxYw)Nr)MPI)mpi4pyr COMM_WORLD ImportError)rcomms r _get_commrs*~~ s  ""c>t}||jSdSNr)rGet_rankrs rget_rankr$' ;D".4==?5A5rc>t}||jSdS)N)rGet_sizer#s rget_sizer),r%rc>t}||jyy)N)rBarrierr#s rbarrierr,1s ;D  rc0tdk(r t|yyr!)r$print)argss r print_outr07szQ t r) rtorch.distributed distributedrrrr$r)r,r0rrr4s+   $6 6  r