From cc77f49f41555b63ab9085804ea970b110d4f068 Mon Sep 17 00:00:00 2001 From: Yimin Jiang Date: Fri, 15 Nov 2019 15:07:15 +0800 Subject: [PATCH] docs: update RDMA performance (#147) * docs: update rdma performance * delete two images * improvement --- docs/images/perf_rdma_resnet50.png | Bin 20160 -> 0 bytes docs/images/perf_rdma_vgg16.png | Bin 20617 -> 0 bytes docs/performance.md | 18 +++++++++++++++++- 3 files changed, 17 insertions(+), 1 deletion(-) delete mode 100644 docs/images/perf_rdma_resnet50.png delete mode 100644 docs/images/perf_rdma_vgg16.png diff --git a/docs/images/perf_rdma_resnet50.png b/docs/images/perf_rdma_resnet50.png deleted file mode 100644 index e4bcce8ae12cbbaa4f5ae95fc0312bfb5b932afe..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 20160 zcmc$`WmJ`28!fB|NC*fL(k&Y)1(Yu7k`y+LgmiaHcSL4@SdcIkh1gr?G)5R<&NJ0San-JP*A!teLf;k6++UDN!)!1a~c^tY1V`D$!RiCd1k*RAL*<2y5T!uzZJUyRJg z3i@&T4+T~e_1`S8B5{_NSfRu1j_2wBnmXUeP1~xoYASp8LsiWm4KM#~3O7D|6HT$rl9)!Z zt~ZlTN^tQtEcPT!Tx`E5XSTvbp6#K_`zv-do{C<* z{F{OhvOm4Iz|~&ce1^=Fa-+6F%)n+*)6R1R@*o0yO9D-6?-aWMt{dyhrrpNNLZuj0 zO&kAL=Hoy8Q`k*nl`t*cR!~L8=V~Aom@?boHl-xTXUO)UuQ;AbLp@6@ywq>VdmQCzS2mcb{tYQr zbExkdk&~SnGaaw%ip!~bm$HVVVQI%fzEgwm&RC)hKLwy_5V`~WLWl=BWt>@d2%-O? zzZ8kIZ}E#aE=*^p-apF4!--ZH(IO1#pwh~-kP;w^+&hp z|NQE;^}Jx$TvdCXa=oEcZNcflcgVCsUz+? zlk;D!QwtAuP(iI4g-(CyT*FEhpT;pHe=vad<)%7*mNvb;xjvaRE8?P+^p_GwM(QpT zq!n;Kv#tYwDV!iGByf9mXqk3E$&1#U^F@LF5VIcabw{xJczW4!OYT`ArqQMHzNcON6Ff4C$Sah=Hs!aqYBYfqMEkV&EJ;E zJ&qJ|8Ex>=tXokR5@4UMACfsYt5w~edfl!O;go11GDLJfjN{&sjdf$+N2{=ys&qV= zFsjpKe=8qydvn^fJ+i+f9D?KYIvhi@3`(i3dkmr?5ADaxV)Kd8onJxN)YH2*gof5& zWd=GgigGatpSRjgRa(5}$znZ)jpwS#d$oa)O~IxXA77UIG*i}Y_tgBC@^@wWqbmh6 zXQ|@GlGi38(+*==YWdb_r#+wO#NWjxhl=uFZm|)Bt$CMb4Rv|=p`(3q!gt~x#4>yq zoc0md@TxDf6QWj{T^9e%S~VXUO;3XL2gL9lvUNVU6DSCM1$Ju#quG+5WEPwgZM3k{ z2tLNU)+tS@U6xG+s)uF!y9I=#hLCbl7N|1{X~se*FJygUW{&fCZHBD*{045j$lUsJ zY^E%#YV@@gR+j^4tg0EK_Zo{qRNxX#O8F7$d}N|WsffyM{PUymOVlelzGG!#4ol5$ zzR;CU3Y=`W)13^d89Ef5SgykN`98_GwE5q%<(ZEh^paj%PLDH#JoC-Nhf4&bbn+luUavlPRi(ON-{TH{Wuy6e;l83#-NYDI#G$vwLil%78EWH04bNVLP3Pq+D=s*5}q zMZL@s>PzGH-o=hkEwk8=P^mBiZ#0X(@t1|R`wQ0n^Eg?%-co_(-}dC~l}|{}r5MNP znDHVK_B@Ipd5j9Y5Tobp)A2$XR3g=<5^<0`qVdNUqZ%2g!)E!otY3l7?a{VqCoY?N2fS#NL{a?6@$tT7MlHZp{=fcK3O+L;!gtsC=8rc)*3j zGuygFUz_WIIS}39fi{Mp(KAhB3F@QcHjd9{)^t^T6R!?*+YZ-zA-t)o={F5%0!7!! zsNI=;NeX?G&KuW8j~XKfPa_r7(i}$B3Uz!Ry155zhN`@{7U1o!w!Nmf&q$)F>z9S_ zUbinZY?KQPOPU?x*Wt6=k%=e0i4z)*9j0tsqMddhSvk3SvU*47<{)9-@C^$ki}RVZ zXJ?WTbSxC}WWm{tRk33+a^=@UUt3|*(GU+m#s!6)#)XB4%JSY6jjc{R?{DP=xsH=? z{8`%$XvoJj?ZWNS3N&kmUpaSk?97&7)o`^jNAK1(X3Qr&wECz&%>u(^ZnRMXOIG(q z)pq1dgs1xsOn=IhBTMeq=CtLD}ZMI*qi>ui+&QNc zQU-U;HLA=pNbS5?Zxj|@wvK2JLX6b6G$Thj;&ge(PB+9Zj(uI6d#dTg;xgN9GGvo@ zJ50yEZzJCuq7ZCls5kD?oG zaCRcn8`j0ddcnRO3yiXgeMB8if8?y z4S(hZS;>=IbV@>+$X0so2(QWmE;}m*c|@}8C3WQ^$=ih=_|-n}e=4~ilRl6hu^-N( zIisyGobn`(gr4OO9TB%sXLMnPz8WeZ0fsn-*xVOw{x|n7EbB9u3Px@(oD3JIV9VIoNP-R8bKtYbL}%k6N-}snBP(()juiMNeGXP7k@wB| z%TUpq+rX;KEE?>?_f`rQQgn(U`6yPBh=Wf8VPkdJ=mgy3FM?I}5tlwx$*zbjJy;mS zdaWlg?cY;kO&MWjjyQO3d(ef`AeZ)5`}$&yY5nV(dNu!s8#)?BBhPLTTFd#Iw z6WL?^1)9p@tmxL0`IJ_rj~XKhNFj;Vu~<9W$iFi*O}gzjNBhP5_X*HnOrtH&KF!Cy z$y0C)M(Q0YJ6KRiZp0R+=HmR;g|)aqDxAspFbpE@E*xd?)VhdQr#Sdm(V!cHC~865 z6M9(N(khvABi`Y`sD>4nDn6{2L2^LhKE)CFylFVi7dCZQ6eiVJQna{6v75)*uKZ=) z10L%LVrK+{$J8Q&_T5#wz7I|MGa)v|REyklo=uclK6B&V zQPy^##w))=L*bQ>`4e#zVrG8x;4I9OBo|S9OTL4Kj5HYpC#T}Um%ROZ9=l{G7!iAi zEgrE5u;v81K^$h)=_KCGC(mT8z1UZauY7mj<3hy8Q zxU`AUH(EZ{Qyweqnu2VWuD$7j<=RgHTv9R;zfPKPQOg(CQ z?ha77R#Qfivin)G=Td{`+YSFT@nGuuab?C?v?E{1=^o+Rdb7zg)KqlKtZ8`}e)qlP zIm^%QU$q}>c$4P^QHd+~t7>NlhDO}SagXYMaVxPHhqfkf8BH@Th$gVx+d{s^Kku*C z7aSP*WRS%~5xM$V+sLU$dt(~5VKdw6Ok&IC8EZ3@P(5qAYsQae21hZgOYCXr#Xdyp z0v9_iek%B2Q1z&#n3tt$&a+M_wfcpE;L!%#dWc(?%GVZY<-zs9qg^(P7Z(c()9mVP zO&O0m(dSk#-_uO5kUZ+*X?4M69os)Qsuw!5!wD1Dnx}P7{wRRy1mifXw;f2Zs1KRT z{j$^a@LF->EhWK0i|cKFz7E}HfWqK>!M zr-7Q%o={KTD&o!KGU-pS4LPriPuJ&zUXJG|0fvhA{Nnk%8WjV4cg>C#^a-KD(4y(r zR$OP>Un9LZo1kXX1gA?6h5T}b8AzNeoah77jOH}HnvXz(l_MI51QV&5Zafo6N(Ha3 z&lH*=4m$Lg0qSQGvWyfL7}z>3t;2zltCag=AxFgJ-?;|)AJ{%lD+I%Ywc<0+Cnz6M z&jD43P%sK3?>etMmCdN`R=8P+-m}!Ge>kgwL+iZ$0)`@uy+0fAv!@utYJ-)t2W#>D zM@7ejiC?~RZ-)~kB(V-rZh<@HmzIXL#zdVH5+g2icZ z)}FCNsyNd{x1Ox)L{xm!dMMWt6Tzyn#G^)JBr#ga#%tfkJ#u<-k+jvGkcCDxQtBwM zG03u0>Uip+rarKW!zSaPc|wY4Bpn?8)|2!!ED1{CT-0cVx7iVT>wZtwYtN3H(E=78 z;O$g{6S(^XI~FAk1qtcv#H;nEGelcIR$Qns!*Q(&E{>eBe0HG2$17`1PFiJ-;hV!K zX;)KCY}p>1t!!JwNxU2rs2FIoR`vY#Pk8B4P0F497E-$Oa^2-^Z%9LMABLuNzQ!QY zgiY(5rR~lo#|-VEqdlrOYIei+S*u84yI-Si_W{=qC10@d)1u*rBYI|T?bqs&di zd5H}_LZv=Rp&$h@Y#gz@bt30%Ivn76YchPXgp^Ubct4UoPU9^H!RE2#L-Ysek7x($ zzq!+`8JT8aH%GYveDAK_=N_Bq1@;)x7$TY!@b$8$EP>+|EYYnb*dbGj1HjtQq6yQ);hd*^hw=0XJ;gAEx{-?4~tM%_SQ%~dP&a%0DLX& zYaYQ#O>$|LZieAkTv+5*ac<~riqHs`AD@sh!48%MN=ks;)13Ur~>!zw%*B|K8 z{1Snj5N*wBesaHX8o#WAXAws0ZRhTIFk`i@=gQ4ZU<_ttSc*m8JJX`N9pLSpplQ*i zQ*`tA+Cn&D??19WU$Fc-ZL-nzyie?j333i}>GCoZpR7|R3t5^|5m`BP*}HT<9Gg51 zHlvXNjfY4M3#y6yLI3a*^@+_VGN}+w&vew0?3Y%S)&^g_RO*bvL{`qJ7*E@5i0GqZ zpC{W;W;Hj&WJf#vey4gq<+zJEh>M|Y)ql_z#f(vDyoBJ6kgA`(hKfFTs&RpI{|aJ? z%W*o$bMFB%n~jc4;qD=kCq~n*mq|0FADt)7!i}}uVLqj2v0QdBd#!H3*>9=wlk1K? zdm1iY1b^0PZ>yid)JZfQYt2)=-(z(4z_#tT9_WjXUtOtz5vF>lBc%HIU%Zm2Up+R~i z!hGIG9=*n6%6e&nYcPh@>!EnU9%EglbW?&d_`p!+qNFtaQBap1_6?aX>e5&7==r>K zg*O6};kjF>lslwmA*cSHw|n;bJ<{L(->3id#o}L2JldY(2*r`BxLSSZNj0_S;_xbG zQ`4fPddk@0Fkz~-!mgGdFU)C5q}G%7Gythfr{2dc92U{?6pGzwNN&X)-P+Ykp;$lv zGXLIO0uitF<0=K_i8!OZRQk(g&7UoM=3R%pXVv?$_hB=q1Q%z~o;9cGM%0Rl_B@@Z z1?+zku_4pLvK;uq%N&lk@2FH2G_iv|-HRhTETZZQ-h4>io)qR2DmaOgu9K=z&F=1F zxmS)9BiNY(dGay$n~U^4h8TXq$0e(0eU_K2Dnk!DdTzC% z@>kTRc#B}$(1|M3awl>RhXSR-HLl8*;jcXXm=0*%oZj@+e>HAFS3oFaiVjpP?;c*H zp%5jcdx1poSM`=)0qXU}yIEMl-NVTMrYs?ToxhXIH$(;P8osK!kULtASzLEiZbw+$ zTyeis{BhmkHz!k0YSC)-Z0|!{NPXfLj(7z9l3lhzZZ=iA!MU=dd4wJ=ttR7@?<$=7 zdd|Tp*{q;Z%FHvGu&M8|P0(Ee$M)n&m;TVn8G^X(*Suz&rD8^D{2r|S`U(c|I4~3c zGnwcE=fIi|N!cmEIc@%uxjhdVw2G1G&BBq#Tn${laoMfzkMs6AJi(siLd zfK69QIIiW&e)%v}WlSG3 zBNq=m+5WJ^CFszxJPksNT=@|r1buG0HC|%LC(ZbF6pQqgX{<)~#N6#g*h+zX2nycq ze2cFZ$*6fYmDfs~>NFaCNph}D$@--zbHTg-E~kmy?PBQsLfb5Vv8P3!jaQHS@MV={ z&ud=0<6&K0q$r@z%oZ%1T^$Zih2SxihKpwfHzgx7Gop_%3ZJtIy!hmOd%f%BB<-aj zCdYrC?NPQzY;?@VG#kp&_*8w4HMiVB8}bvGXrcWKg*fdmb~r8u(}}IH zd0shJy|7IQL-O?XIktz3y(K%)kBKg3YWY(-=;-U8PLTwT_zw5A>F+%)u++J9`j)!c>^}WGP&JmQxyBsZ~(^$y6@>B zrP95JE&~@QPR8{kYl4pyk|CzN1ne@^WSbTPDLi9DV5rk3#wubGKQh8-nCq3Bj-#o? zCxL8l2}P>rNb|ffG2)8eg^Q8{DP3rXP^F<(=D}}K3KS>{0hpwwj2}YdfTl87gGP*W z{7XsBpK(I1>_bht+E${dpV!T~5rM!J`F=gZ$=W)Dfsme;tXHxQBl+m+kyMO+KDQT$ z_BF2_*m2998MiKvX%a{`q@$sQ_6#fpAO#J#QU}F|WFE(}y#>nG9CPkv$LmAX>dK@9-i(L_3Lk_r zADoMRl-dL6SE;>MAtRHd2-F#jek=6ctgv{M&`QTcf%2x6oXY1`Yd7KF;q&x`?#FFV zjRE4L;ZZ_`@lb23%POIf=mpv*etyOzFm`nzpPdu5UGwTNM_!*lZ67ifDV@)@PM#(l}>$s!Ke}4ZEzFZ*YO2NV+Z;Tu^ z^s^L-o3d(}QHy3!Ei50?cI%&Y+vVfv4i-b*G1C0%jG|sKFx^Zc&?vxWED9LcAa*@s zwLuAu&5yEmjt4&;=fmc}(kqPiuS@oPpYKd0gM%I9|53B(Z{Mgt+M?W?qm$b8y|jFC znnb`@Eg{8_TkKxzT@e&x*iMaB>wbPP@M>*DyUH=8jQ^W)Z#8t3_T%_CW&DSsj8_m;S;7@A#nWJ|n&W?^-R*VVqb zlQcVH^(hwrS@X+1G-l_fN3BAxr#stXr>w1~J9WF51q$kAA7n54tvvNXe+xE?j!ooO ztIeai2|ap}b6Z54azzmJXhGg#p!e@pMSyyPGM}x72PBJ-?ZY^z5ltH*EpWsrL2+qS zsPNOPOS3aPKBa{5#H0t+Ic&yDM%&8b zZi$n7ENccId6b67_3kGR*pcE=jefdqqYbt$k^oC@+Dhn3{DJr72W$L7mEF%D6fD7r z%g{5hu!lhGE*J=3_VRlqvgbz)Wr^1z2VjwJ5Fmy2;-jZ+wk02AyVFoTW&o5ypEk$( z{Ovu_!#_WYh<2d)RiVta-D*hDmNa$65ccQljHtLcKGL|Vq`uCN#i|_t{OYk_^NCd` zg1SP?82coKvn8L5<#s~eBAU@dphXbp>3WpwpsH!xP~vnEf4PoG#SgzM8P_D!8f%(v zj*FOiZ;P|7O%^|Ax5&$1($$Q4-5jP}RbTo!{bUOF$!=-whO(G9T^;lmTJ3}7Rk2xE zH&9~^6ks9Mh-y{_j?-w( z%AO5_=Qz;ngO4*OlLLumj_%>DujfC9L*>xHZ7DYoEq|xU^a>I|&sVI*1)P*S&zk9&x@I%1V9`m&3p0>g#7PGO$ zJ?*i`h5G#Gx>2$;43T0o@{%#e^@dwk%hpThXBV_^!k{}jFYbNA=R)Rcz3ajzIljL`&U-M)_>nohlTahDmAVmFP6dL{WF=(6eN zVl%7uw|*@)5{@@74aJxlS?jyuJHXT<2YRr~BD`{EKA^w?YT_!TCN0xnU>0=+(AB4= zM{y7C3@ zhW_;^&MFbfiz|>$VBX=tRUp3W zE4?H|9uo{?gC0;uUm7jeC^ZQFlKfdwufqH0`m)a74j$)mH$W)dMvJOgN5&%C!mqX% zFV4`|jiQZ=0=U7!Z2FbyuWngqKI5P1Ke@eRro-NR=ogHa{WDgi6JfScBXTTvhj;T( zX$mq8a-8wsUxRAqHm>1dDqo7;GUw)Gi5@pYsy?3HwFk%!3Mksk7A6XrvNqW<#yb1w(iLa>u^@X z9Yc?&EOpw|u99cjL~(sTRYY6ub?eFC0%2U^5+}K!!%oAT${yqjzFQ=wPbB`d@Zw@f zSqu00xgPc+OvaZqL?kYO5RSAz%i%$lh{c zZ)x%l_j8saepfBB1j8S+`7B0V;pU*1rSl^(E+u+X=6ck@O7BzzDNpio_xd|rf;V$C zmP!}I4UE9MQ6CyVhsU6Dres++f!eR>O0rC{zmc{)*o7|2SuRA`uJL%m#8~HVm(z70 zOPG#r0)blphe|=|7t7inHBX2P@+^tdw=|opv;9Jy1F-GN^dq=B{oiLZTt`5pk#88G z#mz*oESIISY?eBAMjnfGdR}fra<~mUO@{}-=3+fl1<~Enf1E$$mQIStKaV=o|z{py#$%7 zc9$hMj4&cI=Qetm^?ccHs2n9N{%C!uP3=20HMuRO9nY zQY!qnwLb|eo+_-;LA0dr9^eCU;;T^&!`R){dWjR28HOF}^Y4>zK6k|Ew4#3Zuo&3+ zFMSkW+y#*%ny6oFhuKEa^nZUjstVEZwzykGz`bc(t&&ELS-IYklxMXuFkhr0z$M1h zlJ5JUudX(!Bd{EL?Rw5Y2xSauwf3Hn~$3JNMteyeyunG{5%dt?ye!!pqU3jx?`euEs605Eh&wS-BJ2Gw(~)cLG_Jl+(F^)X#+~oM@HJ5 zOWeO~nUf0iDiXy}OZjdl)Zo36mfYaKdszeuXa%*876H5;_pv45i1fccO|h}&I#Z$_ z*q_Wb5`s&wmz(D4in4fhez*;27s__oP_7&~gF>bslVM~if!J~CQ0{~o?tdZ5uUq+D;_JT zs1XZk0hXsO;G@Z6e9U1rYcBicRRvH{Sw?CAPf|-_HOyBn(%#{O*>{E!g7@-#N!_0+ zHI&|*t|{XQEKOlEif{n%Ni73dEXqNMQ#)Mk-;Ne1dl_q&!tKDCQ$%_4q`msTZY5hM#BWehP{5!|qo-8rjw5ruky5$5q-Zj~`}qCKhl zPEdKeJ+|NH)YvvkWOa8k6MJOszX(~2f)n(SK#B03Col2b^ zP5sL%S=Z^l&C5p|X;A@h92&joi9)*H>6-8U6<4c&FL1PN18)hYK)%P{<@2$*#oHg1 z=CP7;Z7!?}mvvuIlc6cc_4tnpuvAque~Af+!Tt_Nl;Z;{>u8nl$~{6Y??R>kPh|hcR-n$2@%MAxBD#Gi zGIcH$Bef1@m;6OISkeh*w7%Kdn-$Lcivu$kzz)WVZZo_rStwTmNQ7lJ!vkmec(c*` z5+rndXjW&qrrIlDIq@KB?H;#kx*k0idTl!1-I2p`1fo3Kzo5;QC_#0%L?;myTQl1Y zVLI}zN9*sw9F*-Zb=B>X7F92z5d`c~nRM(0qxcZcmI#YifjuLxQSV%0H)8wI+WooD z3#k)eRVxi7bM3CtW2xI>WdIf(o?NfHMVKd@{*#3;rgnmDjmmIdw)$sRw@$VlkJC=M zUPlO*G%N4y$@bJtda88?3EA7rzhUkRA~%1GK;f9pX?*4Gphd!$DzaAv$Y~^30eq$( z5p1bw8DU#cF-1SW+})TaiI|j}rz9_l=?f$N1!#P4ze~tViLMCJ&5KJx;W@GgCjarH zMxi0%D8|YxI06x85{NQn7iVOmE@N6w6TqqxjpiQv@NO})(?vyPCi8pLT0pB>v^~#P zel9P7nW``=tm)Kt+pdtAWBAHtWO$caDI`&8vLU%2WT>=@g!q=qLerCh?qGQuNbZS3 zHd^@?DSSksA@%mdrJW=71aY7efEpRXTVSc0$$heb#;!!MeP@6T62y5N#Jk1TNi47w z#ScX@7T}oc@0c+RXX&l)B(slLx=zJS&r`A5L3xhpwbv9uvSdLErmcu zu(Qi7)z=TSIJ{Ki;?e&WU68Gu^uZZkPi;FO39dt$evOev$$q}H_|Mx| zaU>)ZScl`}gj<=q0Nmih_ayB$K+JN(zia$`6q;Y+6B)t}*Ypfge}L>hS$n*>)p)s6 zW-{`X(AO2Z482>-6bL;s6qKPc9brk0g>d)?Cc1W)P9er9#UY;WY~Hu0PxO@e@4BZz zh!A{(PfPy`L?UEN5@VUDMqrI?oB1v$d}RM`IiY#`F-lRGj~BPV@A30>C+R zviik}D3o0K4n&AhO#GdLlIE2J9m{H6_&(sE9{l{uj0DuMy%zilVp1Y^{w5eyzTlA1hg&gETNcU_l=+qZ7{bwd)33S{`F70VlcU6Mn zlP>rfN1l8on&C|I;<-HgXaU*qwMBw~CY4jB2qf z;n-na{n7K*MZ=H=U}7Dp2@EA**%@E~*ddYeJs?PNre>+f%3+UDN?`xYREHKRDe^3-5%2uKZw;=P^Sr32^8-Eb;W#9&Yw zCZ#t3lg|L(G)NS1V%czgGPR@f{{tp0)n2^yOntdMyFQc!pR)|YK>6zKC`w^XZh#<4 zfCE;e$@6+zWN#qWhi6NXb^OvFHqHU%OUa#2{5fA(w_|&q)q-BK zOpum;waU?Cqe3}KzVlveW8m|vURW&sQsX%=P z0~=}o2pc@e;Qx{wI^CKj{d~_`uZ{Ju_qmR3;AM0jLFM^t+=(WyrZ`^Qc#i?>z#GZ- z+_u-29|k1vcDdpg!8akSliBM~b(F&KT8GV5o|ZR(qn$?tV)v=sCtG#oTWlgK*s&Y2 zkENnLa3KrV=eoRJ5!MT(wkuMX=WA(gSZ04?01kz7!*$yp! z*DBHT7g(wMlJc{!U%yvq06XnQ?xx<11CA=#o|rghT0e&~O^Kl9#H*y%i2G4^E$qwBTsu!dR@rSmS|OFvt1JHmll=XJfb39+!@%CZSGWh9@_MvI6aT^jr>P zAub(wy^JCthGA&Q{gpeS5)j!J1ht3z`M3S>Xy+L9-ow%KbCrB!;0CPu@*)Kl1>}eL z>)(fGjQ^Nn6OBjM6%w8O=^9vn8#{c%%I**)|C#ji-@{ksL0n zS^X>@0a!49+i~zKI(U%wzM_ayjW^hvJzOGc*)*vG6kbB%?U&d6YSD0ce>ucp9(_^# z3w~JsALjpLAy0UwP>4!%KahOpAH);yq7bbg$@lt(NAVGOVJzi;vAG_l|HbA|E6xv> zXJd{3z&~<8O8Y7N6r5f--rSyP7-Ozor_z7X2Tp4tendkh{})$a#<;Y}WVem3ocCvx@)uXfv>@>< z^Yp|RN=<^gUJCjs-C*)JEZ)739>Dm#L)@FOixHQ3WPS9HJu4&P5GnQhJ;;%c8_1^V z@%a7y9jPCnAw2{9m*!KoEAy>glA>Z9cTZCw5W+Dg2&YbFZ$Vk^7a(!VADKZ7Db;O< zi$T5m8wg+hjaLWKBhQIlNAKn>CQk58;TVWp6Cjb8K6r>}?*-}dczD8v57Kg#MvZ>^ zL+UN>Ml2cz@|mi;NcQ;&n5WWmyg7x^Lh9?7zDrnbWVOb1Ysc=@8fn$I&1XB6lYgu_ z7L4ccS`vQ`IAU};Bh!TUT)DgaA8!Lu;TZxd1FWd=0_GuI1AL|Oja8O2fAafIXWisR z4T3^m|7&72cuUN0AQ`NK{IEfWh`@;5OQDxv?6T`vFaSXfXNx$a)(5Nc( z0JbsaTd?CRK;#$)dpRaNaOY0G5kzFg20c%;AC{~Hfk}U043sJ-@cT4$0c){iJKoC+ z8qMl!SO3R>B_${__+j7}&j?WYjKOiR3IJc!+d45U0K~;?1E;c>#>{Z|AJ-b*<(xkF z0l4IQ2JV>c^8}?jKlqO!8jrIW% zVG-+}$|Q&w1E3`sFyWo*rHG#tse99#JTPmje~O>PYXnq!DHW{u*#Pd%ngT)7Axp>i z9w40r)4%_lGL#*F;|9&}Lnhh1)t1n|T8AK_9>|TE=0lnO;lvyRl@?PUz;UbK71wk8 z4>womCmjSj2DRFtf*%$_)Mi>#S_oDx-Q%R?6KW=xXhVl2R|1Ss|V8i);|ryG9bfYb95qI$af2l z9?G!b8V0>2e_#@q-B<8}!HbjaFSLU<>KFe+8w@Z^Fi@AO9x6!JU1nfA!o{5cCzM`U zjQ#?}j(V9YcA%#lU7!5<-AgK-6oZAkauhZPKj#Dv|IKj4ZYOiuzzIE~EDf7?_%uQ`Y|r6mD^vj7;{hiwrul4>gQptK zB&R1p9?YufPki4k4UROWyo0SV2Ss)bzZVU~cQ~AoQgFR%z4tGgs0mdfBeIPI0F)iQ zm0}Eh9B?1n=fw_ghLT97nUNA=_fF3P z{NVsU`lcyKn+;Kjy2RWn1GFBpC>r_8?*XK4qRdDGC_Bla@M+(yK(PwG@m7-zs zeATJXnp*JW#w{J+urcV|%rkWJ?>lWzuH3lurp4dpJYHl%Ay;jpic&=EG#^aZDz}`O z#4OZ`Jxy3r7Z+&S!*b~SwcGF*wKmFu+a$+F>LQfY!qrwzZcnwRH62S={JNzY3 zdrU4}X2Vhu;L7{m5?umz04M>hO`7DUtRmB8K#5CnJ_5BeH4D)svu8tQ1t6n&RGnhZaLRU!#(wHW4o;oF11Fhm1UFvhmOLbdUseUj7GTEB~S? z+%aVvm$38CPn8C*)3I4=y}i?Q|6l%cdxNWltszUp&TD}&g=D1>+Dp6W9s-nFb0UL(m^ zmJdQFU@iw4b~4E*)dcQ7fIC<~JjNF`N4nD;fR+IYCb6^Nkf_!-aHzIs?tfE$U$(0} zzU#TcGhk2<-WU=Hj(z^_Iqn4z97+KZ3OMInE|g61&K1Xo#UBVnq9;2QZfrdF=<` z8a^rq$GCUj6aanJx^7sYM`xnckh+sU*(WGb-kZ>;@M6gszt47tqmrY%{0svRF`pAUG6HGb^$2)bspc zWgsPlHkjcgMw+<*hfClhw!Zt2XLx@L6#n!yLjf`<)Jh=W-u+w&1}KoY35=+ikSV@+3rJ3{GhV3W;%+ zc*K+Np?mi*E#Y?oL{`hZh>G8qdEH z?_&+xq|L8LifO0GTjf^3yYwOc7K!pzD}}JRO*%?kcMP;;F?jFc?jOj2#B! zhXBpGvH=L4l^^MV7hBne5=O|@$qx=U@oZ#&nohd^0NKy^;F{H)(74K=2gmJv zC815vj6>pMOE5T?8H+*AKTXQ4^i^iBd}?(f`+Yso6dBisS3Wjo$t1)K_`44zzHEyS zxN+v$%rDb4E&rpCnwxAZ#hjfwDfxm+6oBA-usly9y{@R0K6sriJXEcLo6xG@bZUfa z+km$DS2Ub%!ja#e?VhIR_3>E5Hqh|QfgLTfjAnDJ$O?>lwVAszC=8pu;no8}U@^e7 z6T(=0u^nyqQ$ace=maMm=uIUYv(9av!0tVcBReARadBiL71MzR=M+^TSQw9E7r^5Su{6fk z4T>#gjHxuN_lfG*A^d0a57uC_#bA}f)lDlVNedgv7AwA34VJ|bw2I(%E%2M*nDtM z?5!lS@Ca>l4JcKMrI@ll<=3jJGM`wS{*K4+&OUw#4BLkzH7bbY#c;{=h*maa5Q z>H%euac~`iCBUB!mhIdQf2tLVYd*PNd{r#c<}-TdiV((oBwcr|e{oIj4TP80eeWmN zD}5bX#OBJY&OF5-g-tiEBkdHoOZbhVSp*5UUxj_`*Ts$eX)YMyl?KhpBduAF(-}+4 zO+eW=*w^WJ3zX-^bW@dC7Bu_Fv$WO*)2!&y+)IfA1|dL-s9q0< zg^qZ550uskVnm)be^Yt7@H@RJd63|#LBNaWZh&x}1PWZW)MzRsLVE4V!*G(aYmj%d z!v^1g>b!aVAfyKr0_&W3jfKD@`wqCS&B%#IXUcRb3iRMmo(~|G zj^sDTY27`11~P4DmvqKIiW&x@?SFli9(LwT|IhsM8Sc_9Lr`_Rdw3Cihmf4b|E>}t z!3G*(qB0LFybHhX;5$o8IX~~Ru!$IGL_eD5#J|`d3BKcAkNeLp&<`5%Rn42B?(X4z z@SU*#tDU8IhH!bhTLpsDI7rK-esjg|eZl=Dw7vV&oO{5lHu3TP16%66wzo@QF%$zA z#-L^0cBT2q$3bw0%nW$iq~ooDkH+o_rELyOH=DmVLs#3<&Ui^1s1<*q&vz7|P(ToU zA}hELhN=_?3T#I+&P(Brt*CTRASbgTRfEeZ3P8j^scO1r8rh#7R|6N1fQ{nB^*nF7 zS|yuZ-Wn(kMXvzI1#-%kgb*OLq9QseoCj7$ATtkjxCgtqTradgp;| z_?tM6u`O`ym(76f?TkX=PPG)AQ4ALQ%O}+!o2Q`f?{|?$K7Hu#H+d?sJ5Y%79i$J)b#KO6{WTxJ;lepHR;onM44 z-(H9p)$MS*0Z5^FI|~XKTVKCeI!;YhSvie)?zKDwrz6hQE|4V2JNmEPKV>+>Q>xq9 zLg04ITB=>bSDlmQj2*F9$mN31RE2p>DJAX3;4LU_R4lXw1jc3ykXt_rSl79Tn8 zPFu7IkXS;ap($`xvL65y)3L(sMg0X)q99)fv0EL0PPX6|lc0x&;)(kG4#Dd?p1mA& zgI{b?cerrNsgq+H_w)S)z3&5u?y+it-1Ctdkq_-%3*wPHogXESS* zV!`=?@6v%SEWgc^|Hn21^IglOwIM5mPMqz2E%X$4piJPR03V^kx^YWL~vNIp%{Y`raJWFTe@wPtq+Xps%Zm!@Ee&>~XMepzQ6QD^l z`P&-xG0VRsR$bRQzFC;fM^rcF%0J*vfb#|Z#rM~zYD5Da>kV{lToRW)Q=!lSr$bvi zPEVdVYo~52-`AI}-rHk#7M;8F_)lA@^ct6wLfe3gu>%TzsRS;wJlXbDI%dKG)3zYD zZF#p})fNA0{{+lNGk_hNd!UKc9SMP#?psxSc;Is}FsDbxjpMcM*#w34Fa8?F?28Nd zv!18wXm8KoiYv#@-Su&9{TFDz>stHO^&Bbg4z*KmUc6{2ctVvaqBT6WbSiLh&`C|s z`8v!YW_h<>lq-LG-RgI2hhT`<7h%1hiJfzcPHF0WGrYPw64(&$u?zm+{>b9_oZ=#% zy}+e5dOUeC`oM+Tpxq<#r@n0m&ZE8ibLIT|2O-2)6(_lxs{zIr&=aG;aDBLJnw|+tMl^b^sh-Vhri%Y{lI@;*~m)t<-NVL ze~U1ydd5HgBzpSo%zB$-;FRbVX~o%hzizO(n=Z>7&%s*#bL#ZDrl-m$Z{+yft#O+1 zFI&Vzr`Ee>Huvh^*NWR-W3&bhb^e`NV|3`ba!u4HV2dnm$Aan6{c^T3Q8lMeX~gM- zy_>twbBWJPqj%x|T@=EAb?wGUK^B4?%?>+QT|%ZXD7)4FzJ0$f=+LFb@88}`pI3VP zPs5ymhQl`w_;#8eT`q9~IQaR-&M;B>>4_x_pcebwOUwAz-&Vcb^V;YFTjw?Qj@^?E zTJztj-@n<7v%9J0$wc>^7Vc|;kVJyvXD7U#N0vyRu zFz2jjbxfTfedzm44H33OE!^vE=XYH=F5$Vdy`BGl`XdGr$(QO%cbJV|%bc_Q@jA&c z@7|u9PgR5ND_1_xaA^{-Ard9F+X&J+09!baG>FVdQ&MBb@03afQlmGw# diff --git a/docs/images/perf_rdma_vgg16.png b/docs/images/perf_rdma_vgg16.png deleted file mode 100644 index 49d0d1a2c98c760b248fe5fecfdd69fe9504ff5f..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 20617 zcmdqJWmHvN_%A95NQ!g{NOud;Aq~>fAs{6k(jna-NT;+&cXx-R(%s#icW&`L=YQ_~ zcJH@41`da^_KLaZe4by;6(lb!j)I7f_~gkG6iEpY#V1do2EZSDcsTGs$qmL8;4dgU zMRDOLMT3M}Po4-qkrWY9c7obVL28Imy6#Tfzo^eprk&dqqd*q@#GVtP7})h;Hh?9R z1@0jsNDTK=)@(3yrfrb?51DApI>kuxI^EABck`Z}s^jOW?&n;_2jxSb4;D_Yl27Kx z>*p`-iX4lL`G#D^>w^gqf+R%*VIF^2DdgG5GP$XtNlE_xEW%6ZZHvBuLWBHx;evm4 zJ(2uhha)N-e1Q-A`_myPh{y&fAw~M{lZx>!&;Fg21P)p;o<&d*{qISj(7v|)=6O6j z2{g-#uWg}FQBjX43H*YYGwAD!O`l>J2blb8#~1@~NkIie<1tH!ff6e8Y9huz7@0M$R) zB=TCgwh=AKTz0$Ndjc9h*C+)Zch`72Ci}CsReRkQDhIwU4$DDQ{$qP{^%Jr5>iYSr z#Z?TNRcbM`?+av8xW~&3rRfy2B;IJRBC5=cW=qdGQ|D~|$=A#j3uA43me%c$LSR19 zCOV#HN7YQ%zSipV%;Hz#>nhtdDYMCv^gjjaZ0!}TPXkbit2R*ZSu&1&^*shHiGmGE*UIle!nLtg!T@97FX z8n4H{3qAF8@zMadKeqlWX``>!cCAn0AdFR~!X%PzMKN1SeQ&yQFIq{qG>SqxN4nYb z!Q0t36oW_Dh%$VjJI7y3R= z<4@yEXNY()ZSK1yqi3iuEBaz+HIrVX4SZbb3ahdn5sq8U%Ary()Tqp$)NOLBWw^0S zNRhvQaop<>2@`I9-FLs0n^rYr)jY>qSKV_`k@CiC(@JRhiZKINAJyGTinmC(Q3}ual_a(jZ;3W)U8;bj@H;1TjF9{kh7fhpl>(8~R&g%)XdPTa;^Hmlz z*!MPYOjn&ax;5`SqJJfEI_^+2L_hH^+nX%Syg8!RX_zz`O5LMvHcoZ!+OOLwVrRHl zFE{dwp$LZc^QEZ!&N>g zpgRRcyJ~TCob>AKOs*XFXQ%eMN3ZU04pLaVS(oR**Nj^g&2_)m=;t&|FW!5XHFC4 z#_R3;edh(YlV9v>(rY1Q9sPnnPm%2VqG^hj{k0$N@3hsewU6C)OS?l^9e6$O%qHM7 zj>O1(F5+3=tj8PdUamw8ZL1)494+2-*rk7TA}V+@k3!ErFUnM)>o8>~#&sNia=+Br zf}&BN#=^4_%H}p|-!I31)iEgWaBF`vC6pO$J1BK{_?;fD4@J7xa;|Pmwth8ATFZl- z-}9o(sqcuKy;CURAn&|5%C%Q9 zmfX37Zg?Dl&47h~H8SV8ut)z~V}67_-DK*6jZ$m1)xv!3HR+f#N^Ofg%rJv1=O43R-pXdKg{=*5HOQXFHQ#p9AVkX>#hR_2Va(kRdET$! zv)0fW#GnvxzA@}&(?`2;q@2ED_i&Af(^kK;nxt@d! zLFa4GQ0nouPhQ8bfs(UNYmP}K(DGfL>x!5@2BXYug0Vft_jGfFtUzQgd|2R`rT5!y z6T*9cY6RbLIxG?a@&%^N=eMWDpLfOw%i2XREH-)RpTp#5YE*vO=dSQ(!qY*DLOscmQQc}w?aKP!*CYc6r{bFd8y7syfdnHU3Ng{8lk?>il zp>UV*vknM^Bx9L$=L=6zQwwEH4aWo$_pc)rUckFY_SC){dbgqBOJ&*1V$k&_zn=p6 z)@Na6WuXdIm)_b^d!A-~>-kG=UnLs>rpD7KvmP759g~ywU;Fckug%ugTt%1U+R8e~ zT3tg9=a;<>FLuW|%d@nk;~4imn0CgCK8JY^3|dWBuwrz~l|MbvT&cn^zbW z?>pTZn`6B8k;Hi?@1aww<2d*E{I`-ES4jMV2|3PS0287^-!mnxgey45iiS!iV}LT& zk-L%YOecy`l;V|S`!SN`crf3kEAKIBf6D9ansHb2 zgWP6G3=!&eX>fH^UO@@##$b|}tHXf}qdIM*$pp&!JA)QYW;|G4n6YOQ?uIYyHC_C^ zDy&I9Tz$JY^mu*w5wg?4ldb23Zx&NgtC=tGmAe?*aUUW*K?6^2qbJblB4wYHk8koK zaDHB-Q7lh}MXCKN8g}SQ*?IF#5ASCC`d!YF59b$dubm?uF(m4YdjC3~h9mq^hF)!e zvugV%)b*(OGX!nKuSswicjijfLUkJ2LM!5Lk3wS!IA88vz|*dVjv6^OH**0bZJYF#i=(R$Ko)|VEdc-Y5ACXExqpdpGe5O;Qjud9$Z#B$~ ziinj?j4wp@GKd!yDM$}iC>@p{!f{>OCeDeg4(=xgIQ^}~CZlVBH%_$;h zIbwn_IrGzWTe3}P&OAp0=jy8B&Ag5u_84dfaAZyyIzNV<#4~7V|kM2hEP<5Nb1oBPjvS9SC6kf(CD_rk4Fn;!h|?*04WoCY1buLaV<11^ z@3_N^M&-XGdG`gbTi(ra)+RtYcEq`+*xC=)FV@*Xc*K1tz7M5ylg`AWN963dJR&X#JbaHOZZM zy52>beYzTf{QITF+N;w21>$`IitYYbIMoV0DOA2w`9y!I;f&*p2+~#e3lxgx1>JtD za&kcwzpZ|6e_Tt+d7A6vk`jsb;V`EzS4Doc+Q_!A=-z$HXbXoOmH0HbI;P~`nUDO3 zFTK;PLRp#;FXriXdQRNAyVzWJhz$qXGOZQbVD3bNRWl+($;M21{?#WLyQR+D%0M~{ zGZ@3y#^(z8zEBH7M@!d{`Q!tSX^=Id_>=9 zdmQ5>5Z8o#P?X_4(8I7hbRq5OVJ!)}sI9o0d;9_S=@3o@TtkeMj`GJ=gVx(J4RImY zqawEEy*OmkUJ3Xfk~jTGLM$RV4qVM4DIQ%zMGnNnD`SR^TLK-6bO#^!nf-!lLa6-$zsTp1Xvrb;y<2CRx=;ItpRGtkuJ7kA{ITH<;ZBXU z2!C{JTYmEOjX(YiBDtd8HDb58!gUe?EpfCVDIx}i=$iP8r!hV_9vwA50tZj~ zrihUk^Y1W!EHhLuvNVVPA+%q(x{H*iHMmS?Rv6_sp^XpskkHbg_5-k;--)_mpN`OB z)@dbd>8=&a>KEL_)o0Al^6EEIgoapKL>C+6Wm(829Szdl@i@WHkNS$F)-v5AM@G>@ zF=YDLmao20Fsh|JTWcluCJhwVyLN1CZfE?4eD7>XOpmI@N*R?dN=@Ree~EI%l8#*4 zCspEBI^FOg&z4_>?QNt!*1R(e;|RS>8mh{=>p|njwY4)7HOBn=hncf2Z)uP6rd<={ z6C4_9*K2VEe8gbYIY+sNjb^ zy}l)VI+2lWOuXy1kZByPph4Uc5ZCGn3(usOWr)kWpcz+_gcm??6<|hiwB@~V-6ij! zkM4bC!p8v`SE-HE8!Q3b2ZQ67x5L*+IxQDW%Y#?s`irbsN)V>WsES3WwbnHA4UD8R9q3}nJkFjzOkiudqQ{C^Sg_n_%9r1S$IvMT{+fnPKW^#uPvQgpF6?|WB`tdVs6;rz(jOU{HmFYDf zkdg7NZ4kWY7dU6LjDaKQgPE}X_?B!mzm-d;M*x@bbgz1WTMnk%6c-NmAo$@s^o=vI zTjoY|T9@xK*Z0;QV=|uuq>GJC&1?^zSPE<^6_Pfmi5}z7fv4DRckn~VHOpgsTg1Fmrp1vleqUO7$r7h+l=TDt=H1uCp73+b-2}(V zj7(8k3Sa#&`=;{I5hf)4|2Y%Em>;n1w$6g*q|K~5a`+UtV;Rq%IIcD`b0?`XdivK>e^t8>&Z1}rS(X7Jnd%op) z%f>Sm#|VB4F=@=Qi#B(*<`u3G|hW=?xh`_{#Zk7pJb3g2tLxpDrw9(BET7+J&+(ZNQgh~2%!uK;4q*J`GCMeZy{}*td)o%gmZxfn80JC?+Cs}R zg|kS5D>M43(+19syD9uhk0XQChCF(NjV6N5aEn?@_M6p)s9wej>*cvouQ>IQr23=K zFX9#FGo{+eyOplXJ(WIYgDQ}oEv<1w>c6=@nZuc{Jbj7gccE^-;ph7#GPtI5(~ewO z2WY1+c%bUkQ$6pUCu;g>;c3pbVpy>u#Zg`{k&r?#YZ--ecG2UI|CC>x>HB~PNf5$t zv&;mPd()8Bb2%{CZ!eqU|mjnt(11U$z-QJ8m_vDh*~2x?eR zt5ThFtK7RWvZ0qOlqg*u|8VPQg)DWT@!dSq?*0{E6rHf{VFD@(9d)jar7o;#Lm>SmGrBYkzlKSlCop@ zXGincY|qX2NvJn}kmHo~bv>>O>sFNAWJ=%Tew--M=5Rj#Sik)PWytx%bbNE%=@`nE(+UM0}`d+A+Lz zt$2xvdQk;#HCi{#lZKN)yK#+*iZox!u_7#~0B_;=wbU!21k8BJsHrY*J;gQr*Pnce z(}F@0>=S~%vY{JkNb*|4i)oLZVvq$}wQ>xl|mST>j4dd;y`<)@f> zzO-W#-x*3O zB*E#htHxQ%p|Y?NA+S$tiTNipf*-%id}AC~&T+rUq&>5{+d#3m1p!Mnh{-I#Wx<#XuGuhA7yn8NwBc7?(9sUwx zH*m5ICRsIYQFc)70e#IRPRmxZVhj`qR&o*~wzuruUvXf5AU_<(HH$Q2V$n$*ANMmk zsu0EOJ=`rkOdYTF7Xrg&Ke@^Mrp_QCyE6k9csEHj26xwIVxAiPu?%}a*sU(7b?=lU zCW(C)$EdC4_shA_^}=DIRU?Q}jW!ao+^zO_JXelbHKE#aj{BGCfFW)Ik>ApV;b-1= zMrZ^ugnES;tNAL0_%;1nleUrNfSIe zP~+4jX|#)8eD^+BX!cBO05i*@dT-9=T_U^9jBfmop z3I({=!#yF0XWmGR)*B}Wt435a$y0Wr_bmraH-okNw?dQ+;h52UG3Ctxi#C{R1?uIy z0uNUaDemV}OK;WUfXxMOC0_LLGcT+ADo0;j;Ji0&^}I`dIW1V{W=su--i`OyJB+x& zT?m$@T6s>$8r70B!;8*tp2ovJvyiRx$z0EOZHhGLrDylzbX@X~T9$ED)`=f3#V01) z!epCSRQOP+g5W!(1R1CPJ{_8%B+SFD->sWx&7X!3Bce(=>e&`RjVmWos8VC3-j<4? z<%&xgx(RqE@aBR9i}9P*0q~)SgX_pqF|EY580&XgRj)8acl>TTu!3TC{P>l<6@T28 zbMFrYRqow>%5Qruq%SZo#>7VWLIza)Nl2Z>3F7 zqMxX|f_i-ln-LvIJ_kG%g76p4Wa`(e|;p zfF&?nMslB--r|nY;fFL{U(g>zx6uGsqew%?#2!v)&L>+8{# zWLeh>%c^jc`9ywD8FnJ-)xOgb;(lyaR?FLc(dZJk}-9^*QzTH|N5)NlYwbq?;E5-hlPWnY4zYKJf zQ^e#%p=R|5*1{0MSeRg64a*~xl73cc3JEdjkO`tHO`S=Mlgt$5{2wUwKV=5C%B3WJ z)3i&HVkuUfEKBxZsl8Or@Ng1lmMeHA5K2+AP>j*Y^P%NQ{Yp5`Ec3HwfmjM>0~*6q z8TFT_I#2r(TF5c^rMMN;N2-%vPTsy9nELH%=#5pJ7;ng9I!bQrJa602U|Q5)zEmW} z;u2IHiorLOR&4kQ1HhZg{^ns`zF2j!V2a~c;L^2f&Lhzj-KO#u9 zM-nP1UkbvX6?cBcPfaR@Tk|Enwb7LQh@nJO6OBhJ%q+{EAJHWvuO4OEV7O~VUcYg5 zQYm8rZQGmUaMgW#sur3%PG_X)*tPz3bC&nBPNCfp-vo^otq1MJ?N>xBI$X#N2+X_w z9KDd5;ks*&m!P96QFRD(8=|s#gfO@LYWgaN@Zx2{ZGS60n(^SuGy__21-p-EFvGORroI&B#A><9dc~2y-dG+ zaROZRS>x8*0yHge)1>%O7irhmW%K;-e0&bcci)FKj?ZVT z0tzK4v-kewt2(jjr5UN1?6(2WULEwMSw_k_(OOmu^lvlgdovU7T>1(9pFVre9&O(^ zOuzq_a`0NEl;6ZM60>_?!LzVlKYu4+UIu)Wy3vo8d^!4wJdQ=bkkz9trYlN;dCwDK zw=-Ti&d4l^{_RBn-Tq{0drJSuHi@;qn7IK=%_{TAHhYoNzbHH^Nif~9w@Z;%&FinX zLnt}q+p3mE{VN!YZW>~B?qG1)Z+?wI_(iwrcl8_z6ygf@ZU^tfZ z&R;mQ7(GuR(;t$rP*299RW5mLHtsuCHecY(mam)_HPg+puQqxjer+PG_c2#6V=deL zaWY)Vk(g?isRcnS_mO9k)~H1)_u+(G%l;uRj_N-4qR*5YN4!hpp9>6T&}pbag4UPl z1zC()n`>$UPHvY1V3%_kbRkcqaal~WtGd9v{1;z|N)wFy3e6RT9C5WA!o)2qfl1d^ zBjcYeA_Z)IE#?x9BhUvo#8&-VECGU})C0TN2vCA<-$@ipc%`GMmkI`Z45;6Gdj@0DpgT*<{F~`g zBx_hkQL*_%(vRyZ0D;_s*yy>PqQm0>G_qhxcj`XjYkFLz<}gt%YLe#g(Nd4cN3}E^ z#7_G^yEnQ~WsKmBCYzzy880_Dc=;h4pS>^g_LvmoOm7|5Q2Q<9ctkv}n2FP0uMM{p zzO(P}Uz9D-A4=DLL~=vhf`i;T$pOM@tRbFTR6~u}p-WJav>v6D{6@%MhL;5)c+u2G zd|8iok^zbf2E~t)$46H52K7M-vz$or@xBxQwG2Z4ef94tAcct{SRIw-u`p4CQ;8sK zyFJdHXuu5<&^rqP9=W4LG&ofT%;$ekECs1cLHgrwga6(JxfD2+f;YGB<8>%Nzt0h2 z*?IMN8|W0^RMbK#Opn(=hl$eXADF9moB=heK&@2YVO-tV56Kct$n*XBgK3b^*!9Jb zEdeIHdT$iP+)-x;&Wt#*`^TG$gKF^0X|9cA41TNa-+5KmOTu*Te@1`a9BxhIu-Fcd zbZGNMsM7C51c)>7^WO9yhIXn?qK`Laih${Ybn-`4xAOk(hDQ{HfcmV3Uh=z5LY4)v zbjmp_rYF5&k<16;S@ti%Y~8)uNUH{GSOdf)b{j9|%jE>_e!sl=xGs|f5*)8BXD9n& z=#0t4!`U&JSU>%yj*|mtu>kfg$H$%*E8PFb%C7soqX8iMUW((qq>{#h=R+f8$$4DV zFR1$=Vim|Fu!4|G@l+(4xH(v9}c7 zWee>#2L0bpS6k_t&DB*_nvAr;Jts7w-U6#DyS9qsu^UB22&PvvE7*dfDW}Q`d?sau zScw$w&$G6G!3=Jn&fHIesxfC1dnUZE$y8}J;V`}${*q^w(NhQ1xI20T|!NEgIWA$64{bqUUN3?X%qt(^OK}AF+6XL%;e4Dvo+ZBrE0OBg#W|2K=(C+ey1e}%?fcB}c zP=;w=Q@%^Ac|{>I%BWt}ai+jw`FrwAbyQV~|I}DEiQ`u`)uzPX%$~E*hqd)trP%xX zlV$vS4L^$nc5KQb<@<)=iAlh@Tvx(4cL5i&z6+bs^=#xBsFBimjm#j#Jj9bS(OU?i zonW~b`M{yr&SV(`A_yz*9WJ$7w0waY6qUXgS&;fSLqO3TW)30iy^ZH3Dw_K6HNsQp zn&b)z?%9cM-NW=wd);f7t_9bpLbV4ih|cH>9FZy(QF_0yC$W58smlg z<52b+TeHli8}aUz4V8PY1glZCcswDYJW-|CEMqlz&k=IAewNJJ3}EU!)}US?64M*z zZ<$V~n2-Mf>j&zL5Dmgyz+*x40(eOMdx$tE)!*VFFAqu!c68LR`#-c`0!kWeos+%Y z|J#pqWiVeQ4zBion{!lm)@W+wwwiB%zFVy0`dbE}&;kPl+YnE{xH(*{#m#`I17WHR zo}V*dAJd)>Hw#YtqNa~kPUL$Fx`dkEVB+iks@sxIu~1w+x8H zdc-Xx7YL}iY3c)TIUJO9MQKObgDM_jB?+{jui$AO_j1h@kdJ0`+>S(dCW_O*svnA% zcfQ{^vFJX3=>T$dbu?wmJ+hMj-LoLN#N^+_!3P-5c)770h;+p>sFk#QBG#R;Y`$~Y znW?t&ax>OZJO_d>_9!7woiYuCm#o1M$9tvEcuP zO$8dE{$o%msC7R@HKLSqWNc)9g0{e9o+FpG&p(3We1ybU(?W9&5>!(^-{-dl0K}sY z5jSRdhuZv*3YGH|$J5^i96rN4KUlB=auM_Or~LQ%>so{K6#r(g92kqg%2+gG7f1gnB7z6Uv z=`_~e(9b_b25GYUjT)rkWrZn@SV zjq~B*dZKwZJ5HyJ&-EM=-sx152qYTTV}NvUQ((U}Dr>4zpf(~FL1f|9hx!*|(`a(I zEz}q~Q(iMgmU$VhwzB-s!CHL^3lzW7rNq6l+=!dDA)pGrcH41vTV9C zGB(Wkek?6Nt>%5o30y@v&tui{4OHc?`!W;%idv*|luGi&i?>o7=97!z zE0&hCo0}{Jn_wc<+z*(J<<#=LYEyY!j9+hI(5sje3RerO=WWy44MIsHb77`Gc;|AQ*FBNOr@ec`uFGR2_nnu9SwE*rw zpgadq7&bCGVN=q^%j;?GF#ckO9t>#Fa9{FBI=xOveth2bfNvs#OTPo&*pKhHhs>d$ zq52JMqQrfzJ0p~!T5_cKntFx^g7IfDqM1swIHY?7jlxLN3I<3A;d=Ldtfj%GSGG1c z+5M)!!e2~QAY`a`=_c*^4|KDPn%*^4mOw<4urI%`x54j#jV+VE$R`K`;N4_BQm&8r zsNXh+Z}#hl_#bZVPT+p3#?B(UyDP>9VTKH1{k>ai6PU6;0YP+89(_FfHSM&@1s`zE zYlZ;?T*ovNauuA5_*bD;VZ6*~WV$Fu#d~oFAUbk^J;J@mp?%@iCQQWd}B@&hn8R{XLLE^Q%CU&Zg8`PWs2b{sDo!fcff@yWExcWPpv4 zwhCZd*mdx^*g8v@zX1O6bFO_fxs$LsS|1=n#LXxwn+vnvNi>bpZ1==fkCzDK$YbyS zNxz0-`eO<-hr$~jzr=hRrdB;x&4Eo440o>)1a~?KTUd|brA$(CoY+*GL(eA=Z8W!` zbDrc}_d5XT7}K#Xgu+}eicHDP{kWH^%6>~RUoksa+wG`xzkS!uH-)B*9MTAY$Zp$T zhCJ`8qebS#SBOIh>DNYdwIFyMx=5U**X}Q?$BJF9)97*zyz#m_;6pt255EM#HX#AP zd+hq6B1&}uOwhxIv=6Z6`$16i<$NyIzi*zp05Xti9@ly0w3^kH7BV+$u#WU)4tpBS z($fDOQvo@Ky3eZljw4LJ;~fv+B+u4BGMcHv+J5EnilmDOW(4tv|NOBj{^>IAs4DrQjFclb4|!R)Ok zNjt{suU~uVIIGwEaCdNmMW|4p#A#IpmWcmDFgC*{Ag-5eqg>8F%pY)mts!lK-JvffkLyO(7jyVOCU| z)8cgv*|-A4{`%emA5KokeJwiOriP17G~8Up1mFQW$Yui`|Iriy&!!_- zvVu|2bMP%Uu^BWbTfClHfYx5*wTQm+XwwRgLZDyM-T4fM%jxEiFYwT9pPlcoHh4HK zn5n6^5x5$@B`61ub|!u#-5HY;n5#9I(#@4kIsBuhTVPzmjLK;;?kO(u~Ki z4$>rt(o}104e3CaWT{kd96rSR*T`%!z?Cutt1Ra~b^m@tIXlrEfNbQ!J0=xFW9WLm z&!QCv09*CK?K-Ek)VJOOpf-KzRu<@b_wiRZ7MPHX;J0aZ)z?X_XD)|}Le{Nt zY}s6waGi%egBHEdmrpKcG(a86qAD?8(Yx8Gaj&vHSvq}Y_d#y%ljz=qOH3Jt8To8` z^i#)7`Y14i5iyX8WUg2TgWF&47y{aJe$o6eH}Aah(jatwa-w^^wyj|+C+T+2x1h^` z!(^DG-Fx+>idu+?TJo9$t>8oP|H=1oWy=Ba@0pv%_KGGu-0Vg%Unxr4@lS^PLVDlK zA~2mcbU#SDX1|WNDqbyn-!t;0W44K7C~kn>Y`nm<^3$JS0)sZhZ>TuYVDHYE0bH>T zXr|S*pZ?JD0Dv3TGuD6^J>TGbqV?r@(HKB|b^R;CoheeDS#hB5X#y@jOW6-Ju*xDtV(L69ERvL)CTwu=&Ydn)ZCdAX^q_wrHCP>J_Yvzou&4;)#ARX1NexTcOZfISZ8 zvo$v7psLp`W=baB(m!`jJyMgkOg>pjw0o>XCe>$+Inr?qJG6eo+%?8OTER9*b?vr{<62HuD|e^V$;7``IP_$ zJv@p6J!W&n#wxVDe29C7+hKRJi-#31>J=egEw9~*UUcq%%^VwokEJ3>h@n4hPZS^I zTrV2|^s(V@2h+{IKK_=ju3uAYok=SxXSB~N0%VpExABRHt_HiyfT9+PM-YwwkR*d_v8%tJD{fF^oNAyJeUuSJNG2dXw6+}t zz^QJJjsbP4D~*5uQ(3{@ya*?a@o{_KS5+8W5k1>-x8yH@>P*OVOBl|e+t?8^UEEau zmlA1{Akp*dHK(Xv@Nj)INrmp+r6-0yQuW9>^vJ)Kw5^h@E_mD&&Vl_p4xlsEn@o`e z0;LR&vy$<@))oZ{!?)sFc91<_tlP{GMiAuu3&6nGmcEd1Qj-MzKwEchFonmUHg)uo z%?ApmgR}dA{WkZbppY0ex}H_7GbGiU7JHKePR!3)E^eJR{vUNML4(lkRK6MYc-}XW zWr@c>OB$i;9*5aW4e~W7JpGne66ntW27!J;8UMdNX%BRJ zDnErXVQfe8z_nz(4l$V^LIS&K6mU~$Z{ZG0FM(@Q zZ&9%BhlEq-F$LKlqWudZjUr%BPJ%C?0MNrIGS>@Q-=fUx2zuouO z%x6<%L4i1gDa&R?CE_)KIMzdCV{0JOkjS*ctY8V`yDEsz2&BxpQ-dT93q-n32v-GN zxWHj=djFnI`Nv}He~lOjh0|ao!UrINR`47&jQvzCwghUaZC}*Z!1_Rf!CQaiQh*t9 z30xCtUcAKgf`_g(REJ~whBE=LBez5PH576mP+p_-J;y+7)!Z7*-Ye^8L|UNyrsYa! z3jpwVzABU1XqM#V8@h7g6)A->?K*p#8({c+qE_`z!e-Jj2U{mAfqGhl0&?|IdjO6JE!cm_cHdxrt@jN=#x00|{7Z8S`0Dh)SJA1Q zcLZkhx0|ZL5Nf+8T%^gQ_8q_yjvTtTKx|%#1&)`)Hv_Awvd%2#m*{`5;FU%B_3+I= zn_z%5SFR`f+!>c`Gq`QLaVizo^1M(YzUdPF$iHf6nc*Dw14J->_MDJet3hI_g@s-% z{D1o%0Iaw9!v3H3k0#aO2H0zdDgb97N+p+S4k_np=O=xUFw}qaJA?ghXnX({MKZ=z z(_`HOd!As=O)8nu)T%S1!>*T|W@_?37R@?@+1?cD=D$`cZ{yF8rc;$jqalj9jXYf` zw_D+N;x8S*E9)IZw=w{;YuP{MH{v%u<^SmuAqOlHW8%BVz_$tj>-%$GKovZi=;iW~>M0_qa?8tcP0Ft4AK#;}Q=rOSo$#U!ms-{oM6($N~Oaeu0 zZczV>N^%OXtoQMujjK##rVCAtN8(T9tz)sg-5{cwv2!f7LYsOlKPsuw*3Il+5;~%6 zlo}cfX)S;^N2%y_Y1j)H;_*_k^`m9e{%hI{(2_F&2^yV0av!N=j|Gr7Yu~9|{nKDz zfkl%=Eym~jSc@$ID;=$Kj0Bw{~lx6$XqpoY4B-kh3yUwxraZne7n96QzdkXx5 z6rrarlsscE9%1!QM>osDSME`~^OK5l#e|NimKF(;eoHc*T# z{_hsiN{{eAITVowY(BKXoc*DYY5tE;%rrQcqu{Z2JSXNS6n`#73(Y+v_WsF}7o3oH z0YGkDUJc|NyVPu{yFiuEj3DAG02RprY&D(%Wg0>gSk}LPe0)YfNH8EYyBfgzxH6!C zSgQX+_!d)T6kUYT|9CDl_*Owqdb3%iFP4FTKNARD4xq9fR;fIGuTgPdygl^kXEH=1 zsu;Wxj~82gfDBgpgA19MfA+H9jK+1{$Jw^G%Hp7^IeIARTxCH%%|<8W%{rk?DQ5ow z{A%~X4M4)L6kS?2B zz#+WoxZKQ)n1%!a9padD`JE;UPb^0T0jo5tGsvrWyTYuLS7EoP4lZp$m0}+Su}jy) z=!hv?K)`52aKASNmbi9vsyr7EavPB6SY$`N0bAs1rS2hHnIQtZX}BpF9~8f&GuRub zS#I8>^WrhU6C)=aZ!dg;onqDrFyg5AT(=Bim&DL=COmr8&+!@5^Yt z0T9NXk>x??+T18_Oc*AfF+BLw&^%ukXE4w=w%4_>l0y*|NpHc0K4pqWRM`!3b<^~J z_*94ZW*h)TWC1;}!{;Z&EOFc)r+uIQM*0|JQCY9q(V{8b_tcKj*=S@MVQtX9V@ZAQ zd&fEVF;3T`){cyIFM*r|8nmA(h-(9p2(`l0j%(V;@i1Cwh4tD(nXFh!>v66Fw&=RH zcV}zM7YYqwpdKvD>Ca_1J|lYSVjZA0o84Qx-yFi2CI20cKrYi|{b zbk1(8^7c?nkG2D1MYwj2b$W`!v?-%oTF(%$)>jv?6xo0+uQ3IQHv{l*hlLGAe@Y;k zfkA?ZE#}0vDQ7(SwABP&VHOxy)iaj$ziRarlBwUp7K#{4HeZXUFOi2Ov9ov#QTGE8 zre?uuIHLhXHIrWtSqZ!sMPz#~&7U+B<{ILG;=$|owF$^nVB_SkUB&B)?`uAOL8ET# z3C4t~{vyL~B1Nc%8(kfNBb$7;XXR<<-UQzMQMA-0X5*rI4lG{zrj%&*1!iGpu~b=YBKHXLxJ!5m@&tZ)Dz1ZV*>XXM2vt!9 z2)i@YL!wqWwiKzavnLf_kiXB7Nti^>HKC;$z+`aZ`$wkSU@%WHh?%k<)lvyaK7&T% z(8c^OQ}Mb4EwigzI`6U6DMAt$!PpH%f4yiC5`J*-(UIb($73-e8H)_q;_k;&1xA2_ z-5R1b9(j!@=utT)tvjWUr&@;W68Qh+W%VhofuJ>0W0MK;6`XTmAGmqx-b{7wOd1A{ zj_2KHz?{`&KgR6wf|r7@)dN{^FILmCmmT$z9yswJz!b$e2l&k5Wu$*IXye(EPgT#w zQ|nzXEWyi3loBhZUw9>x$n#RMDiDG8w1ogj;WU>SbBd zuH7#k)sB|M^RqqT&dPlPP;49a!%g#Uv9vW}3S?9wyU>pX<#TF`!OIF1tIdF%40)x1I>1E9G3T>(L+apdGkZ4& z&DD@V4+2&4hd6DAghF5;14(Oj5Rku+O7p2vbT#tRH5HSnID0`Nuw6%aW-w9$$s zeAvz}E>Or6V{C?abbx%CgDq$f*%#8xQ?T5CYvMO_LN}Hx=jcrQ#=2#Ydxsv-(v#VA zP~^Mk6PQ~I1%Nws9-@2O##b#6u?AYEDTF#dBX%1GKxX6l+4i4)$W{raFqhsM9iX|* z-2*^`t3sieufhQQl(^NuiI>-(0J7xyFtHu-+lF z2=Y9ii#h{{J>G0{QBy|8;b2k*8+Z0$Sx#tLH5%UCTsR_zdNfSvxc(|?*p{k43Fpx! zo}aC?+XFdAM|Us&h_jsuo*k4sYl8NDxof%N+I4(a@MasWhXnvpcl`-0?RS9G zZadKg3ZeN@o8Q(oN-r_&;GNq`ML}K9yGp*pmZ#@nZ0e=QtXwa1_a&lfW+J_Ls)Rcc z^$fQn9#)7SO8&2zAKxn(Hm$C{AQIS!e2_Nn^@m-+HVbdt9P5%70lVLByS>TApVI}n z?j+Uqm$IG@sW$AJ~0`nx;PTeF`2dTsG><8isoz!mz|syEk0n_E|W zSWvom!RpP6W|?F@`n1gd!%^}05;5IVn}KHpnPp$ou?7y4@Se`U4?GR)+3kF(Fx9XZ zzzqlGvu&%l0f%O;&+R`duA9J~-TUw0JlpD9^8Y@tPZztc&BduLwtB|vz5i~#F1sFE zzVq?K{}y#VTayp%etDdS?F(?m{4j7i-=n_dkDw)yJ5vH5*a)8z)1KJo5Z1K%di3Uq z8^zDgY)n*K>NziBjSz5w2e7EL*)k=JWs~OuU;_cPN2mJ5!uB=54t3%4N3qlA+*p*# zz1-lu&1awK{EkMZ*|O=tCJN_spr5a9_$@wN&5Pq`$03)GQ#9j`X%_f7JXG3Iv-gmT zqxV2O5_XM>|N4=)#|DAmTw69A3 zwFy(f%1g&z#%_Ca-iKq2R@{~ye}A5@H@kD~&UbFbrP_jxZ-DFW&hVMeRc0y_I*@ee zX@~Zd6X)hkQ?md1Gj&QnaPnpD)8ij??Q=E;rFz{2rs%^bUv73;nWh?TmS5=EbWQS< zvD zmF>W0<@u!(x4hr?eOP^G5_usSp)Om-J8d+*_`v5qLKJzSr@S>hF7x=G z($rMoxMggW&hrIl=KSpB=1T(Yam|DAqC-!)eSF<@6UdEpWh zr3ua~b-!=lx4N!V+ZflOqS{sbr{!bV{C(vBx$x8LZC*5qU4@EBT+1=y%qTVHwPul2A zmzd_OYY#sjd!4`Iax(85OJJKnwqDKISEB6D1n|iWPiDpCg4Vd4?%ue;fIJFCV||S+Tq@mZ@k$&o7R`WT7XYzwiHhHgfqA z*FfN^iVL>Vw<9?#FHiq{Lb-p(Lt__K9~A-$$6o*`IFM0 z?%-GZ^c*G?3pb-h+1e6XV>)$0g7hfNQwptW{trmXWrI4W!k4R8sDf&xQ z0i*#0+hYQ4EKLJu>QiES +![perf_rdma_pcie_resnet50](https://raw.githubusercontent.com/bytedance/byteps/master/docs/images/perf_rdma_resnet50.png) + +![perf_rdma_pcie_vgg16](https://raw.githubusercontent.com/bytedance/byteps/master/docs/images/perf_rdma_vgg16.png) + To have BytePS outperform NCCL by so little, you have to have 100Gbps RDMA network *and* no NVLinks. In this case, the communication is actually bottlenecked by internal PCI-e switches, not the network. BytePS has done some optimization so that it still outperforms NCCL. However, the performance gain is not as large as other cases where the network is the bottleneck.