From 1d986983d54c011cd2dd716e21219dd8cc2f45eb Mon Sep 17 00:00:00 2001 From: Olivier Dehaene Date: Sat, 8 Oct 2022 12:34:25 +0200 Subject: [PATCH] fix: cleanup --- server/.DS_Store | Bin 6148 -> 0 bytes server/bloom_inference/.DS_Store | Bin 6148 -> 0 bytes .../__pycache__/__init__.cpython-39.pyc | Bin 158 -> 0 bytes .../__pycache__/cache.cpython-39.pyc | Bin 2296 -> 0 bytes .../__pycache__/model.cpython-39.pyc | Bin 9759 -> 0 bytes .../__pycache__/server.cpython-39.pyc | Bin 3683 -> 0 bytes .../__pycache__/shard_model.cpython-39.pyc | Bin 3058 -> 0 bytes .../__pycache__/utils.cpython-39.pyc | Bin 3184 -> 0 bytes server/bloom_inference/pb/.gitignore | 2 + server/bloom_inference/pb/__init__.py | 0 server/bloom_inference/pb/__init__.py-e | 0 .../pb/__pycache__/__init__.cpython-39.pyc | Bin 161 -> 0 bytes .../__pycache__/generate_pb2.cpython-39.pyc | Bin 2182 -> 0 bytes .../generate_pb2_grpc.cpython-39.pyc | Bin 4355 -> 0 bytes server/bloom_inference/pb/generate_pb2.py | 43 ----- server/bloom_inference/pb/generate_pb2.py-e | 43 ----- .../bloom_inference/pb/generate_pb2_grpc.py | 169 ------------------ .../bloom_inference/pb/generate_pb2_grpc.py-e | 169 ------------------ 18 files changed, 2 insertions(+), 424 deletions(-) delete mode 100644 server/.DS_Store delete mode 100644 server/bloom_inference/.DS_Store delete mode 100644 server/bloom_inference/__pycache__/__init__.cpython-39.pyc delete mode 100644 server/bloom_inference/__pycache__/cache.cpython-39.pyc delete mode 100644 server/bloom_inference/__pycache__/model.cpython-39.pyc delete mode 100644 server/bloom_inference/__pycache__/server.cpython-39.pyc delete mode 100644 server/bloom_inference/__pycache__/shard_model.cpython-39.pyc delete mode 100644 server/bloom_inference/__pycache__/utils.cpython-39.pyc create mode 100644 server/bloom_inference/pb/.gitignore delete mode 100644 server/bloom_inference/pb/__init__.py delete mode 100644 server/bloom_inference/pb/__init__.py-e delete mode 100644 server/bloom_inference/pb/__pycache__/__init__.cpython-39.pyc delete mode 100644 server/bloom_inference/pb/__pycache__/generate_pb2.cpython-39.pyc delete mode 100644 server/bloom_inference/pb/__pycache__/generate_pb2_grpc.cpython-39.pyc delete mode 100644 server/bloom_inference/pb/generate_pb2.py delete mode 100644 server/bloom_inference/pb/generate_pb2.py-e delete mode 100644 server/bloom_inference/pb/generate_pb2_grpc.py delete mode 100644 server/bloom_inference/pb/generate_pb2_grpc.py-e diff --git a/server/.DS_Store b/server/.DS_Store deleted file mode 100644 index 09937716d14643b9416026cef19e7ff913d0ca36..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 6148 zcmeHKOG-mQ5UkcL0xrzb zHN&gL>ofpc9v-iO1%Nr-5$_(R=Fi0Qmp=ZhdVmDUXH#D_~ z==O2mi1Z@T!Hu%EFfv6xlba0Z`{^=VuNNz%&5~Av_cFTv+DB3WDnJFO02QDD(@`Lg z@@_euN8*!E0V*&N1?>A!;KrJ4LH~3h_y_g`kg4sXJl0o!i5P=LBfgA@QE@lA|DGb33nv8xc8Hzx{2;!HserR!OQL%o0 zPKtg~PJVtagw)N-hwZU{2>--fIdSHOgv5K}BuzhX^q$}I8|U}Fopw4c0@rtIJJ}yTA%CK>dciZY z1Ej~m1QE0#3Eo*jCoEwUWv}oie&SCWNn;WufqUi`%}JPqPHq&@q?NQL?W9eKWIqrQ zh~^~`%?oxxlNj_+M4(3(Ea?ckM+U9G0F8_W)J7sTX;!3K4?OEX%QIucpQa|S%CxZl zkGVE*C_a>>RH>1Cy8q39+1^N=nCI0?S?-RjN=s#Xd#0LB^YU<4OVW1FCd+Ivns^qeo=~T@~*le_gU3W57+i!vT zHxM~{x)O+~pc{uF+E3x88!y#cru9k%Q?$`hKtasO)(V%NX&dYQnIkzp&CzY5LD94;1&(dOU@$%Bx zHO|wrtW1j2ra4y)#Kja^Pa9BhY%!a4)f1Rcn9bk`tf5y-_@Z&?CrufM;1zZA<|iRc zZ3J3Nw80jMSae|eTB0k~;NBKJ=#@vd;c|7WWA2Sf4n4zRTUq4tD$a7xi zhV%E)^LeLt9SSsgZ5l9FWg94IW~$8GDL9T7%D8=Zfi!j_G&p%p&tWlLu|=OU^$A$4 zH?5}EOkqarwz=IR>N7BW1hjA?s@;IMpwl0N;T|%k+#$aS0%Fdn+BnCd1MLVF;xY>m z1Nz`_L3TdiU#=A2&5Ng{!GjuuA~d9Db1&dIc!4c(&kM|f^8%Z{#{TvOS>Y;B17x@3 zwSka@G!jjVkmEY!+VKBnzDe{Itc1HkLcI%_s)y>Wz63C&1z@`dbT8b)Tc#KB>h1fQ zUBUKR6xMSKsIIR6Ql9DuF>%s1S1>y@=6r{a2C;e@tm++P?;`sY*$2q53iY1B=1`v_ z`vMupP>=9UQg5dBDOleF(pZs@hTewP^}8NSE?Nd%^&#ABd->ItT451wU{3M#>()n& zjoZZb-ACl+J29N@yA7B;zH6A7ywEF4#;r)iT&exiO&f02n{69s*iBE!V!8p;^BC=| F{|781%S8YH diff --git a/server/bloom_inference/__pycache__/model.cpython-39.pyc b/server/bloom_inference/__pycache__/model.cpython-39.pyc deleted file mode 100644 index f0aeff1a277f9b6e70276691afd54342324fa30c..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 9759 zcmbtaO^h7Jb?*P^>G|2&+1Wpml2)>nU!}Xhui;eiQru{3u%w85=F5-^=9YknC?`Xby>ijf1 zM%VOBop@%)>e{}|X{+OObAGPt`ffMx=ewToG2iYKx<$X(E%~Kx*)KEC>CAO2eudMy z&V0A(S2^u=7P>XR#_4=#vAg6ib(j5Re)l>n-Bo|Jd&WQ0J?o$Cp7YP?TBMC16WX4R zl=*#46h!f^CW^bpuI@k1oRTPmQ)bQ+C^080c(3dl{uW@pA`BPt-kO% zMy+ks^(-&KBy4oTIL3?hPMB=ht;~9}6(^Z}bvWomnfvx2Y4v+yC$lcM8cE&EO5YtO z{j2@!QLnWV$*e}NZ}mmgdA%<$g~K@Py!lq<5%*HR*KBQ}=DA)!X!Tl2a4TwUZ70;2 zcPVUaN8jru@($jLTTw5PVG;#{&6ny%R*1JlDS|Fln-#lZ(%25-VYAt~js8`xB>lml z)!VuxTS+8aVOH6QZYSKOOWXZ^j9#6i=2~F~T?~@G#ODHolC8~Q5{Ya+j*>t`&2ZSk zGr2Q}8YGd~%fZV<-0>JB(tKTLzVR+*AhLvhL5u9jT-A^^kanV6=^f{bnqqc{m#BF^%y-e9PbrLfb%WE{LM^dLHj2-6ufl#5r|Xnm(Pr%g^fV?D8uW49fqIi@btywLAiTq=iB9(V;|+|!A3 zV<|OKTbRNU_C0f4Oi|k?pXP3w3c+>t7+|mTgE;JBQ((cCyW#Di7u`~liy@ojYTfY5N)|y9_2Ryav)mvQ0xMN6 zLk6GkkH;4mUw9Xr zCw`&d5ie|Z`u(n=&$oKbNJhOz^a8SPMpCh{iVoPkQP&4|vQks_yMbDSgH7si{0fL> zSvvnrPcPzU>4xs8-(&=LOEaUH`2e-^Wbr^u`fzd)ce;g;lkgyRb)jE3Nu0YQUbTD^&Mn^cIgEBTVNZQIZAA z_^Zo9j%2zu7k@ta5MgoI}6Jgq$HEDC-3aCbl&y8N{o%|X8)MJrvYY3Y(E?$PQv z>@%;2gEzExP?F~0NJ*Id`}&Pvqc`PmX`{l8+bQj)l{5$Q;gT6)6H?mvT*tPRM0WDL z;n&`{ytcEj*6Sy0&Hk__)>^$a-u`uy^>0=V6IctvSV1?8uV-_E5JvlYbSJnOc3{98 zRN28r+KrS%OgCxuRJ&Fl>7*KV_4hPbKTOvZO_I)ql`=a~4;s^0KcCr3Umnw6`3nTR zZV%+EZG7<`xV4?YqY3V>05n^_(CIhAPW6kos9=0Z1ihHcLZUgYQy_*NCv)U^9EH=|Y@@63DA3qT89?;vr_95(SOR z#}LFMd+zw~^tNx&a`5v9iz4<5oK$Ng(}T?2jzR%++x3?SY((OukRYRgO2vL_Ct)-{TTrMvr>Gyh$TGY~6?68jW}%v+@Z-!^?}Lr{QsxFh4-hQ~GA|%U zW!Rx~F$iu9!_FkfZ1s|CE(pRN_J2rwJPra$Kv@z-$xOH;@^wl%R~a!f`eSqlm_u$E zFyMAy$P#^0BjOTaQ1=q0ibQC~_yz9nCBjBRUM2Q)uXBn33)ev_G$wH987`)#s+Vbk zAQw+J9+jUm^r~m*T(W^eM=sJm7jeggh)(f}$U7pB2$)@%4|KxdcP&3B2w&&2>g({z zV)XC(%G-lHGH>dpWKMsWz%Qxm3f9dkK1!3^E>YuEkVFHZ(*WYNwh3pzKm*1Gz!dFQ z8GzI+CADkB_`^dk+}t?oG-rgvKn}_Q`t2W3EG8YR={qYYJG;(>HtMc?m+E_u$d8El zM1D+!CyJX4>GiZJpxnR59g~YmQ{WnscqfEygLx5m`~#2!VMiD(1ZxNrg0(~;vVq}r z#!R-)j%bvRfK=e1!mbfQ5iZ=tyzo%IC@jdS2xsxlx8Ht?yl@8YypT_z=tFV8kLF3- zV`C54IMK%F!XAVln7tyu0WQ#6Vzup5C(r91rX_Ha9DpZEj@>;CkPj2Z<=}m_y>_8p zM42L4tGd0BS&g9x;kyimnbnD!$wS>QPJE{zZi%Q~;(a0o`jQn}aS+}NTb*#T6RFKW z+ajA|MKypACc{<_+kibF0@0ZjLAS~0C~5PUedypgQV|Au1$?ZX5AcvQ4Kwq`s{?zT z!xzCnAu}$6XwY9}Xs3!%gLc{}vq0Amifug9+5R<1h6fj=Y07yC(_V%gXc6o1S0PdO zuQWO4#?^G`%BmN=ypB(^T(d84Aw+^z{sG>PeQ>P*a)2WLf;%R4p+QY6 z6>5CBQ&Js2s10_UP18xgid-ZTvWYu>33~)HukUG}J_WBG+pwv%w2v{vztTU^N5+o; z@+|yz5kc!!Uex0A=YdV=_hZ~}G0ZLPXF8sTF@eOw*LG^O9XxZmUEKLydz6EBpCbr; z?Qa2~-S_QLe&me`?2Z)DQtFKhv>GR{k|Fu7F)E{XMdX$V%EEC$dRLeKjGiLml9tAE z0(`YnM{}t&t|apSadW#2d~Xa=b6iPXa!@|j$5mkq=dPA40O)D$8epU=a?3Poq<0N+ zQrNAr@J*RhHd5@~P)+ys_!U4-Y{e_sir7a*a$ex37%g^f09XG8V>QVwNfA>5$c4l4 zk>1o1`El;LsUeE1h?VT>$SER6Lr#fvOyZ8_nFF^8WfiB&oVgj!Lhrf5Hn@IOtEv$> z_Glh7H>!fVqXq6I%B|8YFH(=-4lR-EA#zQ~2yTMnt?cPrhRD%qhy%B06*Zhm=hI4R zr*J=Z9k?w{TBFg|D;tcA85LfwBcc^wZw-PN(KkfuCXtj=;V$jZxB{{Tv0rmX*ff7) z+`x93E_7^+@1THuhsadz^7i#EbP)V&^t*#sS7Aux@1e}jGiv1@1|B)EH3M)DKat<0 zDhc2{1fmAelC&|8^piFPY3l{t@fryCa|H_)n<3Rd)-bIG(WY^t-zN7vvw-*!5K;&X znz_o`Jz$^)@Q6TLtcFD+k`m+@3?*izVmSLs-H??$xX6rAF87I$DfbD^0wxIV!m2jY z6Ifg-@o*x;wMNKD8wbds*Us0 zHURAzf8`LN-jbnURmqc`nLDikizRb9{jF9KPaO&sAtFUCp9g{63KKRq8G@n>1g*2& zBp|1p2r}>TGL^Jt*xQQO;AB?6he>^d^2jhLLq-~!orLml zFa88XL*(&1+z4_daGM17C%^x;=A18peGh)-IkRlKu#(=sV^#6pvoQ8WxC^dX)g1sf zW8XF5>^$-;I6ZiCPzF4>F+~;AG%b7$2WH=RWH`oudBD>Y@tpj=u-u*6Y1*fbU}Wi3 zY}vs8B!LIDKG_o>g`<24US7O#J|x~$`*DiIA~!+)5qC`IVy<2;R?w&FBjz{2I&zWP zpeud_WC}d#+r zz?!?$AjNrb(Etdm5ic%71teMmT)B%t=N?c)V(x11o4||~ZkzBWEHHvu*9mLp5}db; zJ>b(nNL(NSatrKVXupK5LN0=t?c&JnRXIRj?0khIs0o7B%cRBe0Xn;_e zhLZkrTb+{sgV}uU>l571@;wT`y5qIf21dfU%J|7WbtVI6VdN!G;mibx2rYbq z(AP~-0R~$_U>N+gKz#X`D2zPheU^gCn-mB`2<>Y)an$#W@z?i&l+rv0&Tgi;@i!Er zLh5m}kFfCgX_U}{-%6eKGt{GTeNQ_>oM(^slD&kgLJvDOxeDKr5tfN;64?U5*-I%I z1h@LKg8&GfPf={=gax5J!(f7ZU^a*q6+I&?yE_Xiuw==r%iM4??ssr%2nGR+3;~&B zduEUE_9A;MrdDOAKD+u4-GbB51wvwJh5clx&ioKyzU?XZ#f1q_VN zgF2n4^EvGf*yf*8R~&VmTDNw-K|XD87)e}5luX{41`*d)!JV_miU|ZAqJzvDzXjV+ z=fNx6$GERB`+&=ksQ%jsmkn`P#!5u8iXzWED-C2Ha3zL8#gH-!ChvOYO{XSv5a@*2 znR;|`8{erwoV(fV^uy%EZ^Ff)#LF+KkVlJ3us=ucS5}xk&RyJ;{ZKS0Zra~$L$w41 z-Xy6y_9B&m!a*n60~M%Y1WJK1Ii|aDL*1YE7@OCs&iTimPE20`-`XYGY8G%>|HsF-t?=? z1kOYppdTD|6+yv1N1%bh)fqc*ZaxS&{)BMV)QHd&|BzNW?F2g8Vn z8e(%WnjBekts;z|OU4l~Jcqbe5oyE#jd$QTd-%q}_m<&0MerQ`9P+C8?JSqL3sCdm704YF?mYtzr!8`6ZqFoTnpy!4n8_4wT$Md^ zjlG^z719ZWPOkOGIMtg)=!U|n9!IaSzONrBB>6*BPT>*-QUhKOGm}QD>8~(pvtG{? zWtP_`ZvSa|N#3JAv+ENh1zbXL2L(R}Aj&@{@&*wSy!;~~uM_!G5Z+e77FH;>`F-M! zh)^J_o>%Le94hvt)Jefl>2(9duiV5L!=@SstMbg7aA=Eg+q@+In!aG|J3#8sXkC(i z&?w5QeqTB{T2mgNSWRES3Y);LW5Xxdl|L1B(YjKK?GSrqrOD1{L_ofi-NF6&ODfF$ z`D3Ksq5cq%Ld5$GNu2sqY6|E19AbS|ffWw_h69IyoFDq*K(gIwZA$7w=HM?X^e+Oc zPm&E&Sde4LMc&AmNt}bkN>|dhP}=Y8Z00%#zEDpvOj`Jp0I9fakNYEM!ye-1IJ-dDj^QnXT7s=C zycvVb!X`Oq?gg}nxcjS+wH7}O!bb*BDl7OuK@ke3h{K1KoCmaD`HA)ds9XMtrvEQ6 C84{xa diff --git a/server/bloom_inference/__pycache__/server.cpython-39.pyc b/server/bloom_inference/__pycache__/server.cpython-39.pyc deleted file mode 100644 index e3ffb8e5e5b523a5b6787ee24c398b63cccea77e..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 3683 zcmb_f%WoUU8K2n~mrsc@^>EN8OprDqQcF&n<)m6vuj~M}}jlu@Rb) z?5OAz)w>mzqOwy~<3d=8s!lbkIkjlbSyOX%xE|G=dbHteQ1S_3MOHc`ti*}@PjWF(D-bzK7!NbkM-{Si%EePI+<^#FAKA|@ z9BXjz!<}vc8EGTpk`V<;M>hx~^B(q(Z4y5ZM&(s1!s0F{__Cn@~d!%S(LWi%dh`ze_k_z~pQURHR z_+(0Fgc7Mu^%;0Z)M2`1DBpm$L+%NsOlBTLeR(3#r>g>%_Hmm6H!i0N5VS;xS675v z?7JWqdIFPx66+BRBnX9&>1jQH3{YdHkJV^uj`SJ*oi;YcCahS~!pNLa5Z~?<8D-ij z85wuTgpN$n9+}h9jKlyqrhlt}hm5vQ;q>{1mOxPt;ZD)gM_`ZNSH{44N@nCQ+7kop zfyO?A*p&%{g7G0+m&7fd}{~AW^`%6(b|K<`l&~yqLZ5S-DG1C+#^r>+H6B=M7$Ar}@ ztYG3UV8Z@sFd=>p!id+9TvT4X4s+MwUby`I|Kakl0(q>$=4HMYZ@?L?V(#b0lAjd} z7`l6rK!1sHyoCfak9Zpi`ckxzTof>?&n^9eKYn@crrN5Tn*UGucB_J^HTELzx>?C} zp;Qb)99LZT$-oQq6=9<&1tb{onVw1^Hu3c;lAj@Y2g$FHEJRi#M3txl!8^r%!lqlM zt=ooORr41>qhbyA?BnKLAk36RQmIKD%Ap43P-n)eIo73t31x)!Nt-}o!5#q;h1I?b zC9kAPp3*BTqmC4kY{om%8sV&tvrNs6%p=$(3kc`2C5zLN zERS?qnLq-Z=p$6K9-Umsc1Mjk3K+MJPlp#7&< z3$|DRxC5UFSOnI#7i-Esc6<2hAP&C%Xm4*%M*Y=FeC?a@@cN3Kn$aMY%?@uu(rG?B z=5h1fqRk*}J`@9fDK%q7K;Nr2LZ#-~n1TVopfkFZoT0I@x`~K9+0sN4KFAE=#gEUZ z(?A*BH1QvE=}I2;LujfNSxN=!E#!ce0NQ|EsLW57^00b^mI1o4mj);n69v9u1IsQK z%~X0qa@O=@^P6#NCo4Vj!T~=JA`t>Xo0%Zm5zk7`5)m>t#U%Ycp7H?_6(A@}W+~P} zl;OpB(__rN7=*|U^15)LDxGh|z{sOZ^&X`=2Z#F)?tSs_{sU(nx4`z)?VKn$JH_rG z4AoHR$f9z1@ZizC{R6js`||^5hsRzA0ysa}U39lj9YqPCgYgFf+S5eH%v3sOW?uxc zbQ;e*Xt2N?U~drxv8S41TfB?Xy@%x2NU(iUO^{PmMGqTE@excq)n!Qzb7y^syH#Du z`_9}YIGbJvLQI1i)P`RPe)e-quW2~8fEu*++%PKCfRa;zxf=Y2uPDV9E>*Ajp)Kuh zyJZPHHZwX&5(FU0zc% zyrgwx0q5)WypFD3F8S!i1zL(B)r`WOhHJEPg-Z?*$_f#P{xpL^IDGJ-1-I z2Scm?DUd`3KE`#h;&XBX=0nhMfwfR8W@(owTe3r`95L$mqr(ftYq0I>_cuQljEl`I zrklHQmL(-!kJ3KlEDhNve161ux$G}24+2j8M1$POk5nTGWH|6k;jTty;9_2fdDm8+ z;q=oWVam?ITGf=f|7pf!>WgU1RE5f;oP{>9&z~ij=wN9>#R2O)3yFasm#!-0u{X zv&uP|RHai?&#LEIrdzmo(J9{f$CpHsDKWCDQ*iC1Cf&!Rk7*4wy3{K*o?^aM)F375 zz~L3%)LKEbJ|yC=AE4i3{eBZo>eAb<7qy~J>$Cw#8nRJ9qD(E|`={oUP5pis?Y#Xv zGHFg)MXQupfTU9_93!iB);dRL?Q>K(Me_!lk}Y)b)hSMwX1JOLSL+hj-wduc;A$7` zIWCa)&`5)o?;vYGj|@0J`wq6BFJJ?yGi-nPZ`e-p!58VH8McnWc5Q}@@K#Z~vPSz( zTO$z#RL2DTusUf<@2peQ&heGCAo1VnkLU5*xjAVrN}2oQlpL%S5V3dAXSD+^oAO#= z7tS$666D^|Ho)jit`(jArTy!W8xCE1LNEe-%LS~S!@RK1UV$0p5lH($=Ti6j`1Rl1 z`|!j2YXZ_W>PO+4(4`Qidus^`2SFN%B*gO^hJRfMy4J445I+U72i3ZBdxEEUivEZw z)GAOsB|yoaom=P+pVz@>tlO8>jT}$<&h~|sAsbAwyHuAX@;)F8z7lC zHG!sARyWs;PzFJI+pP zf(v|x&e10bqXX!h4-l`wcj!3|I|QYoOLzwsR80hrn6K;Jpf8C*SKHcSDLc&hwl4So zz(C{MF9$Yf9KU)m3yi~qn6rQ$t%X52V07(K5RaI62)?Pyj6*vzJwZS^zX^kD&%7XBd;AwL#3~SoeP@Cpd3C=g z&w1{mY?v2ww}nAUBN|9{ft4pDOiT;C@*jT%M6PMsT8Rx|?K9}|LFg)?M8tZuO@N6L0Kx8Kk#Md-x$Mv8vM z6UH~7!&9FnyNv39iP_$-TXEtKAat{LuIojgR5W_AcD}#&xCy~6ki}osL|0uIAMGU* zflDu0<6F;}Z;YH9w_x@iWB1%_{u+pSs`37SF#m6$=1{)`O2#){3e@;|AqI1pdL1gD zng?)xOQBp-iGDWhuBZw`W{)W=h+|dBd6Y`7^{95AXNjM42BC{mM(4Rkqfjbaw-04Q z`Uu#W9;phHXAUQ}sWEuV<4AISP^%hCM-X*LQ{_-5p(<4+jI)#}Z_Icm{5Tqd`f-#i zr^Kf!$&f}|*}6d}C&+V_((cmp-K-7Ld){Re5wK0)JbFu}QwYB-4GmZDH-VSGrQuY} zvZ`kznU7?7&+y=u6AsP1*EYKu^~-_~{93t7_jBb%>3kDk*6KTDSGrPV@~dkvV7;wX zoAzsZTfN+2pz8K4VjzgLi1UqOFJTwk#Kz9Ea^Aomthl&A$Twcy!yTA+%x@XrELU9* z>s=k79elZ3UB)fEYBlgGaj>^|#Q9o)bz!nZ-6a(zF6u=@VEvm5P+Ff#W#bK4s? zHle!&o246{>WdpRIb(r#dAFnUNDks?m+NDUuWO=@0o7Qja$&N_T=kSCBv+QsEG^&? zfWG+oe(5UhO`}7(yZtx|G~)6tMxjWmx9 z$(3Vabg6tQ>U)pU(f<;!Jrut6Toh=3A4hAg<>XQ>$mRFVNAi3A$aH0;$Iw2$vX%X& z&)7eRSZ+RuEp+`?41x(>uu1#RC*0BA#B=|?`}c~V3@2e3O`@_h>6Gy#=Im1@d=Wfl zA~^9TT~MKjKt-T>pgJN36@%)7>WUty9;kuni@{SiS&@8yC|1PqDLdhlD}p~@qbo0< z4;zmHd;NYr&5iy-)tS_~R`+vl?5%BC&ZJ7sT*>zP!&HG`SGVig7q4+XU*=@A^K$b* zY@zEL7$hURVJjCNbn}G|Z2}uVNXuD~SJRB77cIbq`dxJW6AXs!^L=mMZ#b=g<{f+B z1dT`jdFGvl!aw83enWeP;}`!$d(N#d^6~}8>Jhj7YF;Lq&XRf*+0fJ~+p}I(+1~EF z%1mBYX<<9M-Zf?Vwe6Sl!sJz5=8pT-T*@N}bptJnT^kk7bvB%-dPh(CmHgTyraq9B ze$Lc)aN@tWHvXuk(i?RlHg<}-F5B_lyxNsYR+-$u=R>Jlc5=aTAW6QOr$zfk-NGJDy`|wM z@o4uIbWK5sxugHDa7LdhDaDglf=PQ)Ik;dBFlqQc3IbuIg!IR%1D=X8AWl)LrU<~u zQ`d-lod$AfJ2+*@3Sv2B89%zxo_XO7^~TEumzKVT50s1xJBfbHPD;Ej5_%iM%e0L} zAi}2{i5rOy5;zbZwC~#0F@nEMvA?@l*9huAu?p>9AC2#2VLNvtSxK~W!{0G6?1UYM zO>i6`tJ$2ZJCxlAzPe+0!%z4zZ^Bd0Am>l`8RtxRkOXEx@)2b|Bp*2ms)OL!g^cfH zn#RX&Of^m>1QjmHgbhogCQ^ShofB3CCO%={bOnP^(O7*C`faQ8+Cj0*k^= zqLA8fx2RKth|OlQ5{g2s$UsF7w4KKeIJCiO%52L_^YdpU9JXE)_Op!y>cWL-B4c}V! zl;E^Llfg0XU01}(&|hifo-OoO3!)>CgRUT`FsL9RI3u>J50EZ1#OtogjZ}I1f-3Gc zM4%LMK3>HH{$&X;0V7JG^{Gof&klhGNhKej5resCI|G497SVkca9S1b_fGp~@Mgnz>GJN4ZSdvCNF1A$VSy;_V0*3T-jfbnnhmVN8D?F|A{*49^^8rxkaNQ=%Q2ZXi~%g{La`h$3K9O z!h3W>us<=*9@00jaW_ykxR`I^#fzZwF|g6O@#?aX!aSKtd$sjjYqw*KJR7>nq_5LM zDH2CqGFtr(8a*P_sOp#p^nxw1=lG*l^-C~qFRLqq>$%8x&d+!5SzmI`gyl@+~y@fu9pH(qicICtf>cO2DEd(lx9xvS0LrmHmPM}Sm&aG6%=R4S*`k^wKv h)yBVSpK8A*&ufZijN6NTZ^XmSFdV))9K^Q+{y$$P-bVlc diff --git a/server/bloom_inference/pb/.gitignore b/server/bloom_inference/pb/.gitignore new file mode 100644 index 00000000..a9feac81 --- /dev/null +++ b/server/bloom_inference/pb/.gitignore @@ -0,0 +1,2 @@ +*.py +*.py-e diff --git a/server/bloom_inference/pb/__init__.py b/server/bloom_inference/pb/__init__.py deleted file mode 100644 index e69de29b..00000000 diff --git a/server/bloom_inference/pb/__init__.py-e b/server/bloom_inference/pb/__init__.py-e deleted file mode 100644 index e69de29b..00000000 diff --git a/server/bloom_inference/pb/__pycache__/__init__.cpython-39.pyc b/server/bloom_inference/pb/__pycache__/__init__.cpython-39.pyc deleted file mode 100644 index a1d54d8ecf2bddf9eba6c7de3fe9a4ae98c02952..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 161 zcmYe~<>g`kg4Mzf$sqbMh(HF6K#l_t7qb9~6oz01O-8?!3`HPe1o6vFKeRZts8~Ng zCq+LgCqF+ILh5GbrKJ|7<|U`<1EtGSiy*@B2;qVx{dgcZvm`!Vub}c4hfQvNN@-52 L9mxF8K+FIDsFx>q diff --git a/server/bloom_inference/pb/__pycache__/generate_pb2.cpython-39.pyc b/server/bloom_inference/pb/__pycache__/generate_pb2.cpython-39.pyc deleted file mode 100644 index 936aca2917ee5f063bbf8244d43713e2612dce31..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 2182 zcma)7&2HO95GM7n)t^Ntvf?DRtD=Q-sNJ|NdT3BYmS{&sV!M}W*q-;xu15|`Q&d<)w$KmeKDwT+Wzu)KY z4*n=A$}6c%|I(=3#lLuiz!XzqDoZ%(C}Ad5DJPxOC~amUIfZi8%tdk<<-AE$1;|O^ zg<=*VC+{aEmU*F?Wk{Y>pbT?AD=!kbCV5hYGRsCf=7r368p}OR`2Vszl<7PpaD`rF z1;iRF!UD=A#2PC@9pwsQjm^O|l&gp}rokf0^N2Ne1+Jrf6|u%@a0BH9#2Tx^O_Z-8 z*4QE}p?n>&#%{ne$~O^fEZJ|EhF*tdKS{5{LJMi786 zw0TkpV1za+82fdDAkC3(iFutuH(^%RYot7~o>3QmpaFjhu88WE z8efp~rWFhhXR3Zka(+xk)=jP!Hm=Onm@sYpND5JK%NiU4n@NFPnWUgLi?gJ(I+^Rs zVssD%M4lw(k30bnEQiK^VLy)>Q_`-Jc}ZMIKJEah1MV<5tfysP8y^#G%XV#n)h8Ru z=I#s+Y#<*8*ul7gjV(eVwz?bm$1^K0WxPNt7c0wGSZe&FlHA!=xlM8h6B^NWDQqmy z^y?Ciw@D#t0tHDVB3Ia0n29>)c~AL8RX59|7&k7CX=F)SA9=y?#;*xd?!mKQss+1b z?&8MQw3+Nt=;8-6wu>RB57{zI#WOekMBbpM=HXWCBpHzp=IRdKpK{>um`g3BO5riC{0Q2=7Vw zR>Bhre@XaTLM4Gvm9Q_tln_ezQ^G3=|44Y7#L2Z1W+`QSKxtSXaz1n*9zQta)@&E& zhHE)Ku2#Yvos77!a$%v5iIlKF&nKOa15F9%rYzCy^W_%>%@^ihm~F#>HFg5zf-cJX zVYSH^zGT~S@PM%`+kud@^=`}P?DckyaA{Lc+Xo%TaK74 z>~U|(i|Z$mBGl-^u1;I@Ja-o#lzRalPhno8UEO%pY3c1wx3&97Hy#^$cW-y6tA|xQ z=%@6k2rNGcE7K-$nYlpk?{0T`-TkJqryF}sqxnGZ=||w%&I*AI12Q?c$eAj;nQa<5wj%({r=eU!UHUYu<5~yEEc! e?7)}uC5t-F(d)M_W+x9H8GfVd@ z#MW{lxp3eQAP&hf;ve;uQ*PXlED(Iv``)Y_jM7$@yQ+G+tGb>WR;wig3(Q(GYSrDpB zx0tzZGmF`f)L{-JE2v}l`2GA=|D-re*YfVh-jzGClq3x#%%T`qFrQ^nw+$7-9J?TN zn-D)v{koRd-;5JpkLcFnpmhOr1yd#fJ+pJtJ^6hiH9{HR2RC z#{tLF-z-Q=Z{em`u*6#{~bj%Vi$G)^V7`yIiQ3 z`&O1bV0=v8d-I^9R}vnIl`z`od*=_@H?SYyyYydneI4i9`p{;rs>2syb9N zAfHl&)pjS}QAeR+UyFO$S}x!i>g24_ceM*ku1YsW)*kFyn%$*JV~ted(=d;=l{fm- z8>*qonx$oA>gbR>k{d7VNS~)_3$Q89gP=@Kd=bEK9n&&h)BW2k9JJbfZQ4yJueX5!of0JbU&Yc_G8%f7OCh081|xBGIuY`f1~!dc$)x)M;~anSq6F;b5j0u`^Y~I*%u=D`wf2>(5QCb@KpMnnefAb z9^WH5W!?Oc`W%NYS7!7%yN^D@+h2$_m!GfAAyuJz{mG0f7oVfbC^I%|o;ZV##aRMA zfpY}NUj-Rm&`SxrW5Ol0b7;SK9gGW@l3FGY>BKA2pCI~FaUbR#9p^uSn;R{&XSA%` zros;Bwu;RB*&fin5#5=hFMwXs`^!`G3h32IIp zHem*`h|@%2cxhOAC#$Sl9u;2{fI&sBIrE-n_tmXITlH+IuPuo;p{hDFQ8NSNoS?1K zQ-HpKC0z86tzxHGByg0#5`iNG#%6el(3c5lgPg!hot-{Q23njr8Xm4rhK!Afbot;` zS#u~C>Rv=BmsaRHmY)?*sv|RJPPhVjfjUoD%y+pU�-v(YLTuz6W4fj_K%%=%6AV zu=>M24*ox=Q6J!|h(4Vh3qY=6%Fh5MYZP}_Rd?Sg80!UKi@NtF%msEt_uhmRfi3C& zn=p^raEha9aat2yv$V#|o00xyfa_?`nhc~}`W-CDbst$h^sVSxC)~Pc_3U1u=k(lO zvFG&`9#?UX)f7|<5P#Z5D*S#2o~AqIL{z{LV~5agpdEr-<4H--ZOY9z>% diff --git a/server/bloom_inference/pb/generate_pb2.py b/server/bloom_inference/pb/generate_pb2.py deleted file mode 100644 index e55a2c77..00000000 --- a/server/bloom_inference/pb/generate_pb2.py +++ /dev/null @@ -1,43 +0,0 @@ -# -*- coding: utf-8 -*- -# Generated by the protocol buffer compiler. DO NOT EDIT! -# source: generate.proto -"""Generated protocol buffer code.""" -from google.protobuf.internal import builder as _builder -from google.protobuf import descriptor as _descriptor -from google.protobuf import descriptor_pool as _descriptor_pool -from google.protobuf import symbol_database as _symbol_database -# @@protoc_insertion_point(imports) - -_sym_db = _symbol_database.Default() - - - - -DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x0egenerate.proto\x12\x0bgenerate.v1\"(\n\x18ServiceDiscoveryResponse\x12\x0c\n\x04urls\x18\x01 \x03(\t\"^\n\x16LogitsWarperParameters\x12\x13\n\x0btemperature\x18\x01 \x01(\x02\x12\r\n\x05top_k\x18\x02 \x01(\r\x12\r\n\x05top_p\x18\x03 \x01(\x02\x12\x11\n\tdo_sample\x18\x04 \x01(\x08\"v\n\x07Request\x12\n\n\x02id\x18\x01 \x01(\x04\x12\x0e\n\x06inputs\x18\x02 \x01(\t\x12\x37\n\nparameters\x18\x03 \x01(\x0b\x32#.generate.v1.LogitsWarperParameters\x12\x16\n\x0emax_new_tokens\x18\x04 \x01(\r\";\n\x05\x42\x61tch\x12\n\n\x02id\x18\x01 \x01(\x04\x12&\n\x08requests\x18\x02 \x03(\x0b\x32\x14.generate.v1.Request\"\x7f\n\x0b\x42\x61tchCached\x12\n\n\x02id\x18\x01 \x01(\x04\x12\x13\n\x0brequest_ids\x18\x02 \x03(\x04\x12\x18\n\x10\x62\x61tch_cached_ids\x18\x03 \x03(\x04\x12\x18\n\x10total_batch_size\x18\x04 \x01(\r\x12\x1b\n\x13max_sequence_length\x18\x05 \x01(\r\"0\n\x12\x46inishedGeneration\x12\n\n\x02id\x18\x01 \x01(\x04\x12\x0e\n\x06output\x18\x02 \x01(\t\"F\n\nCacheEntry\x12\n\n\x02id\x18\x01 \x01(\x04\x12\x13\n\x0brequest_ids\x18\x02 \x03(\x04\x12\x17\n\x0fsequence_length\x18\x03 \x01(\r\"\x80\x01\n\x08Response\x12\x31\n\x08\x66inished\x18\x01 \x03(\x0b\x32\x1f.generate.v1.FinishedGeneration\x12\x31\n\x0b\x63\x61\x63he_entry\x18\x02 \x01(\x0b\x32\x17.generate.v1.CacheEntryH\x00\x88\x01\x01\x42\x0e\n\x0c_cache_entry\"\x07\n\x05\x45mpty2\x94\x02\n\x0eTextGeneration\x12O\n\x10ServiceDiscovery\x12\x12.generate.v1.Empty\x1a%.generate.v1.ServiceDiscoveryResponse\"\x00\x12\x34\n\nClearCache\x12\x12.generate.v1.Empty\x1a\x12.generate.v1.Empty\x12\x35\n\x08Generate\x12\x12.generate.v1.Batch\x1a\x15.generate.v1.Response\x12\x44\n\x11GenerateWithCache\x12\x18.generate.v1.BatchCached\x1a\x15.generate.v1.Responseb\x06proto3') - -_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals()) -_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'generate_pb2', globals()) -if _descriptor._USE_C_DESCRIPTORS == False: - - DESCRIPTOR._options = None - _SERVICEDISCOVERYRESPONSE._serialized_start=31 - _SERVICEDISCOVERYRESPONSE._serialized_end=71 - _LOGITSWARPERPARAMETERS._serialized_start=73 - _LOGITSWARPERPARAMETERS._serialized_end=167 - _REQUEST._serialized_start=169 - _REQUEST._serialized_end=287 - _BATCH._serialized_start=289 - _BATCH._serialized_end=348 - _BATCHCACHED._serialized_start=350 - _BATCHCACHED._serialized_end=477 - _FINISHEDGENERATION._serialized_start=479 - _FINISHEDGENERATION._serialized_end=527 - _CACHEENTRY._serialized_start=529 - _CACHEENTRY._serialized_end=599 - _RESPONSE._serialized_start=602 - _RESPONSE._serialized_end=730 - _EMPTY._serialized_start=732 - _EMPTY._serialized_end=739 - _TEXTGENERATION._serialized_start=742 - _TEXTGENERATION._serialized_end=1018 -# @@protoc_insertion_point(module_scope) diff --git a/server/bloom_inference/pb/generate_pb2.py-e b/server/bloom_inference/pb/generate_pb2.py-e deleted file mode 100644 index e55a2c77..00000000 --- a/server/bloom_inference/pb/generate_pb2.py-e +++ /dev/null @@ -1,43 +0,0 @@ -# -*- coding: utf-8 -*- -# Generated by the protocol buffer compiler. DO NOT EDIT! -# source: generate.proto -"""Generated protocol buffer code.""" -from google.protobuf.internal import builder as _builder -from google.protobuf import descriptor as _descriptor -from google.protobuf import descriptor_pool as _descriptor_pool -from google.protobuf import symbol_database as _symbol_database -# @@protoc_insertion_point(imports) - -_sym_db = _symbol_database.Default() - - - - -DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x0egenerate.proto\x12\x0bgenerate.v1\"(\n\x18ServiceDiscoveryResponse\x12\x0c\n\x04urls\x18\x01 \x03(\t\"^\n\x16LogitsWarperParameters\x12\x13\n\x0btemperature\x18\x01 \x01(\x02\x12\r\n\x05top_k\x18\x02 \x01(\r\x12\r\n\x05top_p\x18\x03 \x01(\x02\x12\x11\n\tdo_sample\x18\x04 \x01(\x08\"v\n\x07Request\x12\n\n\x02id\x18\x01 \x01(\x04\x12\x0e\n\x06inputs\x18\x02 \x01(\t\x12\x37\n\nparameters\x18\x03 \x01(\x0b\x32#.generate.v1.LogitsWarperParameters\x12\x16\n\x0emax_new_tokens\x18\x04 \x01(\r\";\n\x05\x42\x61tch\x12\n\n\x02id\x18\x01 \x01(\x04\x12&\n\x08requests\x18\x02 \x03(\x0b\x32\x14.generate.v1.Request\"\x7f\n\x0b\x42\x61tchCached\x12\n\n\x02id\x18\x01 \x01(\x04\x12\x13\n\x0brequest_ids\x18\x02 \x03(\x04\x12\x18\n\x10\x62\x61tch_cached_ids\x18\x03 \x03(\x04\x12\x18\n\x10total_batch_size\x18\x04 \x01(\r\x12\x1b\n\x13max_sequence_length\x18\x05 \x01(\r\"0\n\x12\x46inishedGeneration\x12\n\n\x02id\x18\x01 \x01(\x04\x12\x0e\n\x06output\x18\x02 \x01(\t\"F\n\nCacheEntry\x12\n\n\x02id\x18\x01 \x01(\x04\x12\x13\n\x0brequest_ids\x18\x02 \x03(\x04\x12\x17\n\x0fsequence_length\x18\x03 \x01(\r\"\x80\x01\n\x08Response\x12\x31\n\x08\x66inished\x18\x01 \x03(\x0b\x32\x1f.generate.v1.FinishedGeneration\x12\x31\n\x0b\x63\x61\x63he_entry\x18\x02 \x01(\x0b\x32\x17.generate.v1.CacheEntryH\x00\x88\x01\x01\x42\x0e\n\x0c_cache_entry\"\x07\n\x05\x45mpty2\x94\x02\n\x0eTextGeneration\x12O\n\x10ServiceDiscovery\x12\x12.generate.v1.Empty\x1a%.generate.v1.ServiceDiscoveryResponse\"\x00\x12\x34\n\nClearCache\x12\x12.generate.v1.Empty\x1a\x12.generate.v1.Empty\x12\x35\n\x08Generate\x12\x12.generate.v1.Batch\x1a\x15.generate.v1.Response\x12\x44\n\x11GenerateWithCache\x12\x18.generate.v1.BatchCached\x1a\x15.generate.v1.Responseb\x06proto3') - -_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals()) -_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'generate_pb2', globals()) -if _descriptor._USE_C_DESCRIPTORS == False: - - DESCRIPTOR._options = None - _SERVICEDISCOVERYRESPONSE._serialized_start=31 - _SERVICEDISCOVERYRESPONSE._serialized_end=71 - _LOGITSWARPERPARAMETERS._serialized_start=73 - _LOGITSWARPERPARAMETERS._serialized_end=167 - _REQUEST._serialized_start=169 - _REQUEST._serialized_end=287 - _BATCH._serialized_start=289 - _BATCH._serialized_end=348 - _BATCHCACHED._serialized_start=350 - _BATCHCACHED._serialized_end=477 - _FINISHEDGENERATION._serialized_start=479 - _FINISHEDGENERATION._serialized_end=527 - _CACHEENTRY._serialized_start=529 - _CACHEENTRY._serialized_end=599 - _RESPONSE._serialized_start=602 - _RESPONSE._serialized_end=730 - _EMPTY._serialized_start=732 - _EMPTY._serialized_end=739 - _TEXTGENERATION._serialized_start=742 - _TEXTGENERATION._serialized_end=1018 -# @@protoc_insertion_point(module_scope) diff --git a/server/bloom_inference/pb/generate_pb2_grpc.py b/server/bloom_inference/pb/generate_pb2_grpc.py deleted file mode 100644 index e8eb63f0..00000000 --- a/server/bloom_inference/pb/generate_pb2_grpc.py +++ /dev/null @@ -1,169 +0,0 @@ -# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT! -"""Client and server classes corresponding to protobuf-defined services.""" -import grpc - -from . import generate_pb2 as generate__pb2 - - -class TextGenerationStub(object): - """Missing associated documentation comment in .proto file.""" - - def __init__(self, channel): - """Constructor. - - Args: - channel: A grpc.Channel. - """ - self.ServiceDiscovery = channel.unary_unary( - '/generate.v1.TextGeneration/ServiceDiscovery', - request_serializer=generate__pb2.Empty.SerializeToString, - response_deserializer=generate__pb2.ServiceDiscoveryResponse.FromString, - ) - self.ClearCache = channel.unary_unary( - '/generate.v1.TextGeneration/ClearCache', - request_serializer=generate__pb2.Empty.SerializeToString, - response_deserializer=generate__pb2.Empty.FromString, - ) - self.Generate = channel.unary_unary( - '/generate.v1.TextGeneration/Generate', - request_serializer=generate__pb2.Batch.SerializeToString, - response_deserializer=generate__pb2.Response.FromString, - ) - self.GenerateWithCache = channel.unary_unary( - '/generate.v1.TextGeneration/GenerateWithCache', - request_serializer=generate__pb2.BatchCached.SerializeToString, - response_deserializer=generate__pb2.Response.FromString, - ) - - -class TextGenerationServicer(object): - """Missing associated documentation comment in .proto file.""" - - def ServiceDiscovery(self, request, context): - """/ Service discovery - """ - context.set_code(grpc.StatusCode.UNIMPLEMENTED) - context.set_details('Method not implemented!') - raise NotImplementedError('Method not implemented!') - - def ClearCache(self, request, context): - """/ Empties batch cache - """ - context.set_code(grpc.StatusCode.UNIMPLEMENTED) - context.set_details('Method not implemented!') - raise NotImplementedError('Method not implemented!') - - def Generate(self, request, context): - """/ Generate tokens for a batch without cache - """ - context.set_code(grpc.StatusCode.UNIMPLEMENTED) - context.set_details('Method not implemented!') - raise NotImplementedError('Method not implemented!') - - def GenerateWithCache(self, request, context): - """/ Generate tokens for a batch with cache - """ - context.set_code(grpc.StatusCode.UNIMPLEMENTED) - context.set_details('Method not implemented!') - raise NotImplementedError('Method not implemented!') - - -def add_TextGenerationServicer_to_server(servicer, server): - rpc_method_handlers = { - 'ServiceDiscovery': grpc.unary_unary_rpc_method_handler( - servicer.ServiceDiscovery, - request_deserializer=generate__pb2.Empty.FromString, - response_serializer=generate__pb2.ServiceDiscoveryResponse.SerializeToString, - ), - 'ClearCache': grpc.unary_unary_rpc_method_handler( - servicer.ClearCache, - request_deserializer=generate__pb2.Empty.FromString, - response_serializer=generate__pb2.Empty.SerializeToString, - ), - 'Generate': grpc.unary_unary_rpc_method_handler( - servicer.Generate, - request_deserializer=generate__pb2.Batch.FromString, - response_serializer=generate__pb2.Response.SerializeToString, - ), - 'GenerateWithCache': grpc.unary_unary_rpc_method_handler( - servicer.GenerateWithCache, - request_deserializer=generate__pb2.BatchCached.FromString, - response_serializer=generate__pb2.Response.SerializeToString, - ), - } - generic_handler = grpc.method_handlers_generic_handler( - 'generate.v1.TextGeneration', rpc_method_handlers) - server.add_generic_rpc_handlers((generic_handler,)) - - - # This class is part of an EXPERIMENTAL API. -class TextGeneration(object): - """Missing associated documentation comment in .proto file.""" - - @staticmethod - def ServiceDiscovery(request, - target, - options=(), - channel_credentials=None, - call_credentials=None, - insecure=False, - compression=None, - wait_for_ready=None, - timeout=None, - metadata=None): - return grpc.experimental.unary_unary(request, target, '/generate.v1.TextGeneration/ServiceDiscovery', - generate__pb2.Empty.SerializeToString, - generate__pb2.ServiceDiscoveryResponse.FromString, - options, channel_credentials, - insecure, call_credentials, compression, wait_for_ready, timeout, metadata) - - @staticmethod - def ClearCache(request, - target, - options=(), - channel_credentials=None, - call_credentials=None, - insecure=False, - compression=None, - wait_for_ready=None, - timeout=None, - metadata=None): - return grpc.experimental.unary_unary(request, target, '/generate.v1.TextGeneration/ClearCache', - generate__pb2.Empty.SerializeToString, - generate__pb2.Empty.FromString, - options, channel_credentials, - insecure, call_credentials, compression, wait_for_ready, timeout, metadata) - - @staticmethod - def Generate(request, - target, - options=(), - channel_credentials=None, - call_credentials=None, - insecure=False, - compression=None, - wait_for_ready=None, - timeout=None, - metadata=None): - return grpc.experimental.unary_unary(request, target, '/generate.v1.TextGeneration/Generate', - generate__pb2.Batch.SerializeToString, - generate__pb2.Response.FromString, - options, channel_credentials, - insecure, call_credentials, compression, wait_for_ready, timeout, metadata) - - @staticmethod - def GenerateWithCache(request, - target, - options=(), - channel_credentials=None, - call_credentials=None, - insecure=False, - compression=None, - wait_for_ready=None, - timeout=None, - metadata=None): - return grpc.experimental.unary_unary(request, target, '/generate.v1.TextGeneration/GenerateWithCache', - generate__pb2.BatchCached.SerializeToString, - generate__pb2.Response.FromString, - options, channel_credentials, - insecure, call_credentials, compression, wait_for_ready, timeout, metadata) diff --git a/server/bloom_inference/pb/generate_pb2_grpc.py-e b/server/bloom_inference/pb/generate_pb2_grpc.py-e deleted file mode 100644 index 541a6b8c..00000000 --- a/server/bloom_inference/pb/generate_pb2_grpc.py-e +++ /dev/null @@ -1,169 +0,0 @@ -# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT! -"""Client and server classes corresponding to protobuf-defined services.""" -import grpc - -import generate_pb2 as generate__pb2 - - -class TextGenerationStub(object): - """Missing associated documentation comment in .proto file.""" - - def __init__(self, channel): - """Constructor. - - Args: - channel: A grpc.Channel. - """ - self.ServiceDiscovery = channel.unary_unary( - '/generate.v1.TextGeneration/ServiceDiscovery', - request_serializer=generate__pb2.Empty.SerializeToString, - response_deserializer=generate__pb2.ServiceDiscoveryResponse.FromString, - ) - self.ClearCache = channel.unary_unary( - '/generate.v1.TextGeneration/ClearCache', - request_serializer=generate__pb2.Empty.SerializeToString, - response_deserializer=generate__pb2.Empty.FromString, - ) - self.Generate = channel.unary_unary( - '/generate.v1.TextGeneration/Generate', - request_serializer=generate__pb2.Batch.SerializeToString, - response_deserializer=generate__pb2.Response.FromString, - ) - self.GenerateWithCache = channel.unary_unary( - '/generate.v1.TextGeneration/GenerateWithCache', - request_serializer=generate__pb2.BatchCached.SerializeToString, - response_deserializer=generate__pb2.Response.FromString, - ) - - -class TextGenerationServicer(object): - """Missing associated documentation comment in .proto file.""" - - def ServiceDiscovery(self, request, context): - """/ Service discovery - """ - context.set_code(grpc.StatusCode.UNIMPLEMENTED) - context.set_details('Method not implemented!') - raise NotImplementedError('Method not implemented!') - - def ClearCache(self, request, context): - """/ Empties batch cache - """ - context.set_code(grpc.StatusCode.UNIMPLEMENTED) - context.set_details('Method not implemented!') - raise NotImplementedError('Method not implemented!') - - def Generate(self, request, context): - """/ Generate tokens for a batch without cache - """ - context.set_code(grpc.StatusCode.UNIMPLEMENTED) - context.set_details('Method not implemented!') - raise NotImplementedError('Method not implemented!') - - def GenerateWithCache(self, request, context): - """/ Generate tokens for a batch with cache - """ - context.set_code(grpc.StatusCode.UNIMPLEMENTED) - context.set_details('Method not implemented!') - raise NotImplementedError('Method not implemented!') - - -def add_TextGenerationServicer_to_server(servicer, server): - rpc_method_handlers = { - 'ServiceDiscovery': grpc.unary_unary_rpc_method_handler( - servicer.ServiceDiscovery, - request_deserializer=generate__pb2.Empty.FromString, - response_serializer=generate__pb2.ServiceDiscoveryResponse.SerializeToString, - ), - 'ClearCache': grpc.unary_unary_rpc_method_handler( - servicer.ClearCache, - request_deserializer=generate__pb2.Empty.FromString, - response_serializer=generate__pb2.Empty.SerializeToString, - ), - 'Generate': grpc.unary_unary_rpc_method_handler( - servicer.Generate, - request_deserializer=generate__pb2.Batch.FromString, - response_serializer=generate__pb2.Response.SerializeToString, - ), - 'GenerateWithCache': grpc.unary_unary_rpc_method_handler( - servicer.GenerateWithCache, - request_deserializer=generate__pb2.BatchCached.FromString, - response_serializer=generate__pb2.Response.SerializeToString, - ), - } - generic_handler = grpc.method_handlers_generic_handler( - 'generate.v1.TextGeneration', rpc_method_handlers) - server.add_generic_rpc_handlers((generic_handler,)) - - - # This class is part of an EXPERIMENTAL API. -class TextGeneration(object): - """Missing associated documentation comment in .proto file.""" - - @staticmethod - def ServiceDiscovery(request, - target, - options=(), - channel_credentials=None, - call_credentials=None, - insecure=False, - compression=None, - wait_for_ready=None, - timeout=None, - metadata=None): - return grpc.experimental.unary_unary(request, target, '/generate.v1.TextGeneration/ServiceDiscovery', - generate__pb2.Empty.SerializeToString, - generate__pb2.ServiceDiscoveryResponse.FromString, - options, channel_credentials, - insecure, call_credentials, compression, wait_for_ready, timeout, metadata) - - @staticmethod - def ClearCache(request, - target, - options=(), - channel_credentials=None, - call_credentials=None, - insecure=False, - compression=None, - wait_for_ready=None, - timeout=None, - metadata=None): - return grpc.experimental.unary_unary(request, target, '/generate.v1.TextGeneration/ClearCache', - generate__pb2.Empty.SerializeToString, - generate__pb2.Empty.FromString, - options, channel_credentials, - insecure, call_credentials, compression, wait_for_ready, timeout, metadata) - - @staticmethod - def Generate(request, - target, - options=(), - channel_credentials=None, - call_credentials=None, - insecure=False, - compression=None, - wait_for_ready=None, - timeout=None, - metadata=None): - return grpc.experimental.unary_unary(request, target, '/generate.v1.TextGeneration/Generate', - generate__pb2.Batch.SerializeToString, - generate__pb2.Response.FromString, - options, channel_credentials, - insecure, call_credentials, compression, wait_for_ready, timeout, metadata) - - @staticmethod - def GenerateWithCache(request, - target, - options=(), - channel_credentials=None, - call_credentials=None, - insecure=False, - compression=None, - wait_for_ready=None, - timeout=None, - metadata=None): - return grpc.experimental.unary_unary(request, target, '/generate.v1.TextGeneration/GenerateWithCache', - generate__pb2.BatchCached.SerializeToString, - generate__pb2.Response.FromString, - options, channel_credentials, - insecure, call_credentials, compression, wait_for_ready, timeout, metadata)