From 4b0ba2ba47c45aed520109aa3479b200fbc1960f Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 9 Oct 2023 20:44:07 -0700 Subject: [PATCH] fix(main.py): return n>1 response for openai text completion --- litellm/__pycache__/main.cpython-311.pyc | Bin 51091 -> 51480 bytes litellm/__pycache__/utils.cpython-311.pyc | Bin 159723 -> 159723 bytes litellm/main.py | 12 +++++++++--- .../tests/test_provider_specific_config.py | 5 +++++ 4 files changed, 14 insertions(+), 3 deletions(-) diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc index 1fe305e41795c0da3ec22ebb29beaa137f91e43f..e64d03b67da3db2bad9c42aefd4ba7b7de108f37 100644 GIT binary patch delta 10168 zcmc&a33OD)k^j%7TN<6CYjh%{K}e$u36MY<2?0Xr07(dB#CW7X5`(0fanBd#_!D7A z7%(^pTG)7l9mS5p4%$F6&o76wws{-JPO`B@B5%k~9L(nJCfW7clNTp%v+HEHs=r1v zQfw#Wc>5o!?yjz`uCA)CuI_=JRbM=>j=d5S6Uo7+eQkx^qdpg#%8Oqte2mwRHTE@* zHT5;|oQktY9N0u}o=qv`IU#nE>uVO)2=VsKLV|t0kZ7;9Z%IQA>=Tmgn}@=MN|yM!3=s}>k6)WNF$WNs4k%#Xu5?8fIUK`eb|hHmdk= zdQ;bwAcr;WcR2>_9yzSd?(x`$?Y^Y2{aSv+=Z((f<7z=TQWXF#zGq{2o?qkpeC!Qv z>>5CKn^dF|yW8pEq>`|9s2<5~qn3_T`btt=54K4M0wh)_H$zR19dilxQ7f@~+%Bib zPFex!2?LO$d;}+!Qwq-c0FH5%kqshBj@w{2KvpM8pa`?-$?Uv_we=fZDR^upO-{0=Xw`g2J`nN zPGoxxM1$|Z3Z>+@gPbQqXppef3KlGWUSKmWe$fBxSS zU1pQgz}SNvIW1_sl~RIx%@V7bslL$6@1PBZMmk;;*XXSjZGk~x)bcwvIHmpjcF+~Y{70oF!=HOOfpL>-!8mPl0H4An6 z_VHAD&QxTn67LJ?zB?JJ7G$vSyTF0W@#_Mdz#Vmm?a`1}>?kg3s}v;=RSrCNVd_6yo*ZQlIwLEa?@N^{$m_j;RE@ zw?ub1Y>HwLB#2R?<)OPzHo zbaz!8?_lB|U=~~_o(j<2wFTELT5yC}@IA9GVpQ2qEgKn`5)?B(l3t`f@WE)$eSH!ek;?rZKMQQJbhJ7>72?)GroN?d zYa82KhtLV=*qWmLTJf=u7H7FI%S5R~7q|>(+117K%$qM9kqW@+a-{;{2-Q~>@CQNA z{EVXuDmV!SO<&^s5_82m@$o-fj=BX`G|>NCli3uShIRyxEWsO6|3t9v-5{OBXh(Gd-$teC3=<|L?1SKtx$LCCTqV#KOW&!UZX7JeK3(jyry!L1F&6|CQ>TCa6CO=N! zUYEb+#DZM?;urs7xoqoK@;-WUy^%iwyt7;P!n#i`@b46#{|otB_>;(0izo9bda$-I z@nNrinQLyL*K5-z7K4+-g*d%M{BlqN$s(K%_Cf2+lGY<3Eq?Y>OOr`&i8Dd`Y6vgP zchYCi1~NUmwXQO1Q3hd(K2%r2pQEwqY4p2w)iEywM;_Qm^&7Gi8>PlBP7K9c5wC8N z3h15V26}Wu=0sB$C!F_glA0h}&Gt4+o1|t;U<02Jy6tHQK4jY;iGdt<)0rF?3yEb2 zP3YJqAp=uL5$_Wm6$|y4epbLxmVFA-630?p$Uzy|jesaHBqY(BvC%tECDWrDvobb| zA4|h;qS8iV!4_$=#Qu=GZ~?N5&|FsKtOfHwN~7zuH$JxDS~J3svqUKoGwb!p}~_8(R5CF~DZ?&f_5db%*%qaQS6{}m2}$5Cbj@8m${PcJC@=R${|8Qt$~p~q^C_2<3Yq-}y`VLdvi zpI@Mh6Tcr^gK%kS?0=At;Do@{?g_Zs6{uTg4xppNY=eZaWSEyCB#oq{#|&xaCxy=} zz1#>hm$brXFR5mqT8j6!O06>^^nr_c`@P#EIBC1^^hY@P=RO?oZIjyWZfgW?Wh(>Q zLb;R$u3iu)LbdP=-QQ$R{$WrrK%FkFmXc;K)7hq6{#oDaO|L|y;9Ehv95du1gLbRv z7_+;^MY5MZ*U?|J54wmI!M%$B?_dPIoxLB(8jt95)3u%XYsdjajsP$vl5wo#BZV9` zXdB$`a1IkEqS(U((kRppD%&#YQ=M5+BI4MngY-L{Eir4cjliTK>uBzde7=@8?=bW4 z(D5A=W!tes6@0UY?^mjYS1k)ald`>NE9ZokG0Vj~-Y=Ypxmlhi=j|_WEVY1Hd9CkSE z$}7%UAYzotw8%ydx49iw@vz$t3P6eEs8QE23>mh%1`dEi&jrTF@h;+k4%;Yww=0rA zPk-CBqc^dmv$@^UV(r+u#nRr=XX$R~XqRIbke1FCYisi!V9X{)flXn`I+&Igv5HL7 zI1^jiS$d}1mW4?ZGwX9IvJUI`M&iLIf}9*uOQU+s{9ClPXXOO5utrXFx$RDy!|Ec# zHmBo=jXgO9=Ro!*Et_7}xe2^ViHcmzHYnVY6w!W2ED4&RMBzwwLZ__3PVyvHV}=|~ zhi5;$f7v`Pr->vYYc+WW`@kN8{ScFt^f1IYKFbl5oBph)tc7_QTYn#R$GC|D{O6#Z z47lJW?G)h1!wAq(A_tSgpsBcI2fr98-0`qN!`I%PbK z>g_QsniOOXjz3H9@7)!(*he0vw|WmG2m4V&M6nU=-Ca?+tOpnK;nQQs!t7t)ogFfc z4Pk7TiOs0lM!AZEFVNUMgOQ3#(JAPCdy4+Fh5y5z0{#O1>7IOcYfv`9#|wIan)@6T z-@$4B2>}{viJEYafC-q`FCj%0f`0n#zN4jgrIHKObI&80=ugba$!DOp=-r5&p_zO0 z*9q`aNIr{gbaPn?A=EnZiz29lGe3>^K?L_AU}5S_sDXg(^w8dYIwldJKi*qxW&v_c z){VL#uz1KOAOmL=?PDJ0T{aF8VWWT<9UUVN(CYqyD7H$rB}eGf{cCk>H%-zz{UW>w z?b>JJr|GeM<=JwC-8nvHCpOVeDo~Jee^!eY@=g(}rsW;E-&2#MEt)i-v?HAYGj4rrURCX=e*X0~boLCL3{)Rcx z(wEG=qTZH|`4XNrN+Wy9)$?nsdRD97T&;!ro8^Vr@y}_S3$Xlg z{pM6Gf1288!17eim;?$`F>8OxPhB^zmBnge?#PWrTW)l zh2y2_UzcjJUdh=1CZj1E$$wjGNyGAgk{k1|{M}lG{f!1)V?82nH0c@{#f|11ixjaFMPo}{R&X~+gK!1Q^p6v>@KdNcRWJ-Q5pk+hwD74=15b?khiNo$8 z>p|~leJ3YRt9P?h#|qRTA!sq>Blsr$(Hm8XPKp4**!dEUIYmcKe#00C^O)4KdekGb zJW}Qz9{j-qer19TVEd^O{@e7(sUChiojaAPL!T#`>AR=8i&?PaWgYxNH9jgrIK%`( z)(wq|NbUvu|$?3F-JIEkxL45=@LC`j2I|5XItn;{tXcx#&ux~S< zP2nLQ1B(}u$sFe!dYsFDp!S3~zrN9c$Z2Hf^FU#Ja>Vhm7Z(nL>R zny}o#SsDMJY`;RWv@E>}%E?4itQ8$9AKmeUp&A*=5uj`KtENYhH5+GH6xb6Tl$8k# z%6jsNV%;!MskFW~p7=`mL_d(gmU5v?c(+jUdzR0fgl4ybJdHhP5a8=K`4j+1H1IqL zIku({t5TA1ie30nL?#hn5GS7o5a?$zeud+9a^$Os)+ti6jE?0|BRGQPjw}cIIyPTK z%7vtS86`VB6>_@!N<}y0|05j4a-a;N$NIk@K&2>BEt8*3`ESrGM>LNO*x`BtsqD{@ z`WFap)1O?anPBHy4kNNJ5;2L*NTfysq+ty=CP~5O9<05KfaMDMkfpLIne0sW%nFB* z(u06m;Sko??rMeFI+BhonG`Gx8lmaI#W4ei0Oc4RLuv$NzVANUr=7qg4BY>)2afdT zR5BQT)K0o_3Jgd`A_M-kK8J`%8iyB&B^woKnRa(#4L4yh*=1XlT`j<+K8IbnXXS9X zrNJd;z(Y*WAo2p zwUx^M9w11C;2Gc3*AjUh#z=C`_x0-regeHu4#T9$YI87$G)0ozNWhHn4%U{r21_Q< zI&x$iT*Dz{#Qzw89s$nJ9FPq~y96UWBgg2qKzyA!H7ZJ zfCD9BZecTl&b(+U>_w!G z*qnlEjBG&sE(8q-T2U4))^1b(i$8-OId8pGJaH8fr3hFgDZ^Shf(iim(qR*kqOVA7dIM4gOt1myNnuy?4e(rAzQaL{Hm~Ng+ zxXC5Wb4hbtl0UqVPxW&E=u7`NJ>iPuBmEr0TT!uoHEZg)xI}*#tA=y>B!2{}Msi68 ze-x`ma|!7e3#POEF{~NOMJG))pQ-o9v8J92*H5V@z5aOCOyFXYr@GIy`x99+g^N$S zm^>ZlH(+zZpUN4sFOE;U{AsK^olDJ`(N0hJGgvc|i%<3&Sv89T0kc^(k4wqAI5^$! z&u7gdF3vFJIWy)rvF0k2E`QqSFJ{fvTx`nJ;F*4Z32Rnyx^f% z==1L9+HaEb1F^@-`YU$KbTy^ zb3)8su6Kn{F2sqALcF+4ND!;UrZim19wAX|91IhZ_G){ZX}qe|r(mT5W*V%R1K2Br zu;+&K)1iM|(0u6b86o)dLi)y#e&%wqMaTle*&!R}K)*4F(EN~oF7|1Zx4FKAzDigK+^!Z10JhUu&FbnkLJ_n(ge8I*^uXi_ z$UUeLiec4Sp#*R`g;IcBLYde-s1g?M)%33O->s=p@jCij-3ot^ept)f{Kuoxc|#>| zLQ1E>O8<+|JkOW;Uy7N~#+1Quw@F3Xae5V{iHrDEbRw}gX%!BvMt~^Fd?PJRN-S)F zzFQ948y~-<7n7kC-gvxP7h1IfStq3t=(s_ReZ(ceFt zq-)pzxm$)-oYb6Oa#q7}55rG+ zc+OKGGzSbT1V>p=M0txmMV_4R#cT=Mp_RV5Aj8lmbxqR%*-V%QXiQ!l-$pa@@`hFk zE6=Kc5BMn$?7eC^G(9=qg0UD!udtfQpXiw*tlq}3+%X~gS~$IS2S*MH8n4+C?<$|A z(E@rQ&&;>ef6vQESaX&Kdhk;ouUYD$7i$t1qMbZB(&p(2U?JC&=}DEg1dW(I+2=cG zQE{EllP#=1zjnMKjXs5zoF6t`IpuaQ4)8FNXhk-NbKpEZie@too5_-X$LK95+>JrI$?R%HZ?A^`w{(50N zzm!H4WY9mF!s!XKfnQJS3NrW&w0L2jx>Op)tSFj zuPThE;RTU8w;nj}rCSQS_)YZj!c!0r9g9)`4li27Z)PO>faC%yFIvfOq1i<(5O4OP zxjmMXYELdkq_@DaLdu#Z1ljER5ObEznze?^F7}k&q!RkQWuC?G9`G(6&&o2e5cR;2 zAe>YQ78+}==0)0W&WWp;CIp^!0KJO7P>{^@Gsu`70%lG8&DXB@@)^YsgJN>RZHh~i zKeO!dve`gCFE)bYQ6+8Bj4ffCkmiXK>{KY}0j8cSIjrQ3nz1m)+n~&msSTbIM!a)? z!*#R#zJ8j2SIggdrO`24H&=07-pTC0M7k9vypGvF_D5r6i6?s&6Dy{fIPW?e1) z?_F5MkDy~Dg*h;=w@(StEo}GBkq#iSLdDrUv7rGeXhK3V`#fQuwjDQ2(>tDp4c$|j zB3_VK_JE8*?DQb3tXr^Q46n>N$bq5o=Lb?2nn+#@(}B%e!pWF71eu@QV6E9GDWCE zdgP}Ps;8$a=f!Cpc%bc7wi)BeOSHHlBjHwWY>4-*pzX`kd^739!v#5Ywe)BZyVb&N zfjLjLuy0mxe^8Gf-FqoR;kEJVSO9U33qz9-SCEfKEr)RK|>f^37zhv z{DCBzRy%KQgY<(q`Z~pTXvh4N+!dY%5BnhvVGK_7;Brspr~*egLLaI%R*X-1)oJ0# zRpNQ3Cc9cZQx?yS((~w!%Bl5ZbzS4t61X%GkbSF_o~>)+kFZ>0sMn<(Rrve6G}upz z>P_0CaE`r-rUS$TR0RwmN19E0z=aL#j`aBsl9XWc>WyZX4d#nbZBonMi1 zt7%%=v(TWA9E?~n9S4xQry>9^B9Ib-6?2;E8qG;>PcMdO0cCp%J&EV%`y{6G5b zjW0(g8 zg##I@hp}k`U`ilvY~%G=)(=<*hHZ`^V#gtNWkwvru!pcUg1~{miNJ+mJFQ-u6-ltk zwvwoAZA?1H~NCka(Yc8k?+v$`!KRu|a? z7?d&pz2s&FvGKvIeL`;d3qXp4rckUVy9g@W+z~w)!E62ia{A{BekcCJ^ zR3_!sWMe`jCh-A~;{*49%YfBx$9+-ea~g$Dk>1lq5@*zPPAzL~4i{L;Mzgw&wT$>- z+>H@rn0;5jlNV{`r2rOZ7_HP9R-pSTbUv~;WMvr%|ZHQUZ(bQhw zVyW+Fv9vYyz%sTi?r730yab3bI*j5t?!(wSOl#L!=XGKqjdV^$DzJ^UjT>*qnVF=L zKDW-yzfb?PZb1{Xmqt!-xa+W^5AzP=cryp)um!ha0w^9e| zl&;#iK5}M`9HozJ+#2*fiK$!BG%f5YEelX)Gbqf}$>YQn^&>sTpml5sTO7hR!)D=# zNrzDSanAtl=*_=2X;1d%@|3>Vn_~*F_`}>$8nek(`U=u|6#-gjmTu5_LGO&$XAz?m z!6tfc(=UnwM6N*(ly+`DoPH0kW|`z9v}PO=M^DjjHs@4sf^SabUhJcX%34TsmTgz^ zp$&d`8pl~iV2P3Ci??tJvI^bMw?)S|a?yY8D=@Q6Ws`MwC&aazGyodJt|X4Q*@r%2 zzyZA-M(p+x;-g7h`XiYbEShX|&z7Y+76^Oj3tJ@k*imjV@#EBDDN&Jb`lw}LWHoZb z?01%aV%f)Asr~vs{#p9Q^~ZF-#<>@%X#L#x4mR}wOl?6vcg?8}R}Ub-4@X2qa0`M# z1VIdAw-EuBpF#OvH-dc!eX~CcGU!yeyR5_tir7!X2C{~fV4Of)*U+MP?E?At;Ly(d}|NAfEq>XkQ@sD}t}-BLhYHZ?O3-M?V@^ z&ueI<&>s5+j^O!8B6t8X^tfOS_d?&@27taTw5HUt54MEq8^Lj$J)7ZQEVl6cdjE}s zuWI-xYH%de34gKw)V9afi*gDcth}6Ee$je4d+F23m$U2MiZZ@m-@U*6MCIkE+|$;} zQTY$1U5+Zd*z$H%jsJBgN$?c_`IpQI^*ssP%j(t~eE(}+V=BHcbNSsS?s7iQI;Mzq zh3d;?i`V6;-_6rP``yAkoOmy>ITzm_ENhyJ?~jrjQt!QesYLyiHcu*4e^sc(b_v`5uW2ici2h%d^=bJ2TS7xN zzQ0|fZ2z66p%(iS4VngqFwr=#-podtW9k{|#LANTBsS8bUooFGRuz`A_v&I}6XR;4 zE384ohSo(lYFVQvA)>ygTs_f~0oo~scQK5Y`?v0m=i#e}_trFsj^npxx1nv|Y-0|{ zToF|&>xn3lT_SO7U>ZNbE1%y}f_&x%n>1`eG@IxqW>|EaUvt|*^~V28kSM7@;V6)( zSPI)mKRxhL2K?;_Qk|@}yCqgw$-K?2R#=3S^0nI+@e}kvZ(ql^(p3jj^_UnTzG&UC zRC>$7ssff?cv%PTK5CaB0pV#Y>jp=qQ5c#&aB;7*w^aW68u#meSf| z);U-*3F1zZO6GTx)qtv~=O)nd)5n(bU(zp*<@lIpcv%g}#}pw)K)x9mB?KxxMHTuf z#S+vJLDP|X1d3|hP9li{`7O>>!LTVT$O*d;uNy%#0_F?LvBg*kgEiojdiZ5Ro}qW& zm7!e^v+wyY-BqQJR6GZ3g9o1#Kk zlC>*4o0{5Xb!StftnF;-YU*Yj$>Gx()Xf-{)iz=0G}lR>yeNfZWSBj`wBf!2-St4^ zzcv24`<@Q-Z2}YsM3(un>?SuLU}eQ^(CTKjI5~iWw<9=+;1B>f`dOV5I9Kk#QI%4! z9znFn5$r*LX_%Y$Cgjy!?GI)!akSg~?OsfBPEt4f~2)-#AXRpEwUGA>xf zw~@a7U}-no|2MS)e6A0zfB2xPkET!oLF zN|_8voIzq7n-S?-1ZfB`aESrkVFR|VAYey(Y>=poB;%dwo>_qzU^}8SE9}4)i?tSL zRgwhUl5xS3XEJo%DBP5ZXI{!dIEdH?^87Uq^=f^m0aMnwce$auIj52}#Az3m3LLZ6 z?ucoJT9!!&q8hMH502k17*z!5z!qk&pfY|9P=br9&0%w6mbSW`4sfpf5s6Keg~8nh zE(iT?Vn@!-zzo=)kN3<3JKw zg6*sAh#V=*w9xgJvUH5iKI*-cnu?o~9Gpi7hH`b-X&Vs9jr5UAseC7W0-Tu_e9n)EimV+36bViOha_tR8^jZf8Z(l>vzOqBMeqb*X@SKELHAPp z3e7KT>^8S#VzMe1Fcv+imA{282ZtWDi#6mfz=VIC`$K>Fi|15y^2JtK{A(?rNKG$4 z>Kit||BT=ez8@Jgsb*arXGoaTvt}3ZQHnh{)L%48&KMse|TPUIdnPDZnC3>TF+ z)^wBGz5Z=@KT(Srf$0nwI_xy-KC}iUaV4np1`CO`Z&6IP3ji LzmlQSpkn_QmDhQi diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc index d3da8727b3b5f036009efe20cf35b019185fd94a..9f46f02db4f614e65f41e4da3478621a65de5e41 100644 GIT binary patch delta 27 hcmaETpY!#7POjy=yj%=GaC1T 1 except Exception as e: pytest.fail(f"Error occurred: {e}")