From 46044b70a8a04d4610c4ce18b04223b33291859b Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 28 Sep 2023 13:32:39 -0700 Subject: [PATCH] fix hf routing bug --- litellm/__pycache__/main.cpython-311.pyc | Bin 50673 -> 50588 bytes litellm/main.py | 7 ++----- pyproject.toml | 2 +- 3 files changed, 3 insertions(+), 6 deletions(-) diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc index 5e5c135a9f985375e4d29f5385e6e03cf9c26908..59e843454fd1ddbeb8426958f045f4aa3fba664f 100644 GIT binary patch delta 3084 zcma)8eQ*=k5x=L?$se*L%eExTwlK!{L&T1ZKd^<3rIRecfNg4QnpU(;!c0Txdrx+7 z(sZW!WB0fFesA~fzP&r$9c7;%Wz{dLRLKnfMc&tWPW=0{`a=UMmOe3fIaDKcnQq9? zlvF+cV;0?zN*B5iDw6^Q7KDyU#|yI&N|s(Naw60tvF3ahy(JZulpr9av9k{eiH%= zm+{CAk+OV^XC_j+;0YUpVa(0~)#3uQ4UQG_$b&h#D=Kit?l>=yCiH}u?My%&VuFfz zJR=!nr`(8qct;Ui7u-YlbXIIbUc!NQE7DZXhq(h9=&#BGW2I8*3fKEH z@)^Vgt#GG23;v)q3nbTF^#X)DBwIE7t7)qnw}C=H+ji&5EymOxQ`sWyzOrq63ZW6AnO%=`{y z+cqe6&+XPcnebiswJl$DX|_82U~GjCZ29OCylpc>xjhFDeT&_MM!;t;LVMtJwH{8` zyR>^l%r3ksv`EOR!#eoC1_DnaJj<6DhMs3J*G{;hMPbW9nO}>~v=46axw%ix)G#jW z`hA9K zcW-ldc{cZZc8W$^k9ZaiZ|Ol-;r^CF4p$~Iml zo;fsPeon*#ETYL>J?`LU-+fsIxGufENWA*zKr-A4<78W;_dYY>FS_)b!7E`^pz(os-tXK0E>e*25 zjECv4B=enGHqv2D=Q~r_NM{O%ZE1YZ7KAK-_EmBf_L zwvi(@j=xomSWPBF5g5ReAw;>}pvM;w>+ym)Q6wLDv7U%l!fYpEITgfbBWMk*Ibu<4 z!0^6Y+I_^9pjboPwQ%``;o&v{>8^!j1IZap^7w~*9?>22M7cq+*B^X%3Yu1QV3s-M zE4icGidL7aIm))W8lqgQtIgFel0?xY(GwUP@CQ5rda@|nE9?-L$BzfU{jr^MW7d2r zY5ZIQ(!=E!S12>FBOW~qGG8j-wqd(ja=g?iN6j!ck(Js^;wE|rx(CI9tpU*sXD5y* zX(^;tq8>J$~12_=uuY@bd88UyztQj{1d%|(oTH67@1j-97`nMR=Q;7M1f#G_+MUH zNO~sT#shZZGySG29GZ{lp%t&DlGpyCcOcc*!aOPYJip delta 3175 zcma)832>9g72c=clCkAW64q~77+)A8K(WC%#s^rkB#iNa!I(H;f`xziz?N)&2}(hV zb8t1b8QPZsooNCzQFNmhP@>u5>!x zv3I|B?A!Ofef!%#7!+;|3Q0#26XOXTHc0jC`}$bYbrBkszl*(Us8iZAeyf5{l#;A3 z1-PzQr?~)}ia)OaU_^O&x*1@qayH)q5L5(9t^l7a`LnG6O-i%%GpKzcNCFxbIXc#t zPoPai)&xzGyGLLeKf~*KR1C|I#DKrQWwv-_<@Y=IF>Ksr*l#;I6Db? zc*f;{?eyGIteb1p_6BFuz1hLpQZFW3^Pr1mfFpC`&ED}$pQKet511!TB1H1hC>Ges zW6Ue+059M3Mv)PmI96g7T@${W$R3dY7DuF5N$6dKne$Vj56>hUCsRd#Z?$)EsM1># zvU!(;>_E^zuQ<8tf#mD(m{~N)hk=%p{zga05nPDwVo_Zcbd31%(0mI7@YX!H&N<;h z2^oWx2OBV4Fd0Lox>%<#HE6phtDQmT!KG*)%E2qeT4=ibR^lD65Y*y@igIkNSOi=6)t{<}*9OPir7dupHbyyw zFmZt!g3O-E8al?8LmT?ZiS`eirCwz*!Pt=jyt2R|gbBf8RcSFnB0b4tRxFIyJ~i&$ z7&tc`b9kX0p1K=T@X0jh(@`&4_f`0G7A>hI9j%oa@C>b=O(i{x!mI2$*Wy^;hxS`01&)V8`JA-5kbq&sx(ktj1_+JgN!EU7u zaloD$w=0^CKZPZeC4Fa{!$E1+f2pd6SM@pmESCk|Kpc>B0_a^NGZajvDG0ruWbJFVd3Z!6LD zGJJ%`T;*_88FMK~a7H<_!YssU+BfALcj9Gng*3Y-?g!`v)k9%;coY=_4Y}gUO(E}L^zHuZC&sVhTEoVPgA1u88)58 zzqb8c^A>||D?fFwRKY(`Cl$85!!-A~G4T$Y2>rB-#zM5H;&DKv~@eHkXLFJC)qX;IYSeH=D70s?#5VE1>o@NG(7i0Gt{GLuM;xxiM@?A8g}hfY${>xq4D?8_K-%^-2so+ zFIQ57WsChf!xGAo7q&&rbSH0j+N{2tGxx977B@4nZ2(vR#VT^6}aK0fs_>t z@?F!|2F>>l7+db1$q$ho)WwqU&`G1}>g6t1!>F*_hWT3e`^LmMTD>eQC&%E9WWr|r*Vru)??s^uD z*K-L&7unQ94WHeiL-sNk_J>qnPmx97Y00%r!AuslEHT`NrW0k;SuN#HsccD=%NUN@ z7`k^#4}SZ^qi_*lJCS3U!A$JfQB8YSUw6Al9>8lSB=t_Je@|&R8Bu{jsXV0yScR_B zzIm)MW!76VyKtFRTV~bdC6F0;`4CHoF&&NR?e+)cop}9p2JBbVXFe358Gj#c8fZ>| z_z1Z-U)Cl?1TJbwvLO=7;UtnWITFWVJee#;v>YZ7y%OIhf~OaE;W+D@l--j&g5_gnLK5`HBk^&xlyL_y|cB_xOjrkpeC{fysd(U&IAmu>^?Lu%~Fq8mWyc>VSymNPSeu jX#ipnBTJ*wDj*s|WOY=SC<-n;XVmae{YuZdIja8vFt>H( diff --git a/litellm/main.py b/litellm/main.py index a11c5826ca..2c23f02406 100644 --- a/litellm/main.py +++ b/litellm/main.py @@ -239,6 +239,7 @@ def completion( model ] # update the model to the actual value if an alias has been passed in model_response = ModelResponse() + if deployment_id != None: # azure llms model=deployment_id custom_llm_provider="azure" @@ -706,11 +707,7 @@ def completion( original_response=response, additional_args={"headers": litellm.headers}, ) - elif ( - ( - model in litellm.huggingface_models and - custom_llm_provider!="custom" # if users use a hf model, with a custom/provider. See implementation of custom_llm_provider == custom - ) or + elif ( custom_llm_provider == "huggingface" ): custom_llm_provider = "huggingface" diff --git a/pyproject.toml b/pyproject.toml index ad35986de9..bc40410027 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "litellm" -version = "0.1.794" +version = "0.1.795" description = "Library to easily interface with LLM API providers" authors = ["BerriAI"] license = "MIT License"