From f98da9f13c2a0bb99c11df03f147bbf918cce5a2 Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Thu, 14 Sep 2023 09:19:32 -0700
Subject: [PATCH] adding support for nlp cloud

---
 litellm/__init__.py                          |   5 +
 litellm/__pycache__/__init__.cpython-311.pyc | Bin 8074 -> 8226 bytes
 litellm/__pycache__/main.cpython-311.pyc     | Bin 33061 -> 33730 bytes
 litellm/__pycache__/utils.cpython-311.pyc    | Bin 101105 -> 104530 bytes
 litellm/llms/nlp_cloud.py                    | 103 ++++++++++++++++
 litellm/main.py                              |  28 ++++-
 litellm/tests/test_completion.py             |  30 +++++
 litellm/tests/test_exceptions.py             |   5 +
 litellm/utils.py                             | 116 ++++++++++++++++++-
 pyproject.toml                               |   2 +-
 10 files changed, 286 insertions(+), 3 deletions(-)
 create mode 100644 litellm/llms/nlp_cloud.py

diff --git a/litellm/__init__.py b/litellm/__init__.py
index ec3ea3165..882994184 100644
--- a/litellm/__init__.py
+++ b/litellm/__init__.py
@@ -29,6 +29,7 @@ vertex_location: Optional[str] = None
 togetherai_api_key: Optional[str] = None
 baseten_key: Optional[str] = None
 aleph_alpha_key: Optional[str] = None
+nlp_cloud_key: Optional[str] = None
 use_client = False
 logging = True
 caching = False # deprecated son
@@ -152,6 +153,8 @@ huggingface_models = [
 
 ai21_models = ["j2-ultra", "j2-mid", "j2-light"]
 
+nlp_cloud_models = ["dolphin", "chatdolphin"]
+
 together_ai_models = [
     "togethercomputer/llama-2-70b-chat",
     "togethercomputer/Llama-2-7B-32K-Instruct",
@@ -183,6 +186,7 @@ model_list = (
     + together_ai_models
     + baseten_models
     + aleph_alpha_models
+    + nlp_cloud_models
 )
 
 provider_list = [
@@ -200,6 +204,7 @@ provider_list = [
     "sagemaker",
     "bedrock",
     "vllm",
+    "nlp_cloud",
     "custom", # custom apis
 ]
 
diff --git a/litellm/__pycache__/__init__.cpython-311.pyc b/litellm/__pycache__/__init__.cpython-311.pyc
index b5b19892baf920fe48dcd89e07568a88571d2239..f687fe5eca43afb0541abb9b45d02be88919b1ab 100644
GIT binary patch
delta 1167
zcmZ9KUuaWT9LLYO`PbZ-E~TAq%+fBaU7Dsf##T*h`ZukuQ3hijgM%(h?>R}XyEl=W
z8*l?rh7T%(Z5#waVW6Oh4^!^z@YUDqgUEdtgFS6e*{d+v?|1tL^l*Ql?>WDJ=XY;%
zYw`Y4@1tl`C9s-lpP<9P^bXNi&(fbMS1B760TGE~%v<6BKU9Pr53$2sWn-Y9f~7fS
z<B%DCCo_SWI$;?R6cG`rDepu-^7<sN6E>j`G4T*`pLlm5SQhFgTVCPRdxgVTsE~ES
zN3Ik8u^<<Z?A1N=K@+f@#d6R%_g>?pJOx+gVc=t6(_k}T$H7i;`MED!t`nZVPuV;l
z=b5^~7Wf3uf-Zu868uY`Q=rTI2+x6k1<ps|TmsF5u7Vx|T@wZQyDxrq{(BfkEO}h;
zxae`&W69&1$5oFjNOl^!OhcD-Q4q79e@>hdMX@AGVol781+m+O&)iel20vb>><mA_
zPa0*j%*vF&zF?f)BmvmW8uCm3{5kVHJ8xcK7j}bRZ|)>jJe@PXF{`X<Zm}&>W17hs
zHw6=Bjn%yTQ%2ovum<eu7bH`3Ui-^bjW&%-70qaMxRVH`mB1v7KH;qQY*3n&KZi%?
zoO~KyNlb(LF|lSqtSln8hglg_Cxc!fCl}SP;(3T<6!(LQ-LOQJSF~2s7ME=+FMm@L
z16b_#=v*{yz4o1j|AS@uhnlA|PAu|I@Sq#wE#p!{Z@Lk!QMGpu&fC5Nl*VMJ|3)di
zKd~FsI&HgUW>l+$<E$dq5T_CAhz-O!#2G{xan^a!|2OT`-SEzcdb4h&<ns?*#Y)QC
z2TvA;F>3^YpTkwn78eG*NZYoi(BbF0X1f8SrB#icFENM7MaMrlM%CE<fHF07b6^uI
zLbhnzaE}}4*t*e{uZEWUEDeh|LLh1~79ZkcxUC}^2pw?|@h!ptxV>8)UKe)7tTwB4
zVOb_d3W)vR=WS0BhVB?*!MY0p3f3ME64LciO5ezz;)BkE_<yv2Wb|6}#^pP{AFpha
zQFvaGQRmmh4>a=UK=RI&?f$845|gRqlhh#+8vHjA4GeaDghslb^z|uSvWIKY?zr<;
K@&WbZ0RICGD;yL6

delta 1058
zcmZ9IOHWfl6vt-@1=>RK!TYT|%d@--h0>Ns3m9V*V=@s-=}b$_y%2A2O~gdR5M$gJ
zGl_BG3JgXuG3I^<cdkvpfYB8jH!jq32GGbP=l7p`9{)QtyTPYZ?l&bRP6F%odm<j!
zKX+HrcOTm?+qMc>Gk3BUUdUP@+BjwH!Y&-u*sGQ(<~0+rOB2>13WQ6zlD7Y<wOHkK
zJA`>`M0ob$>p)E+SSQSNsk!b`bM-j4Y$FlE8+Hh96y$c#$=rS(m_QsY)(ghHr;Ph}
z6a3N(2kwU$fEa`rf*6JvNfCZwS0?hhws<@5NZHsV_wY{8093kmDVqZA1`UGtfQCSO
zLBpVZpwnVh_%`7HVoY&d(XTk6IHfqL7*Gr<h7_k2!<!5&*bJC@!F2YYsTdc2F(pD`
zT1<#Zacsc*Upd(vA4pLa;e&igi|SDpr3CiF+WZpgh_;|FvPJz8liB>qnd90`RU6ip
zm5yq+^caijD{MuNv$(#>R`mo+=$vuY@6&{yWJ%c5Ys52V{mNgU){TOTHhUKw*JC{>
zic;DsKRFudnEdJp*A77XEinc`j7~)F34C(K+3ipT%*i{B3i-?#pkDdeS?Tpc%0qJ{
z;;vXXV_cZ=w3f+G$TlgTTv3`sC7rxy_#qjT<*t4@XhmG#3#`bwVoFQp()lO8f<!iB
zZs;DT5ri%yga{+15i^Kc#5`gS5kW+)#<FkJoys}PHABRCdOc+{$%=}c{82IFtH+iG
z1YSDl)Hk@$Vu_86X>?;EpQjUM&aQ1F;@Z)D$FSLN#VcE>d|9>KaRu87O_4FdIcLwB
za5>{DHeEw3A+7^tPjyH>sxId(m`NZwLLice6k-jKbFXH3N|-S{z8+5r!$@Og6!G`*
ze-=%^S+kl57%!lJubKI6C*&}XQu;;GnzFsp8k^Nzw@u}T`h&_mLS2VVXU^IV$q62o
O9JX2a8}?{Ey8ZzP>-5?H

diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc
index 7d1b0da0d773d58fdb6fe518dbe57ffb03f7646a..57f2e449a6bcce7e1fc71e462b86f9d45687efb3 100644
GIT binary patch
delta 9912
zcmb_C32<B2asLAZKoS5!00cn*1n&zZ!TUbMTeqm&vS?Ej#P>;p!ljQ-*_1y*`H15r
zvd#3hV^2+w<*B3ABehA&X52K16DQ5()QOZT69v;`;&IY=+D-yDc2YY{+}-y9lAtKb
zP4cO~Z{M|Vci-;5eINSdL#nTQL{;<GMq@Sy&kJ6)AYSIUH?Wd=YLdvWax*?tvx{HS
z5o@3*SUXY6bA%&&pl+fL%Dg~*&^zH}ZMJ|W*f7x$Y@BEeHcd1In<tuiPQ?jz^DQZ&
zB>xi6ahKs$o{3hVVGk4p9TSeAbHW*Hn`jHVCR}V@)_i+v+$D}aV=yeiG6j!t6CHvD
z$mS78I<Z-9mLpE0V}CBf!<bG|m_7!U<NP>^pUELGhW$BU1`oAV9ZNSUBE<wLx?p_C
zij9;COI@T)Xe8zERtR0B63AD<TP<{x8li`H0I!9&PUt1|(C-zRgf2%)1dcRpsyA+`
zH*Kmn1I-qpZKi^>KBBt>bok43*<fFq=p${Qh5rAKyfel%=^P*%Puf>>AkiNp(9#E%
zXr_pCJffS}Mh4cFLOpc}T{D@a`w`8=Kyo8{(l-f}PI}nZz_!fjNbe&&$`2+A5B&>+
z#W^uZ`alOmq#xig*#>Zg@P|3i;A(BgAwD}R6o^bs2f_<vby4$#iXUCg%q-;Xbud4!
z_f3a`k$@oi!y&N`TH0uD)^F5DJT}^v{RN{z6oTQi!jwN0S&-;2v(NHXbVlFSH4G!g
z5d@<M4j?!PAg&b!X+aE4o1lV^4c;7h)$smmu$sQ6FRrY};$&y6QZAk4PGdVK8YEUC
z&T-_tpOY)7*>EtUg7AHG|49d3GI(I+7Y%Rl=jr3dxol#Wiz)vEAFHPC8r!V}m%w)~
zGyg>ju^PFO4&}Hs)pE@h2leHY@=p42P95)}pUOE%drY}B*HlX{K)KsAY%NOHcq|uY
zKWA#!6tAeSl+Y(_ZYsO;VBt@=owahVY>~~RbVVyyzkm#Qh+eKf%ZVj&HPLS{@G`nT
z*XH)foLqUO{1S+Fc}>KaNA?_scKTqhi}z4duAN>rWjJuTic1+V5?<xux#ir@uj#ei
z;?l~~Dr}4D<pNTb#5JT^=FW1<ym*vUQL}l#R+BDDgeRVug&xe$r(eu#pf8$-thMPQ
zlEOCYETnEl1>&|_T2rE0Kv*-WUl%pBy_}OelDt7t!HM0mS|*5-e#2rkZz4{-AYA^S
zpTAiyx%MHRaIxAC)!xV7$K9_!&fUlVahg<nl;sMxT5j1CdWe3`>b5qZ!lD||m{i;w
zisGzWD312#-NV<?r}B=fn=Tg7Gi5funeJ~YSJyH7utS*(s;#GIYz|G!N(Qr)X3crn
z@;Z>)38895^Cz(qy9Sn$J+Rnu2QGAzmB=2_MhCoQnX!7gUan#lyR~D3Id-CN1BoGr
zo$sPU%@t*rz@9EMo5Br+NnLCRV%GJ+-fp6~X=FF+uZnq=jiJX#4^wF#*kup>oV}X&
z()aCd`g?m0_^z>F1nLJ1T>Gk|y||9@$l#c=O&U+tVSO+7N&hA{u1Z=&=}o@%iAGyx
z75WzGxw0+YXOiB9+!;bYqrWN;=!`R$HWe4}4fH|BojGZ^4JTWAc{$_c7GAFKF-}XJ
zPD@k^N*Yw0S3D=@MylwL(@tM4%;AS<X>ql>QJSL76^=V9tMN80ZmFzxV37>Mtl?WK
zOCS2O%t>pZhvVj(XtUD|Hh-<$&X3T~7rN;`6*5Jtn<N4Gv~9Vmbg0ta*_zr~xd~Ps
zyQBwWgI9TCsg2!Io%`>kPJO6&6Q^w{%HZ2N(D8Of#}F7};NP$0<kN2kjnq(|MSoZ4
zRFNI@2d-xwYYCNTPZPVHK3?dhUw516w+c=CF4&kV`hKCE$3vljHoEQnZo0$0i$zJ-
z@jWZ*l#ho-BzuYxIL7vFinPsXz56!xw#d!rRb)KYEVn?pKh{FS?ot;96JCZka$rS8
zHmn69XsD=B?YVN0MvKb5YeAWv2A|I2h=y>1&RA<GubksKsdEEghv-*}sv!vAwjRc9
z<&U88Y1-u0i{12jlg-w)iMMu=3V=s92EcuFa@&>N>Cpj`Rk?k>C$%17;gH<5qDpD$
zkBaj4R#;O8snbtX9zq+@tcSb#-qiZBdTEiqUSj9_Q8JoSTBPpS*uvM-S4!Nv&h@al
zV~envMtfU|w&>op>ROLnH9tT<QEJmFEp%IRjrZmN+aY(#@SX#D<QSMy6<G_clrOXP
z4yG1@^a3Nt-AcB^qR8=N6nTjpj}<^9Ihtm|Lv(*xr*1;oMq29V<nO^PhD~p*a0wQ9
zOTSI62En*Xu1uphlIpv1?<E6xGQ7&O=E++|9rR>!{I*d?8~PncHmOJx%^)Z6FcCja
zCYe<2X<Uq=$x=h5;+Q8{#O#(n{(&N9_m&aU$5J=s-M4N$q>RGx!XoD69eAJH6o<Cc
z*DGxH9kHG*-0l=LRyxenft|r!vEJbBSRWW|&&54pmU;B?Y9qgwemQ6>-j~ws6|&i}
z)|^n-=!6cqdEV@Va__})X7C4Uay9*O|Hb`mo!6R7#oNF^x6Nb5&K|jLhKGDxNoMO=
zE@#&PO}QRI%d<6ZYkhh!NM#qsG&iAd)p!oyY~gtLX+oo$w1gK0_P|cRpA1#E(V1~3
za42{<Ht+}QYxV=^YhYbp#e<-s!TBR8F8_2I>fBmG8KKTi8akR<8#Hu*%+Z4$D}NXB
zV?VR{A?Z^e$m)l-w0h;jvZcqiqQ}nN*6P)vXTf9VlksO#`V4Zibf<_?dFAw_EQlQN
zD$iQvXxN<GB`KFl-qcu*lUCPpxoVR|a%3KJwp*t*>QE1`97qyAAbl2D-t&jEyrt?q
zsJg&y`A~&^3Va0VkLvn0!)xvw+Gw7;@Iz8q9)?Ry$>uXodTCt=^Y^B3c^EGo>0@If
zay6#<&3Y0^4<n>3sRflha+o7$Vx#iNC^uOg8<R)nG3DY=DQ*aco$L5HBV4UVFO<N@
z<Q3!QAmB)vIEl&}9&D-G#Ktpsi&J<MPhl@R4sUfNF7u)1L3@(Ie>9iAUzcwn3rTUF
zBNFqHN#-SInU`#rzW9M`bNg0aB7G^PV910|rtr<S7tOuZ6(z}+P4d!b8uguM9MbKK
zBlKS&+}+7p*ID}Ji|s%mw@1{n1#a?ZVmsxXgiFe=1^i5MxJmk2ia|&v?n`%%hj<9F
zsr>DJv^BU*?zlLO$Afn#+RiL5XUQ3|Ms}0M6%9ED-vJ&-x0={4dDlgfIzn{2;RDWY
zBEyZ-u8ui4+HADx_Q-o~Z52yf2ELFbjqeZ170+<bsy1_v-%4)!>|l@8O5a|W8KfwX
zYp*P&d%^k_hU2ME44wza<ECJk2!SbI!0(Gr1$_~57Z7@nZxqc?ig+Uy??!MO!32VP
z5TL_}RRH1{Q7Ie|C$WBlZfmhmP9b^{yNpDL1j36!AtX)tiFg-w>_)I3!P;jsPqsLO
z4Z{e=5bQv(69F5}zN+oP>NNe^7N?dGI!Rw^saDY4^u3mYd6<^54{$H4;~MsfP8_CF
zt;Nm9up@$it-z?^;3FPBt`CG~XZ@kssqm?JPlhP6QS?)-c0NkK(R#X$O~V-;t-}90
zF-C_`WGhGLWZS$Ozm31B5<O7FbwME-_00-V)M81ASVw=_)(BUqy!I+cz<b+WJJzVj
zGkp>Nl(ZNTJQ}u6TpJPLQ>3(s@3?MyF6^HcqVWt#xL*<<1j^zPeYSl>(Zn(O@9pKn
zJhq-jfQpP~3ZdyR0U;In7og3f60u<FjhlzYkL*0O|G=)1si6bAruK{-7o9lIJihn9
z)X3ibM@LibFpX^p&ZWCM>MPhzFqJ%x<eor~zPk7%{mYIrEz{Ei{Yu9HyP{(l=}~V~
zDfM*TrC;k4&(e=|K2i7~B#1f{&jVOfBsM%mf7w%RcY$ujhq2xd0Qh4ZJxW7ef!1~A
z*jC+|L!6#u(AaHXZR*zYcU)Qj;q{g2`JTgfp76qk3GUva4eZ^XGqzEM$fKKvdi(CU
zP?K7{Q75?lBog+Ar0pVJz~UP4cgc577Y+n`L0_ZjqK>}5yCYTa-Dy<8Odmy-nBT95
z1$1oO1lrnvVu<M<?Imsri+=DjUtmhOe_DvJ&+E9Wo|(8d5T5o0q9T4GkLv<{NeBdj
z;xyF63i`eNy^Z%H`e6iXj>|SHp5;5YAPQ5bg~fPg1P~w-5F>Qow!h)q=&!dm=^Jqp
zGs!1u^FU`=?%J3CDHimiapQUmkP)4f3^eeQln&g>KSmP+CHzOId9Z=ML<a{awU?3H
z75Z0$kMN(SHA8LM<er=w^1`R|<)IG!=Wv7$fM+j_opLs$M@mt^ZY5A6HiKX-Sc<c>
zXn6WK=Go#=1nmGoAxd}>nTf1>7T)ONyukJ#Ze9P;VoDUEk#Hy~h}V$Dzasbnf*;av
z4>!#H2+<z{h^wZ<;&WKLh~Q_~WRk+Of;1<HQ$9axReTe>6sfU4dwR|%DVmFCATE9y
zn+<0L5n_?jA-;`s{(<^Ns<ppC^ga5-NF&_lULM(3k0B7-*uEgx18=ktQmXUZJNNRO
z!Sd0r3ti_&6RPb7+CKXIr94-5f=huL`Nhlrgc_<paaKR=O=z$~%Q-5Z)+cm`XL8np
z<;p}B;@O-j_c32WkGO%$b1ruzjELuOmi*<sgbDFnuAprBT*8dFg)3^f>h>nASjppx
zo30i$CYEei%U6ck5id}tI}mqrt{Py&g?N#&bTQ&3Txr|YlGa2iR?3u)a>Of?$(4v#
zan7oz3lr6VKW2KTo^#gUa8%yNbKP)OgPe$zwBA_#-?5i;y$x55>|e{+H(lRrIdZk-
z$WL<ZS952c?Y!=4g7UMwuMQl#)^_-M+hM4E|JaG^$7T|0&ggt6llJWEpd-hM=*e+S
z&V+C^dhV+0forY@uDc$fk#XDV>b_TVmhAA8>#}udUmy3v&JHZT<r*o+@?Qq3_f>PR
zRq<GPtvY+WR{dIY+jyn=JCz#1zf)U<9p5#NvC-Gt$6Q#Cn}_qU{I{B6BbGnz7%su`
zb^G>8EPvjgF{k3*<QdgBRpzBRtNKmra5wh-r*V57mTz?r=VAGF4&&?XvJ9!3ds|`T
z?P{~srGC3>)PN)2)nqJYbMIy`YVT&77hURiU1R;&^}b`M49iyr`-W@`8MX|Y7&2Nm
zR>P3p`jNsWhVARi9vXM6Um4e0hQ<q^EYLumz9re|CntZ)3-tLD4*pg8`4eRpv|LCP
z&_Bfv1ZMin6Zz$6+Hv~^SG><J&4E8kqF;!LHqi3Jv}WpKv~1X+-H+3DuU?yaO0`57
z2?TIHa3Tg3kLmU~*Bv6sTHIxM7O=X05aMs8?0}xe#qgm&KlP99*8%aU<LW?EVwqi>
z_eUYzL(+m-%NM4-{6EwGm_7<w%OEM>kHInIpd#t5V=<h^pE;uo0SN*>%X_pl3-GJw
zdfEeo;IzI$Jp47P5<GXaliDDD5!>-zA-;^@%LuX%pbFyVQ$A^WZfaehQIRoUgq_;x
z!l|HNVv!`S^+h6Z#Cb|E=6XJG%!P34)+-x<i?-8W2&E>BuyLItP83eYqM0sj32a@o
z1R_|u3Y78SOunWLS{`3rnc1o0>*&ws>Ua$``$w|0L@ldjt*oV!etWr&Xk;B+U$rZ$
zS>Dgz#XZII+yyt`;G(IEWy+bdhCb!rZ`F|OK3ElQP8woB4BFrIxAG?Hows){A#Wc6
z0LuL=;%^|R2L_V4A67pKAa2+fo<4mj75?v{vH9v#71&#VgI`DNy9izd;K|xx6IIv>
z|4$=n&FrLcLN%VVu6#_7#rI)g6n6;BLV3ixKRa#Hw87x-uR2eEMYDtn1{fSm;&&lk
z4Dm`j?+5IN7{EH~2_hCk5C#Cb;HESF47RG2j9kKDED^w4wD`b=F0}1)wd3KEvv7r>
z_nfIX_zd<YQ_C;la7;lw7V#Ct@msAzY14AU*zr{W@vO1nDS@zj`D@ttGQE1HXo*?t
zZ?XP$1gJ&v+X&csZ&38f(pM%O(*P5GFAl;yTx4f^FJiw#zyiqc0gED2DV1W$j>&kI
zu*OF>58n8T)re?O_dg1Q!2uSdk`NS|aN98d_Ne0O2;9RO5m#>rPT0A@m%p@N)AYln
z7W%`5Q{c~iXC?k+`kAxMCX8Q7wuC8DAARd=Ki|LFc%PX+$=qDS+%&GA4u@v^vr`eD
zG$-cZ99&XF&A@J9JX{;%6KA6vQ}(zyId|Qz#4+GykY2q1SOtp;s_o3SJ)`1vq>5V}
zSA(n~ORfHgx)%FfUhH9}+=Sg3)8WXXsKLgUskr#43ex0v7R#0}P>96{N)VJHC<72T
zK$bJLb|rce+tE+(D(E9qBrFM`v+O^A#5FU}B(ZIdt094oXPgR$1Mv*vpH^ZI3+p0=
z0}-7->_&j<6`x?ci_$6A7nF`|>wB4fkbEu#gl*z6=!Jh=G^XXagqr918}!<__P>AN
zC7x2*Lc_9U^;>cg&!3@h#yXZ9?i+cw8#%c*a;!J3w!}gHjDd&zXdT|r=Oomus^v`9
zgpQ$^Ty9<>i=o+Eo;{&wsDZQC6Gn#Sa0YY2#L!$WQ=c$1)WR9f2`fYMIdgu(er5?*
zE8y&f2?uK~<jl5&o1sM<tX#~{8ZIY)dHTX+!o#YyoW=Qc`JcNJb*x&?ne5Ba3&Dh!
zRk!n;-n!g+!JF8j2(y#ttoFn%rE-YpwARGol$g4twDjtEn<CnrW3_SVzxfQ*?f(Hu
Cr?ndZ

delta 9858
zcmb_i32+<db>79v10)C#1VB<e!2{qe-jqm*w?y5tM9YRPQ4s$n2@01MOIeZ^rfkcJ
z8_O=^KhwAkJyq*ii6XkS!<jg)+{8|&joYzZdB&Z}7*C_daq7;bV_3dgPvi8xe{qqb
zjx=6r-@gCY|9|iO?|uLK7yQ}RRnI=8a(*u-CyRrt)2|XPp69stu#mWF;>^cis$X!9
z@m`MbzB+du;Yhx(-rwME;5pzeKCQpe-RN&}H~E|0&Hfg53(u)Ip>B44Vjxm*p69rW
za4VO)72dP@?EXS`p})vo<ZpAg`HS7f?7hs{_9v&U?J&0O4Cn3;%rKUP*jJ7)%}sNp
zkm%XJBEmzTPEt%;R0Z>egrCYKP{;n+p$8A8L>Zs!ND0CBi$J5&MGGktx=6XuL@MB}
z1l|E-Rl!{?bdwsPhtvY^gxe)-Aa&4QFEk5Xg$ZRi(vV&TrAcFY1(cgsm79gOsY=pv
zMh_O}F4Esk*-G6T$$C(?_hyPs<s{XxgAzPxUDSWI!e1}@R4HjYqj&d_-Yv<g&?X&1
z*Hi}SJfn4Qimy=D>J<WEyVx3l{ipP#`wX8{x5&Mj^nkkkWCPFvvJvPY;rDT_zU5xc
z9sKflw2!Iyq2=0)b-b+(j1<lGOa}cSpCEaI0dXVLv{85F=PH+l?$3IemS)fK)%080
z?QH|lBn~1OLb4l3R3{43oEVriLIE!e+_`Y8;r_U^=1D_Yog<Tziy~EW`80PFt2xmi
zu_y9im57&<9pB}j;P=s2kJ#v8Lx;ve_+EPKSRwtP!3C4QYj}^3&{uM1G*9r68rquM
zk#9Q>v2~Hf7Y-7sm8<CKkPW8Fk!$4IB|H7I+zP&szMNan7ts%L_tO8!HPWrddfH>m
zqYoPg^GjCRG?E7+9Cq30hsIKE>7sh6jJ{S-LYwm}+K9}_Jl$iq(TO~rqkK^(*Pyr&
zC&`v;j&owUTtl+ce71s~URO}&gtw}eD$j$e7nABnoU(Ht)St7_w*nS=IZw+wapV${
zY=(GIFFDR@pg-Ko#d8aJff<@*DyyhEs=~T(wrnTWab8PmWbQb(z>DLgnr<^~E~s6p
zRfs3fh?!os4AWnl2J&4iThnwd(wj-$q6)MQnA?&X+w0^!*+lA7DhEa#oYWbY4jxsU
z*b{N3DWrKaKgYCc9?}3hTKm2H_3Fv4hj_w8To1VJ<L~26sPE?P<G%{Cs-4QDTi2R&
zAvf@e%t=WrbKGo6LZ#zeIFmG@Rl{1+6u0hsigokXur8G>_wX)y*)q;I)2lT$zJ+co
zaH#7PZ&KCC^cNNzJ!iGj9~2a7*Dq?AW36W<uEV9T&4Z<HUDSS6PNkD^(VVd6R+x6E
z5U0G(t7Io>qkCGd7Sf(_+(^A#FIOiTI#La!vlq+*WA3rp_%7PwtfFUa#{6p1#p*eD
zDL>i6-axeH!BsCZcSW;8b2n?QjyM+#fiFl8Gp_|4xrbh})fyWlTf+Q+2OFr<UP5c_
zd34;~u5OUV=t4u`e6_SA)dxddE|7Mm)igk`^{xVi>bNIWtPW5me8d8&F>Qou3|P{$
z)VDGOm5|Ml72yxihC+egM4MV_)s52KDB8|jiPm@%(bmKc2NUH6*nx6n2VSA>q9Th(
z<-AbG3P*0D{pB`(GtDb4;rp4GP0|F4X}V5K+O)2?t0iFpxe3G^IG+tG2e)!X5*A!j
z%-y#ZvustECDRrNFFmaPpt2GGU=awhU#;8157CB_rwdyX5{R}H+O^WtB?a{J5<7jT
zIFFW<=JF%7skDz*p!>Npn`&v4E|!iZ5zN{^wk)a>u@x9v;b~h}!C^BkFI{Jjw8+h;
zRb*SFS#E*n_DBmoZLTO`yMPRJWXGZ^eb6NMEtM6jol86EYh{kcwuAx<ouAL-h?a1^
z_Q?8x#li8M)Rkxlhu=l*<+XeVTe#h9;r8IdX<Oy>=Q?qpu*j{eByA%K*z8RQo1JxX
z>(c1T*u%6>ZktU`M^KGAa>t@7VUs@;ZFd0Pw926O%AJk}ydc^XhRk*+G>+6u;RMfd
z=|OyM18SQg*D2c4=hxec+i%{P)-;#tJ8p$rZ&p|}VhI2kGII57FAcR?R1+KN|5i56
zUk_vLa)%7}DUg!v1Mf-4FMZ(6RX*L9PzF)~9r*NqCCdpTKORS#7s+_U4zW7E!kahY
zn>r++u_s#^`8(;mjz0bXi`q_Up5dNZzAkQ8Az!ClwPMtM91yRiyUrURn&DQiWHjG4
z9+L5G019`n1&9m}b%Ec4l5R!Gu!h`&z%D*U+)UY(z%;=8`(EbX2bqdp(j&J8?Oki)
z=OLDRp(=+`UPdZz1ntCqBTWKvRc2PL>rldOEQAZ<Av_%EUL%AjR>tQ;d_0rUlEc0c
z|7fJgza_E(LZbWJR+jjktI6TVXn9US$+pBSOP<w{8;|iL=`mgiN5t!6T<$ryosIjb
zkf)1mlsBH+!HQ>VjTOBB0KKz26Vu3bQ*hdh2Y-D6yCCKWC)WdbU8#k=x7i3$q9g)F
zvN92%yu-Oh$l$J|4Gga`VRC~8ulU{n(}0t{-Tpn1KE-&77W7{Ox%BrjA-N3`_N7c%
z8QBCz+cdlPt2Em7>v0B+rU`VdGTI%9S;1&$iNHdsb47&jqwc~keu@RrX6eFh1<~d;
zgGf2R+&&%%Hwq#v3nF#kX~2W&cnlttF5Z@CRZBDHGXbdJR<0yaHQgX_t4vSaq~{Xv
zVXC<@5M_=`V_tJ(2vY|(fXLps$a|!}{sTq6eOr2OESCiwLlyWH2sWz-1_@FxeWlq-
z^Gb?zvN_Tp$A+Wnjy;B-k9;zov&vR)#?lKZBhB8O;N^bI23Gcs49GP!uc@%vzY>p<
z(5jLL_HiT-8I%Wxxr1eqA$d?9Qouq*g7jRIHTP5w9LWdImP5-;U}SwfB1lN)aIb~F
z>=<$L9sl=A4>IJzR4!4?cJ&+X?0n!az~IN|kDJTN#JE5FIXSjQ{JB~Dg<1R!OE2D*
z#|*C(f6_~dm4GAY!34kBiNkrfKF8o^nfN6`T27AL*tsIkz;8g&{c#oFW|`@s$O!t^
za7Zni;iEwyGAfS}PU!-f%qR)OyBnpSCMJUHNLm?g5Agu<N@hBTo~f;qN6sC_t*A*J
zMOT~V<xE*4YvmGhd{Im8gD(yzR=Qbai@fEWC$W3!x55{lt>h%0RaN8^JZ$<gdF*Ch
zwf5!|Ft3pNe%bLI?rGI(>G9*tb>BB^5tsD$DV;$LyX;z$S4K_hE5>}{GluJdT~VVy
zNCe-6$LIBgC;Xm}xD^Kaf^Qa0@D%ZcEZ&La0Ft|qU~GzRB-KEony?fMiT7anUM!oY
zMB&(+5STnU5fTC(pL9}0zYz~%V-68QzWLxuzYvfnyhPlOEn`S<BW54$Tv=j2^6XpQ
zFmj_vwjg0WG3yaADG@zDqUO}6!HG$a&j-U^&?p15DUHDpem3;@CPE(3;}1u3X<xfZ
zr_4<Ex9_!}XR;557t~R$HxQbW!~yzJd)e4HHUy9`Vc5jjdB2N~X8VHE)84@JMDWP0
zOCyF7y`rX|=!FKDPZYwTU?41r$7n^z(Rwxzj^WZN;-!XXBd0!I2Iz|&vn93A^@2)t
z!Xv8p3*oS5S_tEUl$VQjbW>+DKS~3gHIw+^!ljAk2hrT#iJ&;`33yL=*tgQ;oY4$V
z$U7mO3<)kRn?0%viSSKTTBTo9KRFZhP72|uMiNd);yes4M(F3ALyE=5X@8faeg<p3
zNN{bU8L-+x0>)76gl8w0O2mgaMxW@i($~5gs+hr<%8y~gStKjR5g(`a?n)iALzwn=
z@3AGV>QbkhjDD~C&g^8HDAA0bC)UY0AlgiP07%kMSaF(qdL1_SnSc`?#4@v(N*VDC
z{Y{VW&XjO$DQ+wwzOD!e9QfWGc)x!_G35mDPD-FS^HS7)`7bx<_*)8=jkpyTj9%Ng
z@76DTBkhGh?k#OgNq=*}*@_gS3hU_A-rieI)bgLHiBMfwXA%l}1JbC7N6M%ckVEpE
z(g%G$kKfZQ7SYH0{_2*aHf~ZU^@UNuAJ3pj3_(%=gLnY8+)tm~bZ9^cR-DqDj4t8C
zq`)GZExKzms`CXQ{=*`E=#T1sUP<uz{0t*R2OZwLqxm>a^Dq*&$b-n?T1GQHr{+Xq
z;;3*knh^p9VMGkjpKks>-$rNpTe6$5EA!aL=`;OZPY%@a_t5%*d-<=?M+eIJN9cut
zCjJ?EW#FLh``GmY-8guLe~!K~*shD)`-{Ow_{{Gd>b&bm*h3G*wJpu5Zwj*FB)*fx
zSdm~ciK?Q2#eVw2(B!suU_p5Wn?&XgsUX{cjl96@9nDX}%_LI2i6dP`@;3DkH_cx`
z_8ojpH5n8avGg>Ot5{`}g42RDBZw0KJ77HVJ#118fbCh6GahMz?JrRc@*?KJQNwXT
z1Z+_n#1HWuO#Pyn(?UQHJyKAN8sh@dqLDn^HSF;zZ5e6ix6#8RJL|+ctYK?{1h<0l
z-FA*U&3)?TIfMC+y3cl>9*(I3+4P-}f0@rO&Wdpfa>ZJ<;Ek!Fc(thZsm7QV8+2S@
z)l=CqJ@Oe`zI~xOmWg~8XUu!l6U#>4z*&kGI%7G==W=H2f+c1|K993kE}V*)kT-Ls
zO_xg=WBFLHaAhr*OPgZ{3$SEWy4jGoE3X$KU&IwVL5yPLOO>h1kT2&d+Ao*4#VW8+
zsWdo{uToyF2L4gwr*+GJvgHl^a?zfD%AL>UIc_0;V0%6H-K}l-_(%JY1D~(=*6yt0
z-f-|(c%v$7SFQSuruJQx>NhL3z`t2rgAM<jJHmRu-8xc?<!J7p6`$``50>Ne7rN1E
ze7@hH5!Q3>x3JOPUvHXHsei2+>=~Gcwhwwo>#@&=&Or-4Kk8%hTr+7zD|fAcy>iWJ
z5^L4hYKINj<Fj_n@gDB8Zr1c!kLkWF_2*e5ec1HdjDbpgepx?IfX`R^`9ULN22CSQ
z#%$Rz)WVqU^;!7?I}GYqw|AHacIefw?$B$Yy!_>andc{|$y3PxoYs3P&FC<&U1OMt
z9Y_px!ee!yM@4OE5pkbant=^m61_rL%md4M=~JF>!1wAGhU~gs_~O{|z>#mO=8qts
z%9SwMUB;WIOt*;UB-pW>2!v%7Z0CFiC&PH21Yl+tJs|wJ<XvE0>ZsZmmRMpI<-K7w
z)RnVLp<$|#{{eMRjl(aN&rjL;alrmU`pc<}^|)I?Dg(cehUa{^b2*_Rs+*dFA52rJ
z2Gqe0x^>#czevSt*F4)j4dUNm{mV!$A^BS*nMlwCQPUBRG&wVovS?Uj!k1v9E<AU{
z@0C~xM|GYMBre2No~Gx`z_5b5h5gtXWh-lh^0d=KGZjX(T2!xS8WyeeiJ5L4{K)|q
zE(c6;s34>IXvV6o!J1`*cdLqb(D9@7yoNq_bSP6x)Uq1R1X}vWQJX_Yw6YEkvbsgp
zH1Fl_<i5@G+*$am0yuQ)BYIgcYpCA0J6}Vx&{l9X(hvi3Q1A7%@mcg~pRFf?vONL>
z?EXXK{|!kk2oO)Yu=sT#QNzyQ<k344$>e_eU%uLT2e#&8=Xa5N9m&suxH8hri21qb
z#7=A@C;%>+n_3b~UBxe;PdEbzI19TNy5g~5@@U%fiOulxC2*?nC(!qU<v;bmq@C{r
z7W|VX>05zUvT~NLPeXCPIE$66<tTDKBz_=}&OMC$5E8Zz2eDSAq|qYQvd#JgawpT8
zFcePJ?FyD3hXV_JD_phrDQt~rhj><H*_X>K{segg5;oGR=?1Xj6(G^f5&sc^u;le;
zSb2$#N~QD6xj)15-yuQEimxHj192G?8?y|QX~!&p`;fRD39|rxBolGR75^JaJCgqa
z5=NoowoWs6rjV4QomX?*+snU}%<2PYpfkkF$*?5&#d=&y1Ok^Tst&=ai=ml14b8AI
z75ezD5!3keh3tkw>~!~uBLD|idoA=IP8{Yh(b|*ijR=BDmU9-kN;-YAkMCW6_N0l=
zsD%nh)GpDVoU-QNtRfl*7OaE*`zd<~gHO|BFfiqvPM@nE=BlCA`wvv1`@2-5%)ebj
z;#)WbE=*Jnx`{u+;>Yxx_xBbzAp1I!W^C3>216%BEtW6Q5AOdO4a;R31QGg8*)ktB
zKmsz6JbgTl-5mHDoX$LCf&?WYaGd?YNK`uoRT5jos2Wn(sOCs8=!<GFXIF9wM0pVb
zfcd%ze}lw{Xe`AfsETsDKvh_fd|}Dxh3sa|Cu|b$fM)p5h3{GJi+sv256`#o{9SbJ
zbmzRK;7V@ZmE8O*`314v{9Ohf(vcLslARk<v!aeO=EwAm&EWDZu}sEhaTZ%Fo3RGY
zY>VYEHkUJ)Vn)X1aT(b$6JyO>jwzPUSSx3;#%##WL%v~K7b|4d>o`+Etc0<p9L!wC
zSSOcjU6?$3Fy>;#I?i15l;c|^v3gc);Ec9~@L7MXkrhXIE<1mr?QCOgi=xaPp3~*W
g_FkviM|zb?^$AB`deER~b=<!E`h(Ya4I1$O0K}k_d;kCd

diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc
index 19931627249ca2257b870e622f90cfec44cce90e..0062150af51a66c6ddc5f1bc4aee73d4f5ddc33b 100644
GIT binary patch
delta 8486
zcmb_g4O~>mwZG@?7yAJ$?7|9&d<v|52ndLPC?q0A1Qe4PjUsYaMPbpqOZ><p8mqBs
zjhb6K#>70+yqG4MJk2Iu(>6w5YGaeeE`}tOG>ul%rskvgYSJdAY0sJ61vL2U`@P>=
zF8_P(nKNh3oH;XdX0Ghjo;#||d@4NLAmDFpp~{hV351LE5&Btz#9!|?mic>CWWJOw
z0sdu6MG`Exc%#+Nt_O>9(qlDE2onS*v<cl7Pb5o`Ax=NRqmeZpjmM&xx5n5kl30Pt
zJffspts<>hCSuvao|tfpq~T?jCczV_G<K)NStJ-uT2d>fp4>`{q~oQAHepDY!DEra
zhP0R^{c4f7vKXz<krhFWmL?^#Cu6cjGI%2I5nO7?NN-u|(V>Wm6gV}U4j;_`GIvVI
z+$bqxsQD<Y9m#8GrD3DA$mQMMt#amj%*w${ap*48f#}~96KRp6c%2cB!V*Kz#1$4P
z(0-U?8EPX8wOL7Cia{!t*NjHWM$~T6dB$Uw#ss>J{fguLstyf;6wl>HalZ=tLvEcK
za;ttsn|jor5Y+GSL`q|WZp|NUAVZq4Ux~pwHJ(Vfpd5SL+JjDxq7j$W+z=H~fl(iF
z9d;oTyD%=;#FP=z!{etK5kI5o@EB2V5^q80)=>lmev*>Z6Q2<D>TYm;gbgJJ8!DDk
zFzhO~OvE6)>8OW-6ze{V(&rm(DnWKC<{mqaRVr^VIEpt5T`n_v%#7Zt8^&H~yf3Ca
zI2s=H2sfy)%Yir=J@&v^K%>B_?f|P9V_u7WPY?EeYp@4A@`qyOCX?^~qX#{q9vDaT
zV0h4O?ALhSrb&tk+N<HQpTW7K_SU)IBdi#nfdcv_lS_k?MKfs}UwHu8cFrDULj1eQ
ziD430e?}Rgrcn1rUz@@MMsOR#(S`}!hKLbMMg(%RIhR&L{I}<L`?lT<xz6@A&8_X7
zUDANn+11f3JKSBev)ScX+vRY!I$Q%L+0oH?kE6NGxu(ml<ZUYgozl9kDPh1oRI|CG
zQ*yMs>{fX;pb2%#E89wpw-LD>XNf#Vxwb7)ZADVKaLS_OZ66!egoSGKn(Gf*LD(z|
z=6Dxve@z|#WxqaRZ)RWg1izj?c~vJDoy%+V=QS$lcO)w3wr47bADCBW-3Jd;?x^g~
zF51zsZ+5RKtKVqa4G)y;DCsYmyraQCwy@VUso!YZS9H#p<Tobu=M|!0eXl87*}UEA
zP5oXah$fYH+4pUrIpY!BqEc|x8i5OmO44+L(?={G)dtSfBJYrLVrL5MRnG5B(R_zj
znfruQiGOfBIF#uRrfBAKp8wZDHAbv*3upC~Sd~W~)I*_i=)n{*#lu$3g811gDFP+T
zBoSOl@U_YuqOn;~itGjtY|(l^G6#dy;!X=m;9?!+5grkwXvMTE5z>_jyT)UDHSSsl
zwaRn5E+MV#zFS*QgV3OSzB?Zpm5e=8V6L)sk5xSn*@|mVdGvB5&eAv}q8&I6VzKw+
zp6`RzZ%R5J9=&%(Uu>Q~oSy#FTxFKBIjvCGQI$5MP&k!ys|H`E3k@|Y)#(axMy2X>
zr3UF%pl$p4A4Gw6B`Vjdy|%p%iIAW?!_GpRvSD8-bSls9%h7JY(r~r+(!NBEW(U%f
zz1qjVHo{It^-P0y8#3hW%7SOcnI9rjA=ppwu(JJ`UhM%QpHdbduEGlcaoDEi0uL)c
zKb#H?-V2A*qG6w+IZ>s3fCL{>>P~EhLyG@ID?F(by;86J5wbU?D{XHlDo?&r2)|JJ
zUwI3TDo0Kxn2%A7J?LlI5~%y`$&{GmL>?lhkEo}KdO-<4<%QRkQ>UuokXQZR5f=N)
zyavH92=)<tLb4}_dWGN=!Q)E#+iBX<ME*#T-cFx&hR9zb45%DVNnVR}><0OD;=Vyp
zPf9!lT=AnsbrKvP_%(?vCh7^L_w6e9PsQ?1n(;~E{*vG|rRp7vxr4~9B=sgyXBFw4
zX+6Io@-AXNNx+?bj(7v~`5wXV2#yl(&qVbS#ht`k^y24$vAuIev#YBW*9({Y0ts+m
z?IL-;1iVPRpAc~WEuw;*2s(KOkuNFscjqScQ~A3Dza<zTc#FVEGOsHSzncg3-ZSrJ
z=rk9RebM{Z-)lwqv+~vXFX2z#s}}|VI+PDDmKc{%rDlRVl#EMBX&)i!qKTHAEa&5E
zz<5tfdz%zkw&YK-^h@u`OZQRrk3VeJ4k9B=>s|cE`#}2z(lJ`^hktrdW&9h`^4|%*
zR5pE_aozWSeVn8D8jBLW=RZE9j^XipKZ$bRK1I|4<>kTJ#O*|85j;S>`W^y~^krhG
zL?!h~saA)U%6-bxE2WwkBrClKu7s&g-;l&V2?S9&_PN~*BqkE52-M2u&li=B+AdXk
zff|b@LGF7aQ6_?Lf(WJii+D5FW1(+u!WiYLFH$ve_}$?>`^D`bmfF1I|9%T-46@`7
zSMuxPz4w1vpi+f7fA0O+*RN_-8s}ZUEh?~xlhw|8T-wywX7IPl7NRgu&|!|37g*AE
zgM3z+=uzW>S1;u&|M=RbD)6XTqz>Z8N`;(nlf-V7+Zd{k3tvcrO;Le4R*EIYBf<gE
zBS?8iCLO|N53AW<RFI`c^=%CFV9j%-cwl&am5Kt*yJD~7s)Af2dr=LU><>DKWh=E1
zr9^%cuAKdc&g?Q?Ctu7?g+bi)a<-C?lIuh#E33bWV~si}zfnmki_)Ny$8=x`JCb_{
z-F+DMqieRL*ijWt32^09)}VnzYCB7*xMtFqg``=M0TS48J(#GuOmY$z%S^^Rcs07d
zA|Q#rDRdVMyLD9@>rIEaNUb#0qs8&alqx+)vjQzx*k>9r*{0EV+)$06%PUwEN`!|h
zO%GK{iWx;-s!+E4GiFG*DkN-S`?de3g_+gdEIU@I9yUU{CFqaDZ-vPy&0~aAuq$dv
zQdWHv57U%m*DSypnLkuPv}GC&SwyIR)IDx)!KnPx|4fUF56Pmt{v_SHcN*9%Grpyx
zhRqFw;_%5KVT|CJO3zm_M-x?|zD{8gdWgSip;-fA+}KeX!rJ9GsTj*X)q`GN8}!y>
z<?(+cv2g~7$ek5rjpYuUGQ!H+zSWglY$29)8bA|OHY}Jf$oF^al*YH>qEwiz%zjk#
z=#JDK!nESBN=Z(SWv300JuNv@!4)CRaaV`FFzrbV(dfoW?wO%4EJ+X1?%UWzBg943
z2j)kJeK12Q_$-y(YlNh<hWeWMZ9FenKnvcV2__KSfv_=S{>nBNI~V~;>~}_34VPK1
z36hKnINjtbR3~3%vI&mEoh&;Xz6%T4i{Vh&!<Xe+QbOC(#<W?K11Gy3>)pxi4(AH@
z%4FBd&aQST+1cq%cC2r8IHZl%`ntwjD4(8z-)r1$ozCRk<c(I`ak?DIZ7wd_lFT<C
zyILMLfN$~CVA~G~D4`kKW<dMeXq|4Oow<#6pf=ip+QLNkc{p5zMeMf`u-3?Thkopb
zJ(JxY2`Pz7QE0%p((PW;>~gobyIgWK^^))Emzfd?sqwF)h&+k7mk6o|_?Di)eiI3a
zwgxJnM?ibTfTq2(MRLh=**92N%y%@t+wcwT1FC$UfVM384@lX=0$EEMF?y*el{K27
zrZAfr1bZ>}cQxQu&}QL$Qo3I~c2L}?(~N)L7~_x4dN#M$SlVYS9TX%TJ7b1d#d@7@
zXB6CJsInc%?29k-NAag*)|o};N*45%Ea<l+?AzeCWZ~0qt2n9m+h*a@KWVamO#b`h
zO8e7mj!*HY*WkmVVqsij{?RG^xC(qiA_X^yB(TeIVCu;p!R}AZ?6(&U>NQF6R|JHs
z1cQPmF8*_qU`_BR<o>w3*D|%wGWCj37!}`dv-jDGk6X^!D*X6NpVv2iiGP{n+;oQ@
zpSF9iVvIwrI4B5pVuScU^wmIL!B>;$5U=70HHmA9+a<0inI?SU7rjPUey6{DPG9-$
z{`5QXVJ9rO2b_<G$V`9r{J!d?erd(I>J|R#7611d<NHzd$TrZ46MAl<KIaBua+*d(
zPD8j#Fes?v;s?Wo_?*7D$;T(1i>vhGGrF-E{aIywSvB9***_;WbF{%2H2tsi7T=(e
z;(`x)wE4QOqV>!a4`XzT00(t&x$j~EoK?rStJ}kbPr?k&IMpZ7)uPj?`pl}qk5&~O
zf!GJh(3eP=lnXNwOg)3ir`$(#f#8Qee+qo2f^F=T@o-Et9Yr7Wb!C901|1ui0F_os
z@9d(i#TTE1m?=(YIoVK9ZzL8i3<GAlrOoANUfwAOXF9GbJb$aCQr()C4K#6O%Ij`0
zB#(3uob(;eh8F=Yu$Ek?2p+!J6S<IMm_;%K@3Y_L!glj2w3`VIVIfGuLQ#rhoq2G(
z(fl1@VUz@TsSxe^RUYJ$s=rOd^_8zNJOyrGDfy5Nb6HJ3+zOwu@8!dDC{<Pf)o_h<
z7eKM`0<ATf<eet=asiZTzrnj-`F3`#06I~0bs@|VLGSx%AvA!N=dE@YSp?mpM(=yD
z2o?jbhMyF}xG_u6-U0RUHatoF0@c~IaxQ6I%2G>Ur)bjqj+H<=R4t;u-A%BVfbShf
zvVo3l=tWW^HxmRJL+WW&P!(~Pu_dLjK(y%@>PzswRSM-~LSz}l;s9opL0Jq}F;rXb
zATv5xR~g(Urs&zJGFSzFWjW<Ap4Cr*h34yS7DbP!%q_OY(v9eF!qX(A2_U%jZ0c0V
zaZndF8l@I@OY$mLr?V`1AYz5X>5yC84yl>;DS0hQ*foK^3>(4^0Rd~U+=W{;1!&-K
z6uYv;DYZMAhpu<n!XikE8TxE)UD@SaZP#PHc6Pc9GE>z0JK%j&ls`KApdJCAUQ<q=
zDaUWh>9>saC+4!aO2|~nc&jpTGK^t!%i)D2?)^37NBl=;5|FVneWR1mw{dK01xynQ
z^=wlGd}ZZb0q(@7#n6y`e=2l{WqNjPD!c>tGW<+p6Q)57J2@57IVDcl`>Livf$DDF
zBya6zqds8bS6R)SU2fdz1M_IeGP^0@MvAE$;zCYmXRE;u9qjMb&?wgEeYf2Le*yR<
zE1Lnk;Rt(U2DG4gxi#>bN_57u=2_S~^Gv9Ni)`^s=z%BL`}At1uLOPAYBCdNC)-jB
z3-BD{Ok?lW!d9FHShEKnXCKh3h3ip%)}oKcbCuB}timld@RN)|6}fE7OvnZ+E4U37
zDbsF`$w9H9<JhV(p$Z;Y4o6Hk<X3T&UqxfQ6^FzydksGl!C*GTOi2haCBtxlHjfQ)
zJ!%S8_w|{gsaxZ&U=6b&5h7W~Y#86OkfvM;4LTnho^DYpGv5w!BfjlPfkc8YBXprP
zpmtJZ&!sA@1U$Q-?hb@CH&a=2v&^#>KAW8+vXy}D00wk{vBgY=+T9>x{t>t<@Q?`4
zch<3(Ivkm$Y*`%?skbAaEh&I8)`03|6#46M%FumT5&LBwY=cx*HwPX88~bPuu4h)3
zU5~FQcB~#!*sgj!MlP#|Tz0M=_KfR~iupnOfpvXJll@Wj953oCZ}Q){>|FUWfB7<Y
zp$@Xx(gxU<I>#Wq8e2OSUvEsRipAHP2E&|W)tgq`oCMXI37R>{EWQ!iGicegtK@BD
z{toJ4bd$StO_ghdvvro6mI6#caYa4S2&M2a`>+w3dZGh)UlDp&rjeEH1oKJ5odkCg
zaMzMoW$r<8p1h7=0|EEeCZf1&$w~4~0=|ILxstCYay{_~KE=h{r9)dc3+(y1@IbUq
za|a9xBQTm(%!BI4Voma(Fa%Dva~_O?df$<GkOxq}-fM!17Ro#av@0C$)^(CxLQRCT
z#QBhgduh#lsMqX8*5kg1=R=`N6h!vsoiH(J=)wedR6DO9xVDznRNuxD7C?T69%;Mz
z-(8omwF@wQW7w_*5EIX+Iw|CPY+%jUN4$sGi3Ko0vmfbWzE2mxLJcrhy99oW%fyu>
zFctQ*iOrCle;*0+#rSD*+p7fpUhWD~1FANsJ8+A%3_mdgV63MZ(zTBTns~YyR%o6?
z`VC*qQrMxv!}?<mDA7Gd#r1;n^5Hmk)d6EQ&mrS;U(9mo6}1Pbu*3JsO1vA<{scc#
z4eVMQTm}dG<0@F8{VB5Y48Eq-*vs%b>>9?`QL1x{b+>~JUSfOO;V$EGViA-Y*q7~C
z{V2QC0a?bEiBC{#U^XY*lSLPBIGe-CNk2zE#S(5ffe7J>3Fa7lFFL^sTFyDhoNHjW
z@fa4!1al2O{aU!Ffsfdy_rOeeo)xcy?Bat|&K2{s3w1^&^SQltW8m(PpRJxJ?wbT>
z+1_<9QR^l8CHDF{n4)=$XkXZRn5Y6LE4>%S2k!9r>4skf^W|qTlkbI>H6Nh#v%Vq^
zI4INE-wj2#{u)^|_4b|e5$xoER_b&+oc9D02Y%7VPe{*@1Nf<lYon8?%*XLP8gnCy
z-UPK!?OU`7rUB*zkMzLysn3zn9x6XWK<B`~Z7jcorR!Ij->$wy)K3Wb1+0&#<7~-h
z%%h^Ia|ZV4W{`TCh`*d*B>{IIUB$~g2wtNmE)rbe6!BgpiY`fIx)_zeAlO10>Ao{?
z-lI!GexwT|x0K29#FA%@fhB-uq`Y5Tf=JOSQ#i`Qqs2ps$4wy4uyjDZth2LS<|9K6
zzhPzhDy#zMZ&$mcQvMs3qAh|e()a!r*sBqvV%ggJ!7{^MtAd0<;afOgTLR`m0b$=Q
z{B?BYan}nSoV*d%_<nUiJOq|*9gH6oMqss>Ill`v`D;Wf7#**0{?(DCD}9%~3*qoD
DxA8k&

delta 6524
zcmbtZdw5h;lD~Dk?@f0)>2$i&9bO@XB!uQ+LP#(V2!w~cp8+wvVv-v$A?e`l<|Q3@
zKYRd54scLJaCKNjK(JwYoEdjP9=f6eJFJE{h%O9{j)Ot;TSdp&s?+HZGmQJk-hBP*
zI#qS*RMk1B?m3<RJfhy(uBQEKbabSI&(a#XV&S_WU86?$v9}VpryouG*bv=U1N`f&
zWoa<q9*8p@S_XEuswyt(jw(r9s+8*Nek&{WxpJ0BdLO@{D}Kdq*I+Q3@vEA&&_MQ(
zt0GqxTv;=;ab>@qWz;!i?3yBE_9Dq|^+{~l^KmI?@cs@4J9O2I%(}9FfnAFbog*vn
z4i|~Tnc7UoXy%2oaAYo8jA-Ygy@<uG?3LuuBK_7SlGmtN=v!C)5ojQa40sfx*`n1>
zj2wN95BqA<tZi}FP-E5O&a~DT>t)YQe~e~p9kk5f!Ev&aAGTv`mk%S38Y|rX#Z0oO
zmFWxYTC~tKX^u8OOxQn;xSA6wmypLI6;Bj;m4RM$3VDUGb{4S?Z%c9)p??ow4d^SS
zdPq3c=5}M6(SBE9A3WFnR;^oW)EW1RI&2ANJfXGEVVZHix*X!FG4rv0Toam6cw#^*
zv@S5eT1>0{R*a#0>lnH1wC}DvL%WRL!-n62))Fb6uB|z&2hS9=+N0HKww8p8df4i8
zobk4Kk8bq^b)6{PJI!T8cWYREoqMWX>nR-m`J{D7WNT0zmQ5%ue+QS@u(i&Wb}d<0
zy=Suh_g*&l+;X00{nCQFdqcwTQ-o#EQrngeAh(y`w)$-n`?ht5{(o011{2z(9arlw
zg?R4`9o5e1D0DhaI33-t)<h$>x8PDe!H?S=P}k1^*03QHRCanpk=gCg#{dR6mSt`n
zl(GzWhdz$llZd)VkVnm-1WT~#b+CqwF1CMT*VxI(Gh$iuURNY(mDJKFaB1UP#=tY1
z3qbxt4qV<64-jOxwkENxdK-KCB{S<=Z&tSZC7;Y=@*ti~saKVCq8Ymh;#e(8z0_o@
zUyNf7^{FtO1?!Vw1iM_Hq+|-o!%1<GxY`U_R2_JdSVBV**x1m9uA^nmS_ghut@=TW
zX<fb!UlMxU`e-)4v`f-rcN_Mh->={&^sE8D<cIlkk(4a?da_duskqobZzy9^8b3j5
z0Gp$ZM`e8iV=MzEvePU#ZW1z@t!1U&3SWh%q^4G@sP;0~wtRaT3Vux~QL)NmO61Hy
z`L?HlsXOYDlB7+A$)l2_ll?|y;n$g@$WfVwGkxVz{S9aOD@e1)t6YKK?uZ3dLo<Id
z1TOMM86>7X`#w~#fxB{GA*<fiPhE`CuML6ccO@vwI;6V=PVD{B0#C3v4o=QmjSPJa
z!OIw5v$4`s>C<l^sW%Y3O|XT;TM2d$Y-hs`T~wbT@<kSZxG?1jB%5Qs6&|0yyu_!M
zmRFSMrM`+#m+hq2D6y^Aosn;mHG-_buEWW8*v9_-M4`HYG`2AH<XZR__T<TOc!AwK
zISHO;L*ASYCs^Z~f9Q9RR6fU!&9?GKN_{1ZYQ4UR6<%-Yf(rc*$%M0xkfDZCNzP+L
z?xW!XL{V(|5%$)p0GwqjP7jBt0{?c}>Ttg<dJvo-*hcUr>He0e-x0h)u$z7RVX}IX
z$md!2rj)U#i9CbQY^d;P`lHy#9jTus?pp+6JNU_xF#H@*wFJ8f-X@i~MD1ZuH5I~M
z_Fhx+eJ>FAO@dPdt4Y3wK<u(g;;p6Te-QN!>wbCY^m9ZO6Z2ODVxrzBUNbd6BKRXg
zTmJO-NGeh$#(x!?&6eug1ts3a<>i=B%+k@zj>My+_8Ni6-)u6nnP3yaadz$URQDwk
z|AFAY2tFV<Pv9XPk&8y8ymqVrPImaT8u=*+2nGh$H1~>7uA=tafkU6FGQ7`@UHcy1
z4IIAS0#M2J+!$n;MYd)WOk<ziNQCQ+pCu@tWBcPk&(GG7*026tt$vA&zbb+F&)0zZ
zHPUyKz@9I*7%aD`<2MA~vYeZ}e%7wM*-!ZnMRMTTn{OMPVh^k(RguaUiF$@Dy*&oj
zuoJhP5jTkOcVK_Koue9Xqv{t}mv3^ESR|7JGrutzqwbK#4+K8~Tlk&Z_BWz`3iU%u
zVlRC+yX>Chkj^p6i<K;kL`M*1A}|v~5{TKdkn)qH{1k%Qh)y9LLvrC)94r04r{cu+
zw7{nCXMn6b0$1;h0E0<i&945?jpepj1CxJDHW*aT<-p><pHdA5&yrxi3Jy6|_AJDM
z$9<t%SPyz8%P7ObecWcNQ?+!zie)rS%fPc~IzJi(4(^G9sE7g7?kw>`7D$c`D`ke2
z65HgjnxUt)&C0;Af`fO7?qDS`OAO^km8{MfW$4keTWfRzKWPGo(l%;OcJ-%deqRK1
z;RnnR%U`#Ei=U5yG-{^t^A;G%pRhtqZksKP<1=lLpAI42G`Y^;bA$)M)8GAmsIrFJ
zyQJN+mcuVvAv-oZ%tWPJRI)KhNMN)6*2{6PE=iG)#J9vimwzrj0ly@*%Ku#I;x#rf
zLmpphgKWOV0@lR)+j%$mA416E=#PtkWdkKU=dNaoq;IT?@a5m-_~_l=`uGj_W*qXI
z?2kBDz}>MhdT3%;<h5!;eZ#^nNvcW;)0oqNzER;8N|M90Zw!Am7COfc+lQ<375s#r
zy{W7)t|$K?781J@PI_Q^<!)Nh(+U1W(1&0e&$0u98~klMBwFHWxff!0{RaQq4!?mS
z{)z*hfCqVY92CemfLon#4QBGMo$#nd?93+AcK6~Q7bL+PUhjggXzZX1dcs+L-UXc?
zp8wee3HAvz8tu7erMk9M^Xij$w|Gd%78OD4Uh$^9N`rqwKqWx`Z?bL*mHb3vTqIF<
z?umy7GSi4b@EG3vyapS+=08bHxnS(pBG;-)>J^Lgf~)tT{ueDdmn=CgQnAW!#KS3h
zgc^LM6BI`Vr}Tnz#x7ctmMUFOjhsKoa6NsvJb!@U#sCEy<p#P`^09s45*T>*ei&Is
zFs~onG{9=^&VZxJU>rLqcr^nwBWjGyhJrY%OKw@0$u)`=-&}+Fj%*m9hAIz#FB>{#
zh>DVj;^v4&rOPQFqSAPc7+nv1^b88K4;dkt6?6`Q;{aFqx%*+T8p;-r&VhcBqezEf
zDIbvo8*CbO<Whw+3p8n#tl9YG9GIa19yeoyxw+7vj4a5*sTS`LQIjX|hCE1tiTu}j
zFcLQLAM)TZY8}Xj;jo?mH6OAqS7`Fm$fwD?|6s^bchW(8DqlDlYEkv0!7x$YWeWBg
z0+T@%g*BD0EPy(Bk16<50n7zlGINGO_fE6W(`MuRN_?-MMssde?@w0e@Wx@VS>9&~
zCKW<86waim9wI0v5a%ILpy>dCwVBN5vk5|jA@#DM)f92(@%M+rL-J7*M|)j^BSt_z
zxv+91xNxF&jD$R=FwxdquOT-o`JYC@IQe%bK4277ftNow3R3z0(QqtLcvMZc@gwPF
z1U1z35LD85o%yygFjPH-sqxO^-A6;(j<Ik)j<nn$26$NxhwB~>i9CNCIQiW1kRmAg
zoQY2x2Or?DD6Nq%nu0sW!vKR*42?#9mJ$B(B<R*xtfR89FYc&NVkom6vZMFlsguDC
zm3;DKm?D2@3cfHIz5=+9H%x_k<zc^6CGkhi`0B}>2IC-|ubT#M8Nl-n-#ZmLv!`D)
z^F>840ysZb1S>I>S<_)<LOgcEtrvRqoc1lv#J_wH26Dp;=r4Pkc-9P93p+yACN)Iy
zD>GmgmKCzjr#=Yt`NWxUUm-2A)~6~iOrcq4n67e#DZD4ZK}&~<7f%(>4w7#`SPfq(
zQ3s=W%S>?MNcA%yE~TVPSm-y3o5rAUTavJDN7X659A5AcB!HFAc?eQhK1i!Sf#zAv
z0#&@}IHObW+no@qO=2UBN4;jFr(&5;pGevz1fpOqK&shPQbMwl5?$0nv7W0)Wd%Vk
zsYKK+_AOfM!{SIoK1%%AfJH&~aYr#szykYlF=QDZM*)97A3E_P#h_Ym(~3*Ss}9|A
z2Jq9xupU>}xLL3Z;`ohOFq|)(4Q4)IHon&m&xW3S^K5WMU9h>EVx5;_-7S)Zzd9RU
z;|J!z_MYPlq*JcZHvD=gt<Z&E=L#Yx#2MZ-MNEh>yc?rTh~uSmp}H591h+x2BOh0h
z@Ae{J?V>{Oa!>hKyq}c%Dr-GhEpE?+96T%Zn+HXBf><>VoDWZ-E=2@02t<}BLApo=
z<slTgkEkUCB0&_izMeo7BAVe)nH)zvf{m1iZzX<b9&F*ymca0sOr=MQ)CQ06zm!0C
zl~l`tPtAq6VDiJbE}%cpEroOk)zxNoL4~h;sitR=RWn~v3ca!1zf=m7l+DOW5B^Un
zWE$ijf%mO|^u)HqC>DLU=pVX*>Js&L@Z}Yd(Mv(vZTr8DqWpXXBxJO`_SzjrRedX2
zBm3=6r1ivW;N9j!AEgoLp~3O<VU_}0`M!m)pSF5641q?zxf*(8JVwf*$cg*fDazhC
zvUdxqW<w?3FU1-zqeUI5Z{=62Aw}I08X}?w7AU)sE)IHYV3Ptd{6`%IMeQN6xQ^i^
zv{rZWA}@4RXiu&UdcAN_R=1NzWpLaQJXEQNv2n!Ai<iO|P|8Oxg9Ykq$ojoGcyt-=
zw$!oc4=$<w)aPY{=9uzQPf4k!mDGgpqwWa(D8IcNiY-S-hv2N4&wLE+?dQW+KyS-&
z;uCye=8IRrlHS+JCg{-=>M`Vd@gs#_uwo>FkIX@b9|E8X&QAVr9n@RM1>wh4b8x}q
za7}^heEd2X4F@<|2Ys`5l3W-T7YK?@r+7pFZcFH@CbDyYxMv8?^4semU8O@BhSGaI
z<SOTomV)!wL%IQ~_>N7G8oD%z<B)^=786s<FKmK0ln+rmKiK#LRM4CJyC)%Q<Y{C*
zFv-1H-;c`8s#c3Xge(cY7{z@?9I5t^A#rdJ)}~QY%&xe|M({;X!5AnAzWx*p1w3DW
z|1@kEa)6W?(7Sd&RfyZJxZ~3GRu^~K<3x!I?Gd8Ht@arI{boETh>MrX?`#Hb<zy0;
z5zuccx=7z*qUeVc@zaHVjRyOafUd9laiZu}s?$wWrz@zwoKi;@%+LYRNliKf>X%5F
zPGq5T6P<}fRnTeM>W%U|L|Vf-txx^#Y>A~L*3I38XDq9&t=4H~bV_)KigU*_7&rOi
z>WTvWE0m%yk~b=tzZJGCGtHJJyQ?YE+SI8_Q)E<=Il3inkqlj1q<=t783?u(31R05
z@pa^p-*}JJ2(lwo1^aA=MsVmVq_*IH0@|=TnxEeR4`gUEvF?qx1pk}%(ka1F9HQZW
E0al<Gt^fc4

diff --git a/litellm/llms/nlp_cloud.py b/litellm/llms/nlp_cloud.py
new file mode 100644
index 000000000..8dd2e0230
--- /dev/null
+++ b/litellm/llms/nlp_cloud.py
@@ -0,0 +1,103 @@
+import os
+import json
+from enum import Enum
+import requests
+import time
+from typing import Callable
+from litellm.utils import ModelResponse
+
+class NLPCloudError(Exception):
+    def __init__(self, status_code, message):
+        self.status_code = status_code
+        self.message = message
+        super().__init__(
+            self.message
+        )  # Call the base class constructor with the parameters it needs
+
+def validate_environment(api_key):
+    headers = {
+        "accept": "application/json",
+        "content-type": "application/json",
+    }
+    if api_key:
+        headers["Authorization"] = f"Token {api_key}"
+    return headers
+
+def completion(
+    model: str,
+    messages: list,
+    model_response: ModelResponse,
+    print_verbose: Callable,
+    encoding,
+    api_key,
+    logging_obj,
+    optional_params=None,
+    litellm_params=None,
+    logger_fn=None,
+    default_max_tokens_to_sample=None,
+):
+    headers = validate_environment(api_key)
+    completion_url_fragment_1 = "https://api.nlpcloud.io/v1/gpu/"
+    completion_url_fragment_2 = "/generation"
+    model = model
+    text = " ".join(message["content"] for message in messages)
+
+    data = {
+        "text": text,
+        **optional_params,
+    }
+
+    completion_url = completion_url_fragment_1 + model + completion_url_fragment_2
+    ## LOGGING
+    logging_obj.pre_call(
+            input=text,
+            api_key=api_key,
+            additional_args={"complete_input_dict": data},
+        )
+    ## COMPLETION CALL
+    response = requests.post(
+        completion_url, headers=headers, data=json.dumps(data), stream=optional_params["stream"] if "stream" in optional_params else False
+    )
+    if "stream" in optional_params and optional_params["stream"] == True:
+        return response.iter_lines()
+    else:
+        ## LOGGING
+        logging_obj.post_call(
+                input=text,
+                api_key=api_key,
+                original_response=response.text,
+                additional_args={"complete_input_dict": data},
+            )
+        print_verbose(f"raw model_response: {response.text}")
+        ## RESPONSE OBJECT
+        try:
+            completion_response = response.json()
+        except:
+            raise NLPCloudError(message=response.text, status_code=response.status_code)
+        if "error" in completion_response:
+            raise NLPCloudError(
+                message=completion_response["error"],
+                status_code=response.status_code,
+            )
+        else:
+            try:
+                model_response["choices"][0]["message"]["content"] = completion_response["generated_text"]
+            except:
+                raise NLPCloudError(message=json.dumps(completion_response), status_code=response.status_code)
+
+        ## CALCULATING USAGE - baseten charges on time, not tokens - have some mapping of cost here. 
+        prompt_tokens = completion_response["nb_input_tokens"]
+        completion_tokens = completion_response["nb_generated_tokens"]
+
+        model_response["created"] = time.time()
+        model_response["model"] = model
+        model_response["usage"] = {
+            "prompt_tokens": prompt_tokens,
+            "completion_tokens": completion_tokens,
+            "total_tokens": prompt_tokens + completion_tokens,
+        }
+        return model_response
+
+def embedding():
+    # logic for parsing in - calling - parsing out model embedding calls
+    pass
diff --git a/litellm/main.py b/litellm/main.py
index 243dd891e..476f83da9 100644
--- a/litellm/main.py
+++ b/litellm/main.py
@@ -27,6 +27,7 @@ from .llms import bedrock
 from .llms import huggingface_restapi
 from .llms import replicate
 from .llms import aleph_alpha
+from .llms import nlp_cloud
 from .llms import baseten
 from .llms import vllm
 from .llms import ollama
@@ -111,6 +112,7 @@ def completion(
     # model specific optional params
     top_k=40,# used by text-bison only
     task: Optional[str]="text-generation-inference", # used by huggingface inference endpoints
+    remove_input: bool = True, # used by nlp cloud models - prevents input text from being returned as part of output
     request_timeout=0,  # unused var for old version of OpenAI API
     fallbacks=[],
     caching = False,
@@ -154,7 +156,8 @@ def completion(
             model=model,
             custom_llm_provider=custom_llm_provider,
             top_k=top_k,
-            task=task
+            task=task,
+            remove_input=remove_input
         )
         # For logging - save the values of the litellm-specific params passed in
         litellm_params = get_litellm_params(
@@ -421,6 +424,29 @@ def completion(
                 response = CustomStreamWrapper(model_response, model, logging_obj=logging)
                 return response
             response = model_response
+        elif model in litellm.nlp_cloud_models or custom_llm_provider == "nlp_cloud":
+            nlp_cloud_key = (
+                api_key or litellm.nlp_cloud_key or get_secret("NLP_CLOUD_API_KEY") or litellm.api_key
+            )
+
+            model_response = nlp_cloud.completion(
+                model=model,
+                messages=messages,
+                model_response=model_response,
+                print_verbose=print_verbose,
+                optional_params=optional_params,
+                litellm_params=litellm_params,
+                logger_fn=logger_fn,
+                encoding=encoding,
+                api_key=nlp_cloud_key,
+                logging_obj=logging
+            )
+
+            if "stream" in optional_params and optional_params["stream"] == True:
+                # don't try to access stream object,
+                response = CustomStreamWrapper(model_response, model, custom_llm_provider="nlp_cloud", logging_obj=logging)
+                return response
+            response = model_response
         elif model in litellm.aleph_alpha_models:
             aleph_alpha_key = (
                 api_key or litellm.aleph_alpha_key or get_secret("ALEPH_ALPHA_API_KEY") or get_secret("ALEPHALPHA_API_KEY") or litellm.api_key
diff --git a/litellm/tests/test_completion.py b/litellm/tests/test_completion.py
index 84336eb88..98faeb5c2 100644
--- a/litellm/tests/test_completion.py
+++ b/litellm/tests/test_completion.py
@@ -113,8 +113,38 @@ def test_completion_claude_stream():
         pytest.fail(f"Error occurred: {e}")
 # test_completion_claude_stream()
 
+def test_completion_nlp_cloud():
+    try:
+        messages = [
+            {"role": "system", "content": "You are a helpful assistant."},
+            {
+                "role": "user",
+                "content": "how does a court case get to the Supreme Court?",
+            },
+        ]
+        response = completion(model="dolphin", messages=messages, logger_fn=logger_fn)
+        print(response)
+    except Exception as e:
+        pytest.fail(f"Error occurred: {e}")
 
+def test_completion_nlp_cloud_streaming():
+    try:
+        messages = [
+            {"role": "system", "content": "You are a helpful assistant."},
+            {
+                "role": "user",
+                "content": "how does a court case get to the Supreme Court?",
+            },
+        ]
+        response = completion(model="dolphin", messages=messages, stream=True, logger_fn=logger_fn)
+        # Add any assertions here to check the response
+        for chunk in response:
+            print(chunk["choices"][0]["delta"]["content"])  # same as openai format
+            print(chunk["choices"][0]["finish_reason"])
+    except Exception as e:
+        pytest.fail(f"Error occurred: {e}")
 
+test_completion_nlp_cloud_streaming()
 # def test_completion_hf_api():
 #     try:
 #         user_message = "write some code to find the sum of two numbers"
diff --git a/litellm/tests/test_exceptions.py b/litellm/tests/test_exceptions.py
index f08705e41..6320b7131 100644
--- a/litellm/tests/test_exceptions.py
+++ b/litellm/tests/test_exceptions.py
@@ -75,6 +75,9 @@ def invalid_auth(model):  # set the model key to an invalid key, depending on th
         elif model in litellm.aleph_alpha_models:
             temporary_key = os.environ["ALEPH_ALPHA_API_KEY"]
             os.environ["ALEPH_ALPHA_API_KEY"] = "bad-key"
+        elif model in litellm.nlp_cloud_models:
+            temporary_key = os.environ["NLP_CLOUD_API_KEY"]
+            os.environ["NLP_CLOUD_API_KEY"] = "bad-key"
         elif (
             model
             == "replicate/llama-2-70b-chat:2c1608e18606fad2812020dc541930f2d0495ce32eee50074220b87300bc16e1"
@@ -119,6 +122,8 @@ def invalid_auth(model):  # set the model key to an invalid key, depending on th
             os.environ["TOGETHERAI_API_KEY"] = temporary_key
         elif model in litellm.aleph_alpha_models:
             os.environ["ALEPH_ALPHA_API_KEY"] = temporary_key
+        elif model in litellm.nlp_cloud_models:
+            os.environ["NLP_CLOUD_API_KEY"] = temporary_key
     return
 
 # Test 3: Invalid Request Error 
diff --git a/litellm/utils.py b/litellm/utils.py
index c5f35cfde..ff7a8588c 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -783,6 +783,7 @@ def get_optional_params(  # use the openai defaults
     frequency_penalty=0,
     logit_bias={},
     num_beams=1,
+    remove_input=False, # for nlp_cloud
     user="",
     deployment_id=None,
     model=None,
@@ -917,6 +918,29 @@ def get_optional_params(  # use the openai defaults
             optional_params["n"] = n
         if stop != None:
             optional_params["stop_sequences"] = stop
+    elif model in litellm.nlp_cloud_models or custom_llm_provider == "nlp_cloud":
+        if max_tokens != float("inf"):
+            optional_params["max_length"] = max_tokens
+        if stream:
+            optional_params["stream"] = stream
+        if temperature != 1:
+            optional_params["temperature"] = temperature
+        if top_k != 40:
+            optional_params["top_k"] = top_k
+        if top_p != 1:
+            optional_params["top_p"] = top_p
+        if presence_penalty != 0:
+            optional_params["presence_penalty"] = presence_penalty
+        if frequency_penalty != 0:
+            optional_params["frequency_penalty"] = frequency_penalty
+        if num_beams != 1:
+            optional_params["num_beams"] = num_beams
+        if n != 1:
+            optional_params["num_return_sequences"] = n
+        if remove_input == True:
+            optional_params["remove_input"] = True
+        if stop != None:
+            optional_params["stop_sequences"] = stop
     else:  # assume passing in params for openai/azure openai
         if functions != []:
             optional_params["functions"] = functions
@@ -993,6 +1017,9 @@ def get_llm_provider(model: str, custom_llm_provider: Optional[str] = None):
         ## baseten 
         elif model in litellm.baseten_models:
             custom_llm_provider = "baseten"
+        ## nlp_cloud
+        elif model in litellm.nlp_cloud_models:
+            custom_llm_provider = "nlp_cloud"
         
         if custom_llm_provider is None or custom_llm_provider=="":
             raise ValueError(f"LLM Provider NOT provided. Pass in the LLM provider you are trying to call. E.g. For 'Huggingface' inference endpoints pass in `completion(model='huggingface/{model}',..)` Learn more: https://docs.litellm.ai/docs/providers")
@@ -1968,6 +1995,81 @@ def exception_type(model, original_exception, custom_llm_provider):
                             llm_provider="ai21",
                             model=model
                         )
+            elif model in litellm.nlp_cloud_models or custom_llm_provider == "nlp_cloud":
+                if "detail" in error_str:
+                    if "Input text length should not exceed" in error_str:
+                        exception_mapping_worked = True
+                        raise ContextWindowExceededError(
+                            message=f"NLPCloudException - {error_str}",
+                            model=model,
+                            llm_provider="nlp_cloud"
+                        )
+                    elif "value is not a valid" in error_str:
+                        exception_mapping_worked = True
+                        raise InvalidRequestError(
+                            message=f"NLPCloudException - {error_str}",
+                            model=model,
+                            llm_provider="nlp_cloud"
+                        )
+                    else: 
+                        exception_mapping_worked = True
+                        raise APIError(
+                            status_code=500,
+                            message=f"NLPCloudException - {error_str}",
+                            model=model,
+                            llm_provider="nlp_cloud"
+                        )
+                if hasattr(original_exception, "status_code"): # https://docs.nlpcloud.com/?shell#errors
+                    if original_exception.status_code == 400 or original_exception.status_code == 406 or original_exception.status_code == 413 or original_exception.status_code == 422:
+                        exception_mapping_worked = True
+                        raise InvalidRequestError(
+                            message=f"NLPCloudException - {original_exception.message}",
+                            llm_provider="nlp_cloud",
+                            model=model
+                        )
+                    elif original_exception.status_code == 401 or original_exception.status_code == 403:
+                        exception_mapping_worked = True
+                        raise AuthenticationError(
+                            message=f"NLPCloudException - {original_exception.message}",
+                            llm_provider="nlp_cloud",
+                            model=model
+                        )
+                    elif original_exception.status_code == 522 or original_exception.status_code == 524:
+                        exception_mapping_worked = True
+                        raise Timeout(
+                            message=f"NLPCloudException - {original_exception.message}",
+                            model=model,
+                            llm_provider="nlp_cloud"
+                        )
+                    elif original_exception.status_code == 429 or original_exception.status_code == 402:
+                        exception_mapping_worked = True
+                        raise RateLimitError(
+                            message=f"NLPCloudException - {original_exception.message}",
+                            llm_provider="nlp_cloud",
+                        )
+                    elif original_exception.status_code == 500 or original_exception.status_code == 503:
+                        exception_mapping_worked = True
+                        raise APIError(
+                            status_code=original_exception.status_code, 
+                            message=f"NLPCloudException - {original_exception.message}",
+                            llm_provider="nlp_cloud",
+                            model=model
+                        )
+                    elif original_exception.status_code == 504 or original_exception.status_code == 520:
+                        exception_mapping_worked = True
+                        raise ServiceUnavailableError(
+                            message=f"NLPCloudException - {original_exception.message}",
+                            model=model,
+                            llm_provider="nlp_cloud"
+                        )
+                    else:
+                        exception_mapping_worked = True
+                        raise APIError(
+                            status_code=original_exception.status_code, 
+                            message=f"NLPCloudException - {original_exception.message}",
+                            llm_provider="nlp_cloud",
+                            model=model
+                        )
             elif custom_llm_provider == "together_ai":
                 error_response = json.loads(error_str)
                 if "error" in error_response and "`inputs` tokens + `max_new_tokens` must be <=" in error_response["error"]:
@@ -2240,6 +2342,15 @@ class CustomStreamWrapper:
         except:
             raise ValueError(f"Unable to parse response. Original response: {chunk}")
     
+    def handle_nlp_cloud_chunk(self, chunk):
+        chunk = chunk.decode("utf-8")
+        data_json = json.loads(chunk)
+        try:
+            print(f"data json: {data_json}")
+            return data_json["generated_text"]
+        except:
+            raise ValueError(f"Unable to parse response. Original response: {chunk}")
+    
     def handle_aleph_alpha_chunk(self, chunk):
         chunk = chunk.decode("utf-8")
         data_json = json.loads(chunk)
@@ -2320,12 +2431,15 @@ class CustomStreamWrapper:
             elif self.custom_llm_provider and self.custom_llm_provider == "vllm":
                 chunk = next(self.completion_stream)
                 completion_obj["content"] = chunk[0].outputs[0].text
-            elif self.model in litellm.aleph_alpha_models: #ai21 doesn't provide streaming
+            elif self.model in litellm.aleph_alpha_models: #aleph alpha doesn't provide streaming
                 chunk = next(self.completion_stream)
                 completion_obj["content"] = self.handle_aleph_alpha_chunk(chunk)
             elif self.model in litellm.open_ai_text_completion_models:
                 chunk = next(self.completion_stream)
                 completion_obj["content"] = self.handle_openai_text_completion_chunk(chunk)
+            elif self.model in litellm.nlp_cloud_models or self.custom_llm_provider == "nlp_cloud":
+                chunk = next(self.completion_stream)
+                completion_obj["content"] = self.handle_nlp_cloud_chunk(chunk)
             else: # openai chat/azure models
                 chunk = next(self.completion_stream)
                 return chunk # open ai returns finish_reason, we should just return the openai chunk
diff --git a/pyproject.toml b/pyproject.toml
index e543b97bd..17e65d90b 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "litellm"
-version = "0.1.623"
+version = "0.1.624"
 description = "Library to easily interface with LLM API providers"
 authors = ["BerriAI"]
 license = "MIT License"