From e9747fb763e9f0833bb61d8aa82133bf84705e92 Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Mon, 25 Sep 2023 20:30:12 -0700
Subject: [PATCH] update to expose longer_context_model_fallback_dict

---
 .../docs/completion/reliable_completions.md   |  30 ++++++++++++++++--
 litellm/__init__.py                           |   2 +-
 litellm/__pycache__/__init__.cpython-311.pyc  | Bin 13263 -> 11762 bytes
 litellm/tests/test_longer_context_fallback.py |  13 ++++++++
 pyproject.toml                                |   2 +-
 5 files changed, 43 insertions(+), 4 deletions(-)
 create mode 100644 litellm/tests/test_longer_context_fallback.py

diff --git a/docs/my-website/docs/completion/reliable_completions.md b/docs/my-website/docs/completion/reliable_completions.md
index e9a0a2f6c..a58975c1b 100644
--- a/docs/my-website/docs/completion/reliable_completions.md
+++ b/docs/my-website/docs/completion/reliable_completions.md
@@ -1,10 +1,36 @@
 # Reliability
 
+
+
+## Helper utils 
 LiteLLM supports the following functions for reliability:
+* `litellm.longer_context_model_fallback_dict`: Dictionary which has a mapping for those models which have larger equivalents  
 * `completion_with_retries`: use tenacity retries
 * `completion()` with fallback models: set `fallback_models=['gpt-3.5-turbo', 'command-nightly', 'llama2`]. If primary model fails try fallback models
 
-## Completion with Retries
+## Context Window Errors 
+
+```python 
+from litellm import longer_context_model_fallback_dict, ContextWindowExceededError
+
+sample_text = "how does a court case get to the Supreme Court?" * 1000
+messages = [{"content": user_message, "role": "user"}]
+model = "gpt-3.5-turbo"
+try: 
+    # try the original model
+    response = completion(model=model, messages=messages) 
+# catch the context window error
+except ContextWindowExceededError as e:
+    if model in longer_context_model_fallback_dict: 
+        # switch to the equivalent larger model -> gpt.3.5-turbo-16k 
+        new_model = longer_context_model_fallback_dict[model]
+        response = completion(new_model, messages)
+
+print(response)
+```
+
+
+## Retry failed requests
 
 You can use this as a drop-in replacement for the `completion()` function to use tenacity retries - by default we retry the call 3 times. 
 
@@ -29,7 +55,7 @@ def test_completion_custom_provider_model_name():
         printf"Error occurred: {e}")
 ```
 
-## Completion with Fallbacks
+## Specify fallback models
 LLM APIs can be unstable, completion() with fallbacks ensures you'll always get a response from your calls
 
 ## Usage 
diff --git a/litellm/__init__.py b/litellm/__init__.py
index ce1cace84..df81cf7b3 100644
--- a/litellm/__init__.py
+++ b/litellm/__init__.py
@@ -261,7 +261,7 @@ models_by_provider: dict = {
 }
 
 # mapping for those models which have larger equivalents 
-longer_context_model_fallback_dict = {
+longer_context_model_fallback_dict: dict = {
     # openai chat completion models
     "gpt-3.5-turbo": "gpt-3.5-turbo-16k", 
     "gpt-3.5-turbo-0301": "gpt-3.5-turbo-16k-0301", 
diff --git a/litellm/__pycache__/__init__.cpython-311.pyc b/litellm/__pycache__/__init__.cpython-311.pyc
index 05a7c09e2dbe18127e155f3f2f7f44e03662f200..d18aa4f2253b5fe4e54a54771ed1d84f4a660744 100644
GIT binary patch
delta 4065
zcmaKv%TpWK6^FZpgb*Me0t+k~V+7`5BY}AMfiW**z`V@c<BP{~OZOso=$4pP3mc6m
znn|3DXNIJb>P0qFDUyX#so919Ad75Ll}vV2XAxIrm7O!*O{$WdbJda!vMi}T-E)5D
zocrk8x1_(uzT3?F&h0K2;PsC?9yZ=72>(PQ_o}uUufK<wUkU316{x5PB>OEA5p0`c
zQ%gvRYA1HpK^$r+DOH`sDPl~CQl`3yOB7-PDQ9+8aXMF7V3pK9EC?Bt+#oqw1uNOI
zy$N{Jf=~y9Vq{f8ky2EslT=fY)G)`1F3PwnlG*~r#g+05@z4rVN6Se)6gX87R%sRR
z7AS5@X(&*tETyqPskW5Uc_qUa1ZG%cNxr<4Q)(^cOo8IDl(Pj&ouxDtDD{?dE~{kw
zhpu1<r!1+tAjxYf=L?huOKB-k8ZE_Npq#dpR!}m>w}g*NPSVCMz<|zhtDLlR>#U`9
zaI49(I=OX@TO#R#lCEPrrx_JlAQxFF?68WrcNp|=KEo4R$R*Ydrk`5^2|z*+5-Mpc
z_q06|NRLfmJujfxH~hvRNH4^Nc;UVig)d;9O_&yF`!j)dFyRONxwIE0Py;Uh$_Qit
z3J;tpJV-mC%geAOufTN`u4`}&!F3(3VR#a5z>`o(yRaLuM!0p+vPQXe$+E_{)ooeh
z+zMFMM1-3`%e=|09?P2KR<C8<;#SDArnuE-S<~F=x2zd%4WPw(4{jTOtM?m2jtb{2
znPYPY^Tu!7_2=l|3lWw9uI!6m-nL;&^RgQU3mDSKW{-!6!v0|K{44qVk>dHZc>dLV
z{%G-hqj>(ceEwMR{67}YAF}fM+3dk0pFh1$hhM;=e8U$87l+(o<JsbNc83ldL(b+B
zYe8*v&^TAx;Amiz*$7|Z^8G^GA1OY75o-Vq?AH4##EVxL%~zOsUxi;6uP~OcaPxf?
z{!+Zcc)r5a`zrjmc!i04h3VoIZ2Q6D6>eG;PO+J6h0Htdg>C;qOrVp$70D8RTyA9_
z9y$e{W$u}_JTu@~;hx);XBIrG+%tzBIv*3s8eO1^F&kOu{yW^i1pW<ngJnk25XMG1
z$2gZb$2pfdCpafLr#M$QS2<@mr#Ux}<Sq<<83ytJ?{Eb>gs!Zf*ce-4%WQ?MvT-(%
zVOCkT&eqrlUH#fk?y){Nzt;FT*XahmOFy9ZD50D1z7OvY;r)Py>BFz92;s33kBz{b
zHhGs(ZVywc+*j|D`|yKfm@?(VHT>RE9;jgwRv(gwszmA~H9{h4ltfkNL1l!gTg2$7
z=vuUrKH^DC(fD^vNvb;0)f7poyJS~=OdhLG$P;ys?5Syz<~fg)kJYE-DYV5^p-cW3
z%wAYD{^UuCYlqkC#1g|*Gh$45>m7X{1P(X7Gvd_{G|jSbSdPnjIGnCo*qcv8B_){i
z+yFi427D?U)wevi@4KGE`?X;Fz2VZCYvBLApbf#7hK01j9EOdS#%>oE&}S?*cnzg-
zWabJOT{g2itUuD2M8nZUTxU;ojr&E@&30K_4^yT~vXV^VNqnAHHp^rRioCU_O@MRK
z_^vS|4js0gj<_n8z@aT8R*YZzyJ}aVX}Wfq29?8-tZf*7_6JMvVt{P?&wn-ZRsuRB
zh$w<0wh&lDV~7oejMzq~0Mnx;;I1aak-hMame_@%Y3bV7jvnX_4hHm;7D)s`m$%d2
z0#~57zc-Y5r*JvcpLSuwK%l>GJ6)A;LQZJln2n)jQAJ8o7U)Y?MIT9eAR;Fdah~ak
z!r)H$S`#}gt|d}B(|QsaXiIWW!Qj$OZ$(LQxI>8@Iogx!sH-aNK9-aA95eac3Vb+L
z2cJv2oPPy+GdQ1|fqISAg&a@n&~G4=_MG$t`_koa=JfWQ$9j81U>}<^<R7znOml8_
zQCx&~tU<ax7XbkU^Un=#H)Q&iL_Ef{+~y7Q-4NcA6eS`>x5HG9>W5#ocG_k?F<sex
zF2`e92kx9weQyU1{Hdkc5e`Ht!U-^|6<KGBq6VW<^btmuq2w|~+kH*=pGd2~sEQ=h
z!?436i6ql1(d{;N+x;2*Z=}^AY7rhp9ikp_3gJaGAQ}<)yHxWb&LGYrnh@szrah8K
zC|Wbx=MgOkKcW@U1~464N<z|2cQ~3F(KLK~qlu)hUBCc5Xw35L`fzVQI_$VYrbEGl
zCVOOzVeo{p-m$TC6PuHWTZk#dG-3vE8!?NRL(C%<5Q_lQ0c)ow&5~`lXF7HzCB?K(
z<3AlOZTB#QAT|+U40i9pDFY92_F2{*8e^T!nFPu^h>s8&A_*{^I!o$sKTJnThoebL
zp|Xp3jCg|BL!=QOBc38YLHrPb|7x^P5uYJ`g!nPy8R931pJI$@S0y=aR?2WP#xzNn
z6Y->W3FXfb&k<iBzC?V5*hl;fU{*y^GzNP^mEsa?QSIlbj3D?~jED61Wy3J#l)^@|
zKY)p6Y_c1+)~gaxbc!zp-?xJA@O9T>*<8Ee?K<-H;m6&0<nhDjWuyPd*Y*<H-u5H!
s#Uo$vWykzcaN*U3x^CMm0r0KhKbVA;h^A=!H*a+xPV{{t+Hnm32S-4cf&c&j

delta 5572
zcmbuDTTB~Q8pqGrV*>^QCR~z`i-C|p112fCk_&|pZn-C<X(kD-;hY#JGd7(WLtsr!
z+Ek(|w42E7mfqcLo21)5M2c40mzBER*VQf~`2mg8Ri$bl@)ot)mprWY`;G?}$JAMA
zhs@9OegAX*=ggUN&W!TorGEtJeYe|1;84ExFljp>KVYzYlv)=*%@-5$9yw1ap@K}L
z^sgWZ)F#=e{T7kzRFp*OkQ_F`oYcvLYX!?D$-=~6#5H>fEx0ET@)exv<3sYXEjuF+
zW>dH3){W=X)k>fpI}@4Xo((+VOdmqJXGKyG@2N|2!Ed2ltdvM4id%9krBbO<CY34W
zQaLYMBzu$!sX`z@BCTO=R=IB3im)o`ItWpa#HDJG%2_2VxoZ2lz|U7uv^ZT<s>v}a
zL4~@dwN#MSvC?OnDCMdkt<O=)xMGuPX}nz803*E-3^wHy^H>I(bCe28@#ZLNETt|-
zskD^(l}eo8U{qOB!%B%O)t0g)N2#%t#vEm>rEJYn)>+E7i~{Y$0bN*cNlh7PS*f*@
z<{V{%rM!@%Y_yc^Im#wWX-O;T_S0S1%q6$f%6!lvFOO_e8;|NNZ3mC)t!O8Y8h9i~
zFM?%7*38+0N{C49tPEyY<;ocbEi{4(^M9+fi|vMR8@D0S9;mPvDpb)Xo@s_PxDVFE
zzI$Ny6(1FZv>(cKaN`5d7{7q^Y^0CS?Y9VRVMW(4!H;`(@PIRYNQdHJeCQeD!?YEe
z?1U-#5}aLdcEfoD&K@|A!gA_`l~6@}=n7FEkJ_xLpGP~aXn;pMt!R)(FIv$ti2PNw
z-3pI$ahDaH;L&a?I?1CwR&<I-d#&g+kM>#786NG&i0x0F#r-Lvi0cc^NkeQXc^>1<
zgmz@_PV~TazR#%DtT*{GmRU#Gx$H6mnctnq;b6w0FOLJw<8UbB(4WU4k;mb1#$h0j
z!?$@HIxUBGb}o4#Jr49G+LgT%ORuoOw7-L}S7=uv=G<)m<+1IyJZspAbgkM|#`d-_
ze>hLSj$}Me=Jg2Y@#x8T9LwwRNgj`*8IR+6J^r4@qc`JmDzC?X@_6)RJWl8Fu+97O
zc=THyRqRaKBfi>mvCR($2_3jANEi9a8ceS<dJHlW&m6ZhCm?f)XHHs~Q;@mLGp8{_
z&jbbO3O!5D1#QwW&kynZdC2=&Z=Cf_<Ff7N9N@gjImjt-9^*X0d5ZHA=Vi__oToYc
zNa<DR{>#vj0B`UDHpqIHTVez3B9qu9c9{*b{$tFtWy9<W^V3&8a!VuZ0Bm&^c|RrS
z=P0+i#N#e{S*8k=D12{p(JL|=!rx&z@kdv4TzO4;O;IIP(IidLC0&V1QDs7!P$s2G
z<%V>_sx!swT#={wuV4O^5|d)ej5MRXF1@bArMNOH%_=vgo5~x~8@$e|@|(&n=@wiI
z=SXwlG29S2IW(I2P=e5jFBaV8f7$_jkLZ~%GeY#t?oUXJWbbiVnvkt!?*TJ5-GL3K
zk82rEDtw*(@{4DhybL{?vCoJx_?*NiGUK4)j5B7BIi}(BlscwSFNldT=Zd(HI%z@7
z0V<T4hNiG4b@KW}w2&6%XoXyJ=|$--@fUlnF#8^Q$d&S$VjaGCmyhgMAMEj-l`1q-
zfQ`qB&^+5qAgh*iStZY}_#A#t(dU+=+%!g#PTZ0QNbH%9YiyDh|F2!N+=R4S{Qq=|
zE#L5S?_%|m@l{80_3^eIEk3*D=@Ki%36lL}{+Fjr39Oxxlg+mH<I`aGcrBn=Fbl5+
zWO*bodi}A8*-8X1tf#{Er$XyfA@)@8PTOK|dSlH6rd<i#Fzqr6n@(*ks)uCL6J)wy
zXQ~nk2V}n%nr5a$4TOX6Gp>fhy6GHcVbGgP%mRgJS|ARRD2Kw=O&6H?!7HebnFXT}
zIjV#;Q&c09n(3GfQOG*SSSUEAo5eD_s{56I8VrR^mmV2kzAhV!sG;ddSckU3lbJ52
zjO$bBYr(ITz^!;!98V9lCGM3Th!^p``9~r*)Osj__pbc_3wW0N%TxL8xrLfLm*2Vk
zMSD{JZ2#x`4Nq&z(>go&Zzrj$O;xr$99yjHG%7n&m7O<F%=XO<J#i9u&4TCcle0&c
z+-0-95LebNoWIkVe9fq6nmx8uQN2)or#0DScp7I1L5<g}UpSK7{b1*3`;85)Ms@2$
zyHVXfduqv3d0Sgx$-w&|qo&F5G(BiHJU-rX>6+UehI>=Wz3B-N9OWEy!gq!4w+rSA
z=HL%{=Wxw6+%7g;wF?o$)oO^ol;~R&eObyi!_{QO#paaQyeKw*Cl)PN;le6;YPjl?
z7w!+=9ey}yG<K#MI}KOoH(Lx>uOarO#J)wbZ-omlJ#_!l-AfPG8;u83jRy_a!9VGS
z>xd!tq{N;@u?I@WpVw$sXR`YL?47~5>{{4*=TNf4Skr2_eJQu^7Y68weR<q|;(O)v
z)-FoDVK(VKe*A>i;q41eFmEqo6qkdy&D+OxZ$FdAr(4H#eO&8kYYT?-vFM0zG@`V1
zGgS?B4YbK2oyoG&7SgmR)7rpox^fbVg~DD-@{V5*c6g`Dt<WEhhN$S%Z|I4Z;^?Eh
z#e&_T*1`Nsd|z7SI13lAK6+Z(FYLpdS?KqN!Xe%7pDsT!bv!Z}kbTRUah$Vmz${s+
zteX?(i{{`@ZAeU)Z?C-w`7epu06*MZJ&#w2NaCCF7AF_ZCw?ry(0>7v%{H^luaBuL
zK>eezn%E6p<$1w$vk6$ge#-PfNY*rb$$7b@Ss0?Agsx7h0Z2|J?s#?z4Uhin87V4`
zKtjb1s;?z>)HZumxHO9<m<rDRKuC=yuGRXS6Ifs_@k#Bzp%oP{c@yyl;!VU`2=q{I
zA)<&m#IF(a0JB1gP$p~sktzSU8kvBusgHJVYO=-OQp-`dMKrTY8;eZ(alaaa$Li<1
zQIPQsK&?WjYQ!2WE{+Fq`w3}RLozdq(nAvp2i1O5o%+-`23xRvBVsFJ8=?tdmRS$m
zH`)^zg}D$^n^AiKHM^#(Fxvh=I2_RfdMFas{C*Yww~DAOs26L{K^Ur$h{n`bO#2f5
z^w!6B;N?!li->l_F2ruc9>iY6KE!@R2jTz%Ki<?sh{K3ZfGLhdBC`4t#$AYR#1TXf
z;wZp$T$LjM-E{j$qltK3aeFT+I7eac#_@*90(Wx`6Cw?b>ZU`+Ihvkrek>eF{JHMs
z(<68}il7LFxQYlO#t<RIHN<s<j8Fik16G)#nfB{!%5+Qw<S0`I5~KBXTW(;HDFl89
zsIOyT_c+W`m<H+DpvDsq>Nm%KgYs_?w-I-+V1dpw9UhG7z_*yDCQx|?@h;+bi1!c+
zi1!g6AU;HVg!mZo3F1>k67d=0F5>ry&jF?wR|4?XDuH()3##b{t{zAE3j}_TsrL~N
z5MLtxfWZIwFiS_G6ep|_2nS%Qs$ZjW1<`=013WD}2zMKm*<m#Wp#Y~g;UWaKJ3;uK
zcoySuuJ&(f?S@5C^~APKfVW8oLjoyopDkD_*fT3G5yz}!(b=_d_M;1*4u3Gb*mBs|
z*qPec2|4&@knR-eUL@U1_O-C*3LBFZpV!>qba&I@j&7swNUH7#&(<u7?%9F4;BDOy
fH>AW3i{b`&1q!u~{?>4^P^f>zTHY2!yq*67a{b-J

diff --git a/litellm/tests/test_longer_context_fallback.py b/litellm/tests/test_longer_context_fallback.py
new file mode 100644
index 000000000..8f8942897
--- /dev/null
+++ b/litellm/tests/test_longer_context_fallback.py
@@ -0,0 +1,13 @@
+#### What this tests ####
+#    This tests context fallback dict
+
+import sys, os
+import traceback
+import pytest
+sys.path.insert(
+    0, os.path.abspath("../..")
+)  # Adds the parent directory to the system path
+import litellm
+from litellm import longer_context_model_fallback_dict
+
+print(longer_context_model_fallback_dict)
\ No newline at end of file
diff --git a/pyproject.toml b/pyproject.toml
index d68537b92..6a70ee9c3 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "litellm"
-version = "0.1.749"
+version = "0.1.750"
 description = "Library to easily interface with LLM API providers"
 authors = ["BerriAI"]
 license = "MIT License"