From ad493a3109b6cc4375f8d9fb18d583bd3d02ac74 Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Tue, 29 Aug 2023 16:36:31 -0700
Subject: [PATCH] adding contextwindow exceeded error mapping for replicate

---
 litellm/__pycache__/utils.cpython-311.pyc | Bin 75240 -> 75377 bytes
 litellm/utils.py                          |  12 ++++++++++--
 2 files changed, 10 insertions(+), 2 deletions(-)

diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc
index 5ef3ac7b17bd4e50483a24eca7df7d7401d7c5e6..14fa58e19d5c71d13fba1986367a7b354ba19400 100644
GIT binary patch
delta 1882
zcma)6ZD?C%6n@XW`C79yOVTtXOPZu<zSgg0Yto{Ebugyv$0#zYe}>?T+B#BAvI%ly
z$EYxLO5v#WV`3HA22NpIF@ECy6mdz`bTwADWfYkxYBfdNP;~m<+$2rCDeNVA3FqTE
z&w0*y^J7-Enp3r&G8kG2J6}xxN@wmo+j{IgT*R64zkms+vitZCQU)B}?Z9%@1ZMR7
zW9O|Yt7PdI*Gp;ANvq==-IP|-7J(cl(~xLS+41;-E7(al3ovewqX_dQ?37FMDO1ft
zh~&ptb8fKX$2pfpOu5#4)X2O>T%GIKHg2q$>6S-1>33pl1<G5q6GBZDuw32;Mm$%r
znd$`VzNhm3@EQ_dMRHb<nnp9Eay|$K%;i0u(|mlAS_KvBW8>l;2Maqu+a)Oy$Ed9m
z-Y#>+*nFUs+AAiTtOVvRgv^4PI;vb`v!0p5uobUgh=LP)=0_%7Qc_YyJ2oiqZWQ`8
z@;XO7XUr#=QtwpMl2keh)LY4x`)wEkRb&f<<*QHfET4S|*--`P6x8+ZeUeQ+N&xD?
zzJguvtG4wt+Xyz_+mq5n>scF*vP;p94~O$sd9Z_xqf$gN>b^$mQnjNX)n%jf?N-FI
zXoXPI5HAWG^;g+{mkQT7vsDTRfRE2v*~T7UaPJK^GG*E*#SJw^NTXp4{Yr+iLY8ON
z)e2X5vllRQOR_0SQNJYHzBS3WRa;W-ydt+b&6<$iig?zPLdf_Eld&8779;T<LBr$;
z(q2JBd+c>Rnaw3Xg}RB*zV$Ix(YlqQQ5iKr``2e2#y2mvMVr9TZY9YoNRV!qK=9zA
zd$LI;lcO1dNTsbX%Z#iwMR!zXmRoDw*IPo?HLk3s@Ba(L6dlgDp{6)!*m;5zv}Xq7
zmx`WKHeQ?ZNdMEAE;=BJFBkVh46hYOU{H*GeIHn!G>yd{JCyQ_B|WK$3D3ca_`~A!
zOA*erh3TItN!JNrmxW;V+bF6pedv2(6Cp>)vb(FGa+bLSulASp)<S#e-QETL&{z7Q
zGC6?Dmx9oXy34P?-T2n!x1kI7TzMZqy0QyzD}8DXpT4JHjk3=-{W}Y7JtfBg>aK>x
z>!qN^w%@ehN{ZH&(Ewj`@8U+i{E}Ba8W0DrX#qmw9p8%_M8xtBPw=oueB|dC2M>sE
ztn_n`#QEPogET%@o`WOey{n4=Q)2M<P7a>MksD6&p+9~Ccu5?&q2si(8bXo}5?r|1
zB~JZ$Kfr16>R;Od-V=>~f5O38F?&<1g>#ujHEiY~ky+Nk=NznLX7%u*8vf11OfbuX
eH?!0RV=4$`?y|#|dh;P3{AJQ`CuW>}$o&V}XR|2)

delta 1768
zcmZ`(ZA@Eb6n@Wpd&}q-cBQ=(3I$4m!eHQJgFhS5_)9ahxBw>mv21TNV;M_IMNKZ$
zOikt=Lp(8?h{=8^#yAu8nsmvw>=!=-#&@^K$6Sm{7RA}dn8uG}zVB_jUby8ZeS3S)
zd7g8g=bYa3oaN!H#r1{LX(Rla8hgYdhre}QoPi0vG_wVEe0TOGX(Hyt-sdYZHS30_
za5CwayfKe>QZuN-1awp$qO5dOW;T_Kka385V+!`oh3Xt4Dy|U{^)osu#q8PN;#6VK
zffI8<P_TWu+Vfqkst{vkJnF*qbPeTSW6O#=Xb8G>=!yB-eIhF#V4ky7+(!d?rMmoc
zLRc0sb~_v?WJ|g1s-1o1vN^p)Z=zx)B<CxJf{b}p3zw6H73(UbJjZ;(i0C<{=(#?<
zL=cA-8Xc<4{JF{sj?Y)%#=MWRN^D=~f+}PS$KnBj8Md(MUFy^b^?7lhkWVQKUfnyz
zrGKT%7m*9VYISth3WMp)gjNa1%Tp4^^A90<GAF20<q?GW@<S#>v3lcl=%h+neNNhY
zd;$1S<zd}HKEI&RsgOxQJ@(%A_7sM*`zTFV-hVxIEP26&d{Q1$oJZ9qztWKF?B`fS
zsLWn0jPAe7<3M6c{*l;AX5VgSG|U=}E%VWujcqb!h_Ud-8jQw@3Kw8UB^R%RN0uw)
zX5Fd6!f!Lo#LXIZ7#7LNGw;3$EBZ1RW{UIZ(G>++@YR)0XRB)EYMa<T)yi7&=xQ+D
zChq)C?8+%^F)L+RY$I#mj(FmpaV3hdvX&xi-5Sp|wBJNpZTj06A?4zWwc4SxMmT3j
zK^p7KnQCON)|Ines13fh?c4{}!e>^Fhm(g&o}Q#?$<+g>CWBDJU#bV-8C*=h09_ck
za|{k@Lw5#1`|)lkb$EEW=%zR(0jt)!_&fN;wHu+nQbOJ)_k#_KmOzRQN^*G9?p^dX
zf8DlZ?_RZcr$`^Rt~YVom)AdrUi^LiGYH{_8{b1WzQ5UsTN@R4ar1^2zt?0{j&~jJ
zA*(&Mew&n(o~8Y=bXS)9ZQ9LWN&srL=?5Bxi1yaQHzYWsrGGm}VL)qsw4cIR97x@S
z*U^`rhBvj1^a_Bgee-8Mg?Df*6VU$n>sNpew6)A0YQ1bFWcW1xl=0#D$7P!HpH~2`
zXs`X-0WhUq{_i?1`BG$*0p8Deweyd+tZ*%H!U_%v1`}sW;TDAliHHL}k|C40<%TN~
f_!B3+aK-|)i5WlqVBdRAf^do$&Qq5@55wI5BDayZ

diff --git a/litellm/utils.py b/litellm/utils.py
index f802e7f69..ea54943fc 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -1333,7 +1333,7 @@ def exception_type(model, original_exception, custom_llm_provider):
             exception_mapping_worked = True
             if model in litellm.openrouter_models:
                 if original_exception.http_status == 413:
-                    raise ContextWindowExceededError(
+                    raise InvalidRequestError(
                         message=str(original_exception),
                         model=model,
                         llm_provider="openrouter"
@@ -1382,8 +1382,9 @@ def exception_type(model, original_exception, custom_llm_provider):
                         )
                     elif original_exception.status_code == 413:
                         exception_mapping_worked = True
-                        raise ContextWindowExceededError(
+                        raise InvalidRequestError(
                             message=f"AnthropicException - {original_exception.message}",
+                            model=model,
                             llm_provider="anthropic",
                         )
                     elif original_exception.status_code == 429:
@@ -1408,6 +1409,13 @@ def exception_type(model, original_exception, custom_llm_provider):
                         message=f"ReplicateException - {error_str}",
                         llm_provider="replicate",
                     )
+                elif "input is too long" in error_str:
+                    exception_mapping_worked = True
+                    raise ContextWindowExceededError(
+                        message=f"ReplicateException - {error_str}",
+                        model=model,
+                        llm_provider="replicate",
+                    )
                 elif exception_type == "ModelError":
                     exception_mapping_worked = True
                     raise InvalidRequestError(