Fix: RateLimit requests were not released when a streaming generation exception occurred (#11540)

2024-12-11 19:16:35 +08:00 · 2024-12-11 19:16:35 +08:00 · d05f189049
commit d05f189049
parent ceaa9f1101
2 changed files with 4 additions and 1 deletions
--- a/api/core/app/features/rate_limiting/rate_limit.py
+++ b/api/core/app/features/rate_limiting/rate_limit.py
@ -110,7 +110,7 @@ class RateLimitGenerator:
            raise StopIteration
        try:
            return next(self.generator)
-        except StopIteration:
+        except Exception:
            self.close()
            raise