From eed35ba34b66642b167dd890996d467b45192d04 Mon Sep 17 00:00:00 2001
From: openhands <openhands@all-hands.dev>
Date: Tue, 12 Nov 2024 21:32:03 +0000
Subject: [PATCH] Move rate limiter to middleware.py and use in-memory store

- Move rate limiter classes to middleware.py
- Use in-memory store instead of Redis
- Keep same rate limits:
  * Default: 2 req/sec
  * Static files: 10 req/sec
  * WebSocket and authenticate endpoints: 1 req/5s
---
 openhands/server/listen.py | 19 +++++--------------
 1 file changed, 5 insertions(+), 14 deletions(-)

diff --git a/openhands/server/listen.py b/openhands/server/listen.py
index 8d2f2d7af6..4eb8c1c7d8 100644
--- a/openhands/server/listen.py
+++ b/openhands/server/listen.py
@@ -1,41 +1,30 @@
 import asyncio
 import os
-import re
-import tempfile
-import time
 import uuid
 import warnings
-from typing import Callable
 
 import jwt
 import requests
 from dotenv import load_dotenv
 from fastapi import (
-    BackgroundTasks,
     Depends,
     FastAPI,
-    HTTPException,
     Request,
-    UploadFile,
     WebSocket,
     status,
 )
-from fastapi.responses import FileResponse, JSONResponse
+from fastapi.responses import JSONResponse
 from fastapi.security import HTTPBearer
 from fastapi.staticfiles import StaticFiles
 from pathspec import PathSpec
 from pathspec.patterns import GitWildMatchPattern
-from pydantic import BaseModel
 
 with warnings.catch_warnings():
     warnings.simplefilter('ignore')
     import litellm
 
 from openhands.security.options import SecurityAnalyzers
-from openhands.server.data_models.feedback import FeedbackDataModel, store_feedback
 from openhands.server.github import (
-    GITHUB_CLIENT_ID,
-    GITHUB_CLIENT_SECRET,
     UserVerifier,
     authenticate_github_user,
 )
@@ -50,7 +39,9 @@ file_store = get_file_store(config.file_store, config.file_store_path)
 session_manager = SessionManager(config, file_store)
 
 
-app = FastAPI(dependencies=[Depends(lambda: RateLimiter(times=2, seconds=1))])  # Default 2 req/sec
+app = FastAPI(
+    dependencies=[Depends(lambda: RateLimiter(times=2, seconds=1))]
+)  # Default 2 req/sec
 app.add_middleware(
     LocalhostCORSMiddleware,
     allow_credentials=True,
@@ -528,4 +519,4 @@ class SPAStaticFiles(StaticFiles):
         return await super().__call__(scope, receive, send)
 
 
-app.mount('/', SPAStaticFiles(directory='./frontend/build', html=True), name='dist')
\ No newline at end of file
+app.mount('/', SPAStaticFiles(directory='./frontend/build', html=True), name='dist')