Pass generate route trough RAG pipeline

TilmanGriesel · Feb 2, 2025 · ecb07fa · ecb07fa
1 parent 99a1ebb
commit ecb07fa
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 10 deletions.
diff --git a/services/api/src/api/ollama_routes.py b/services/api/src/api/ollama_routes.py
@@ -15,16 +15,6 @@ def __init__(self, app, proxy: OllamaProxy):
             self.register_bypass_routes()
 
     def register_bypass_routes(self):
-        @self.app.route("/api/chat", methods=["POST"])
-        @require_api_key
-        def chat():
-            try:
-                return self.proxy.chat()
-            except Exception as e:
-                logger.error(f"Error in chat endpoint: {e}")
-                return {"error": str(e)}, 500
-
-    def register_routes(self):
         # Generation endpoints
         @self.app.route("/api/generate", methods=["POST"])
         @require_api_key
@@ -35,6 +25,16 @@ def generate():
                 logger.error(f"Error in generate endpoint: {e}")
                 return {"error": str(e)}, 500
 
+        @self.app.route("/api/chat", methods=["POST"])
+        @require_api_key
+        def chat():
+            try:
+                return self.proxy.chat()
+            except Exception as e:
+                logger.error(f"Error in chat endpoint: {e}")
+                return {"error": str(e)}, 500
+
+    def register_routes(self):
         @self.app.route("/api/embeddings", methods=["POST"])
         @require_api_key
         def embeddings():

diff --git a/services/api/src/api/routes.py b/services/api/src/api/routes.py
@@ -52,6 +52,7 @@ def log_request_info(request):
 
 def register_rag_chat_route(app: Flask):
     @app.route("/api/chat", methods=["POST"])
+    @app.route("/api/generate", methods=["POST"])
     @require_api_key
     def chat():
         try: