Working demo.html with connection to the api endpoint

services/rag/langchain/server.py

@@ -10,7 +10,7 @@ from fastapi.middleware.cors import CORSMiddleware
 from loguru import logger
 from pydantic import BaseModel
 
-from agent import chat_with_agent
+from agent import chat_with_agent, get_llm_model_info
 
 
 class QueryRequest(BaseModel):
@@ -18,7 +18,7 @@ class QueryRequest(BaseModel):
 
     query: str
     collection_name: str = "documents_langchain"
-    # llm_model: str = None
+    llm_model: str = None
 
 
 class QueryResponse(BaseModel):
@@ -113,6 +113,6 @@ if __name__ == "__main__":
     uvicorn.run(
         "server:app",
         host="0.0.0.0",
-        port=8000,
+        port=8331,
         reload=True,  # Enable auto-reload during development
     )