Refactor chat endpoint: extract agent logic to run_agent function and update response handling
Build and Push Agent API / build (push) Successful in 6s
Build and Push Agent API / build (push) Successful in 6s
This commit is contained in:
+23
-11
@@ -1,32 +1,44 @@
|
|||||||
from fastapi import FastAPI
|
from fastapi import FastAPI
|
||||||
|
from fastapi.middleware.cors import CORSMiddleware
|
||||||
from pydantic import BaseModel
|
from pydantic import BaseModel
|
||||||
|
|
||||||
from .core.llm import client
|
from .core.llm import client
|
||||||
|
|
||||||
app = FastAPI()
|
app = FastAPI()
|
||||||
|
|
||||||
|
app.add_middleware(
|
||||||
|
CORSMiddleware,
|
||||||
|
allow_origins=["*"],
|
||||||
|
allow_credentials=True,
|
||||||
|
allow_methods=["*"],
|
||||||
|
allow_headers=["*"],
|
||||||
|
)
|
||||||
|
|
||||||
# ---- request model ----
|
|
||||||
class ChatRequest(BaseModel):
|
class ChatRequest(BaseModel):
|
||||||
message: str
|
message: str
|
||||||
|
session_id: str | None = None
|
||||||
|
|
||||||
|
|
||||||
|
def run_agent(message: str, session_id: str | None = None):
|
||||||
|
response = client.chat.completions.create(
|
||||||
|
model="deepseek-chat",
|
||||||
|
messages=[
|
||||||
|
{"role": "system", "content": "You are a helpful agent."},
|
||||||
|
{"role": "user", "content": message}
|
||||||
|
]
|
||||||
|
)
|
||||||
|
return response.choices[0].message.content
|
||||||
|
|
||||||
|
|
||||||
# ---- basic health check ----
|
|
||||||
@app.get("/")
|
@app.get("/")
|
||||||
def root():
|
def root():
|
||||||
return {"status": "ok"}
|
return {"status": "ok"}
|
||||||
|
|
||||||
|
|
||||||
# ---- test LLM endpoint ----
|
|
||||||
@app.post("/chat")
|
@app.post("/chat")
|
||||||
def chat(req: ChatRequest):
|
def chat(req: ChatRequest):
|
||||||
response = client.chat.completions.create(
|
response = run_agent(req.message, req.session_id)
|
||||||
model="deepseek-chat",
|
|
||||||
messages=[
|
|
||||||
{"role": "user", "content": req.message}
|
|
||||||
]
|
|
||||||
)
|
|
||||||
|
|
||||||
return {
|
return {
|
||||||
"response": response.choices[0].message.content
|
"response": response,
|
||||||
|
"session_id": req.session_id
|
||||||
}
|
}
|
||||||
Reference in New Issue
Block a user