Skip to content

Chat

chat_stream(request, chat_service, assistant_service, user) async

Stream chat response for a session.

Supports SSE (Server-Sent Events) via NDJSON or text/event-stream.

Parameters:

  • request (ChatRequest) –

    The chat request payload.

  • chat_service (Annotated[ChatService, Depends(get_chat_service)]) –

    The chat service instance.

  • assistant_service (Annotated[AssistantService, Depends(get_assistant_service)]) –

    The assistant service instance.

  • user (Annotated[Optional[User], Depends(get_optional_user)]) –

    The optional authenticated user.

Returns:

  • StreamingResponse

    A StreamingResponse yielding the chat stream.

Raises:

  • EntityNotFound

    If the assistant is not found.

  • HTTPException

    If authentication is required but user is not authenticated.

  • TechnicalError

    If an unexpected error occurs during initialization.

Source code in app/api/v1/endpoints/chat.py
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
@router.post("/stream")
async def chat_stream(
    request: ChatRequest,
    chat_service: Annotated[ChatService, Depends(get_chat_service)],
    assistant_service: Annotated[AssistantService, Depends(get_assistant_service)],
    user: Annotated[Optional[User], Depends(get_optional_user)],
) -> StreamingResponse:
    """
    Stream chat response for a session.

    Supports SSE (Server-Sent Events) via NDJSON or text/event-stream.

    Args:
        request: The chat request payload.
        chat_service: The chat service instance.
        assistant_service: The assistant service instance.
        user: The optional authenticated user.

    Returns:
        A StreamingResponse yielding the chat stream.

    Raises:
        EntityNotFound: If the assistant is not found.
        HTTPException: If authentication is required but user is not authenticated.
        TechnicalError: If an unexpected error occurs during initialization.
    """
    try:
        # 1. Fetch Assistant (raw SQLAlchemy model for ChatService)
        assistant_uuid = request.assistant_id
        assistant = await assistant_service.get_assistant_model(assistant_uuid)
        if not assistant:
            raise EntityNotFound("Assistant not found")

        # 2. Authorization Check
        user_id = str(user.id) if user else None
        if assistant.user_authentication and not user_id:
            logger.warning(f"Access denied for assistant {assistant.id}: User Authentication Required")
            raise HTTPException(
                status_code=status.HTTP_401_UNAUTHORIZED,
                detail="Authentication required for this assistant",
            )

        # 3. Stream
        logger.info(f"Init Chat Stream | Session: {request.session_id} | User: {user_id}")

        # Standard RAG Stream (with Vanna routing via SQL connector type)
        return StreamingResponse(
            chat_service.stream_chat(
                request.message,
                assistant,
                request.session_id,
                language=request.language,
                history=request.history,
                user_id=user_id,
            ),
            media_type="application/x-ndjson",
        )

    except (FunctionalError, EntityNotFound, HTTPException):
        raise
    except Exception as e:
        logger.error(f"Chat stream initialization failed: {e}", exc_info=True)
        raise TechnicalError(f"Chat stream initialization failed: {e}")

debug_stream(request, chat_service, assistant_service, user) async

Debug version that returns full exceptions.

Parameters:

  • request (ChatRequest) –

    The chat request payload.

  • chat_service (Annotated[ChatService, Depends(get_chat_service)]) –

    The chat service instance.

  • assistant_service (Annotated[AssistantService, Depends(get_assistant_service)]) –

    The assistant service instance.

  • user (Annotated[Optional[User], Depends(get_optional_user)]) –

    The optional authenticated user.

Returns:

  • Dict[str, Any]

    A dictionary containing debug information or the first event.

Source code in app/api/v1/endpoints/chat.py
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
@router.post("/debug-stream")
async def debug_stream(
    request: ChatRequest,
    chat_service: Annotated[ChatService, Depends(get_chat_service)],
    assistant_service: Annotated[AssistantService, Depends(get_assistant_service)],
    user: Annotated[Optional[User], Depends(get_optional_user)],
) -> Dict[str, Any]:
    """
    Debug version that returns full exceptions.

    Args:
        request: The chat request payload.
        chat_service: The chat service instance.
        assistant_service: The assistant service instance.
        user: The optional authenticated user.

    Returns:
        A dictionary containing debug information or the first event.
    """
    try:
        assistant_uuid = request.assistant_id
        assistant = await assistant_service.get_assistant_model(assistant_uuid)
        if not assistant:
            return {"error": "Assistant not found"}

        user_id = str(user.id) if user else None

        # Try to get first event
        async for event in chat_service.stream_chat(
            request.message,
            assistant,
            request.session_id,
            language=request.language,
            history=request.history,
            user_id=user_id,
        ):
            return {"success": True, "first_event": event[:200]}
    except Exception as e:
        return {
            "error": str(e),
            "type": type(e).__name__,
            "traceback": traceback.format_exc(),
        }
    return {"error": "No events yielded"}

get_chat_history(session_id, chat_service, user) async

Retrieve conversation history for a specific session ID.

Parameters:

  • session_id (str) –

    The session ID to retrieve history for.

  • chat_service (Annotated[ChatService, Depends(get_chat_service)]) –

    The chat service instance.

  • user (Annotated[Optional[User], Depends(get_optional_user)]) –

    The optional authenticated user.

Returns:

  • Dict[str, List[Dict[str, Any]]]

    A list of formatted chat messages.

Source code in app/api/v1/endpoints/chat.py
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
@router.get("/{session_id}/history")
async def get_chat_history(
    session_id: str,
    chat_service: Annotated[ChatService, Depends(get_chat_service)],
    user: Annotated[Optional[User], Depends(get_optional_user)],
) -> Dict[str, List[Dict[str, Any]]]:
    """
    Retrieve conversation history for a specific session ID.

    Args:
        session_id: The session ID to retrieve history for.
        chat_service: The chat service instance.
        user: The optional authenticated user.

    Returns:
        A list of formatted chat messages.
    """
    try:
        # Get history from the chat repository (Postgres) instead of Redis for full persistence
        messages = await chat_service.chat_repository.get_messages(session_id)

        # Transform to frontend-compatible format
        formatted_messages = []
        for msg in messages:
            m = {
                "id": str(msg.id),  # Use actual message UUID
                "text": msg.content,
                "sender": "user" if msg.role == "user" else "bot",
            }
            # Include metadata (visualization, sources, etc.)
            if msg.metadata_:
                meta = msg.metadata_.copy()

                # Format Sources for Frontend (Source[] interface)
                if "sources" in meta and isinstance(meta["sources"], list):
                    meta["sources"] = [_format_source(s) for s in meta["sources"]]

                # Format Steps (Ensure labels are present)
                if "steps" in meta and isinstance(meta["steps"], list):
                    meta["steps"] = [_format_step(step) for step in meta["steps"]]

                # Format Visualization (Repair types if stringified by sanitization)
                if "visualization" in meta and meta["visualization"]:
                    meta["visualization"] = _format_visualization(meta["visualization"])

                m.update(meta)

            formatted_messages.append(m)

        return {"messages": formatted_messages}
    except Exception as e:
        logger.error(f"Failed to retrieve history for session {session_id}: {e}", exc_info=True)
        # Don't fail hard - return empty history on error
        return {"messages": []}

get_optional_user(request, db) async

Resolves user from Bearer token if present, otherwise returns None.

Does not raise 401 for invalid tokens, just returns None (for public access if allowed).

Parameters:

  • request (Request) –

    The FastAPI request object.

  • db (Annotated[AsyncSession, Depends(get_db)]) –

    The database session.

Returns:

  • Optional[User]

    The User object if found and valid, otherwise None.

Source code in app/api/v1/endpoints/chat.py
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
async def get_optional_user(request: Request, db: Annotated[AsyncSession, Depends(get_db)]) -> Optional[User]:
    """
    Resolves user from Bearer token if present, otherwise returns None.

    Does not raise 401 for invalid tokens, just returns None (for public access if allowed).

    Args:
        request: The FastAPI request object.
        db: The database session.

    Returns:
        The User object if found and valid, otherwise None.
    """
    auth_header = request.headers.get("Authorization")
    if auth_header and auth_header.startswith("Bearer "):
        token = auth_header.split(" ")[1]
        try:
            return await get_current_user(token=token, db=db)
        except Exception:
            return None
    return None

ping() async

Minimal test endpoint with zero dependencies.

Returns:

  • Dict[str, str]

    A dictionary with status and message.

Source code in app/api/v1/endpoints/chat.py
330
331
332
333
334
335
336
337
338
@router.get("/ping")
async def ping() -> Dict[str, str]:
    """
    Minimal test endpoint with zero dependencies.

    Returns:
        A dictionary with status and message.
    """
    return {"status": "ok", "message": "Backend is alive"}

reset_chat_session(session_id, chat_service) async

Resets the conversation history for a specific session ID.

Parameters:

  • session_id (str) –

    The session ID to reset.

  • chat_service (Annotated[ChatService, Depends(get_chat_service)]) –

    The chat service instance.

Returns:

  • Dict[str, str]

    A success message.

Raises:

  • TechnicalError

    If resetting the conversation fails.

Source code in app/api/v1/endpoints/chat.py
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
@router.delete("/{session_id}")
async def reset_chat_session(
    session_id: str, chat_service: Annotated[ChatService, Depends(get_chat_service)]
) -> Dict[str, str]:
    """
    Resets the conversation history for a specific session ID.

    Args:
        session_id: The session ID to reset.
        chat_service: The chat service instance.

    Returns:
        A success message.

    Raises:
        TechnicalError: If resetting the conversation fails.
    """
    try:
        await chat_service.reset_conversation(session_id)
        return {"message": "Conversation history reset successfully"}
    except Exception as e:
        logger.error(f"Failed to reset conversation {session_id}: {e}", exc_info=True)
        if isinstance(e, (TechnicalError, FunctionalError)):
            raise
        raise TechnicalError(f"Failed to reset conversation: {e}")

test_assistant_svc(assistant_service) async

Test if AssistantService injection works.

Parameters:

  • assistant_service (Annotated[AssistantService, Depends(get_assistant_service)]) –

    The assistant service instance.

Returns:

  • Dict[str, str]

    A dictionary with status and service info.

Source code in app/api/v1/endpoints/chat.py
355
356
357
358
359
360
361
362
363
364
365
366
367
368
@router.get("/test-assistant-service")
async def test_assistant_svc(
    assistant_service: Annotated[AssistantService, Depends(get_assistant_service)],
) -> Dict[str, str]:
    """
    Test if AssistantService injection works.

    Args:
        assistant_service: The assistant service instance.

    Returns:
        A dictionary with status and service info.
    """
    return {"status": "ok", "service": "injected"}

test_db(db) async

Test if DB injection works.

Parameters:

  • db (Annotated[AsyncSession, Depends(get_db)]) –

    The database session.

Returns:

  • Dict[str, str]

    A dictionary with status and db info.

Source code in app/api/v1/endpoints/chat.py
341
342
343
344
345
346
347
348
349
350
351
352
@router.get("/test-db")
async def test_db(db: Annotated[AsyncSession, Depends(get_db)]) -> Dict[str, str]:
    """
    Test if DB injection works.

    Args:
        db: The database session.

    Returns:
        A dictionary with status and db info.
    """
    return {"status": "ok", "db": "connected"}