import json from uuid import uuid4 from typing import Optional from fastapi import APIRouter, Depends, File, Form, HTTPException, UploadFile from fastapi.responses import FileResponse from sqlalchemy.orm import Session from app.database.database import get_db from app.database.models import ( OnboardingMessage, OnboardingSession, OnboardingState, ) from app.schemas.onboarding import ( CompleteOnboardingRequest, CompleteOnboardingResponse, ) from app.schemas.voice import ( StartVoiceOnboardingRequest, StartVoiceOnboardingResponse, VoiceTurnResponse, ) from app.services.ai_onboarding_service import AIOnboardingService from app.services.completion_service import CompletionService from app.services.onboarding_service import OnboardingService from app.services.patient_submission_service import PatientSubmissionService from app.services.result_extraction_service import ResultExtractionService from app.services.voice_service import VoiceService router = APIRouter( prefix="/v1/voice-onboarding", tags=["Voice Onboarding"], ) @router.post( "/start", response_model=StartVoiceOnboardingResponse, ) async def start_voice_onboarding( request: StartVoiceOnboardingRequest, db: Session = Depends(get_db), ): onboarding_service = OnboardingService() voice_service = VoiceService() session_id = f"VOICE-{uuid4().hex[:8].upper()}" session = OnboardingSession( session_id=session_id, patient_id=request.patient.id, patient_name=request.patient.name, age=request.patient.age, gender=request.patient.gender, category_type=request.category.type, category_code=request.category.code, category_name=request.category.name, language=request.language, status="in_progress", stage="greeting", ) db.add(session) db.commit() db.refresh(session) # Initialize empty state onboarding_service.get_state(db, session_id) # Generate localized voice greeting greeting_text = voice_service.get_initial_greeting( request.patient.name, request.language, ) # Synthesize audio greeting audio_id, _ = await voice_service.text_to_speech( greeting_text, request.language, ) # Save initial assistant message onboarding_service.save_message( db=db, session_id=session_id, role="assistant", message=greeting_text, stage="greeting", ) return StartVoiceOnboardingResponse( success=True, session_id=session.session_id, patient_id=session.patient_id, category=request.category, language=session.language, status=session.status, stage=session.stage, greeting_text=greeting_text, audio_url=f"/v1/voice-onboarding/audio/{audio_id}", ) @router.post( "/{session_id}/turn", response_model=VoiceTurnResponse, ) async def voice_turn( session_id: str, audio: Optional[UploadFile] = File(None), text_fallback: Optional[str] = Form(None), db: Session = Depends(get_db), ): onboarding_service = OnboardingService() voice_service = VoiceService() ai_service = AIOnboardingService() # 1. Fetch active session session = onboarding_service.get_session(db, session_id) if not session: raise HTTPException( status_code=404, detail="Voice onboarding session not found", ) if session.status != "in_progress": raise HTTPException( status_code=400, detail="Voice onboarding session is not active", ) # 2. Transcribe speech if audio provided with multi-model Indic recognition patient_transcript = "" if audio: audio_bytes = await audio.read() if len(audio_bytes) > 0: patient_transcript = await voice_service.speech_to_text( audio_bytes=audio_bytes, filename=audio.filename or "recording.webm", language_code=session.language, specialty_code=session.category_code or "general", patient_context={ "name": session.patient_name, "age": session.age, "gender": session.gender, }, ) # If backend STT is empty, use frontend real-time transcript fallback if (not patient_transcript or not patient_transcript.strip()) and text_fallback and text_fallback.strip(): from app.services.medical_speech_normalizer import normalize_medical_speech patient_transcript = normalize_medical_speech(text_fallback.strip(), language_code=session.language) if not patient_transcript or not patient_transcript.strip(): if session.language.startswith("ta"): patient_transcript = "எனக்கு உடல்நலக்குறைவு உள்ளது." elif session.language.startswith("hi"): patient_transcript = "मुझे स्वास्थ्य संबंधी समस्या है।" else: patient_transcript = "I am experiencing symptoms." # 3. Save patient message onboarding_service.save_message( db=db, session_id=session_id, role="patient", message=patient_transcript, stage=session.stage, ) # 4. Fetch state & history state = onboarding_service.get_state(db, session_id) messages = ( db.query(OnboardingMessage) .filter(OnboardingMessage.session_id == session_id) .order_by(OnboardingMessage.created_at.asc()) .all() ) conversation_history = [ { "role": m.role, "message": m.message, "stage": m.stage, } for m in messages ] # 5. AI Reasoning & Extraction ai_response = await ai_service.process_message( session=session, state=state, conversation_history=conversation_history, user_message=patient_transcript, ) # 6. Update Structured Clinical State current_state = json.loads(state.state_json) updates = ai_response.get("state_updates", {}) for k, v in updates.items(): if v is not None: if isinstance(v, list) and len(v) == 0: continue current_state[k] = v onboarding_service.update_state( db=db, state=state, data=current_state, ) # 7. Update session stage & status ai_reply_text = ai_response["reply"] session.stage = ai_response.get("next_stage", session.stage) is_completed = bool(ai_response.get("completed", False)) if is_completed: session.status = "completed" db.commit() # 8. Save Assistant Message onboarding_service.save_message( db=db, session_id=session_id, role="assistant", message=ai_reply_text, stage=session.stage, ) # 9. Synthesize AI Speech Audio (TTS) audio_id, _ = await voice_service.text_to_speech( text=ai_reply_text, language_code=session.language, ) return VoiceTurnResponse( success=True, session_id=session_id, patient_transcript=patient_transcript, ai_text=ai_reply_text, stage=session.stage, completed=is_completed, audio_url=f"/v1/voice-onboarding/audio/{audio_id}", ) @router.get("/audio/{audio_id}") async def get_audio(audio_id: str): voice_service = VoiceService() audio_path = voice_service.get_audio_path(audio_id) if not audio_path or not audio_path.exists(): raise HTTPException(status_code=404, detail="Audio file not found") media_type = "audio/mpeg" if audio_path.suffix == ".mp3" else "audio/wav" return FileResponse( path=str(audio_path), media_type=media_type, filename=audio_path.name, ) @router.post( "/{session_id}/complete", response_model=CompleteOnboardingResponse, ) async def complete_voice_onboarding( session_id: str, request: CompleteOnboardingRequest, db: Session = Depends(get_db), ): onboarding_service = OnboardingService() completion_service = CompletionService() result_service = ResultExtractionService() submission_service = PatientSubmissionService() session = onboarding_service.get_session(db, session_id) if not session: raise HTTPException( status_code=404, detail="Voice onboarding session not found", ) state = onboarding_service.get_state(db, session_id) # Check if there is any conversation to summarize has_details = completion_service.is_complete(session, state) messages = ( db.query(OnboardingMessage) .filter(OnboardingMessage.session_id == session_id) .order_by(OnboardingMessage.created_at.asc()) .all() ) conversation_history = [ {"role": m.role, "message": m.message, "stage": m.stage} for m in messages ] result = await result_service.extract_result( session=session, state=state, conversation_history=conversation_history, ) if not request.confirmed: return CompleteOnboardingResponse( success=True, session_id=session_id, status="awaiting_confirmation", result=result, message="Please review the collected information and confirm by voice or tap.", ) submission = await submission_service.submit(result) if submission.get("success"): db.query(OnboardingMessage).filter(OnboardingMessage.session_id == session_id).delete() db.query(OnboardingState).filter(OnboardingState.session_id == session_id).delete() db.delete(session) db.commit() return CompleteOnboardingResponse( success=True, session_id=session_id, status="submitted_and_cleaned", result=result, message="Voice onboarding successfully saved to patient record.", ) session.status = "submission_pending_retry" db.commit() return CompleteOnboardingResponse( success=False, session_id=session_id, status="submission_pending_retry", result=result, message="Patient API submission failed. Session preserved for retry.", )