Government Scheme Awareness Agent using LiveKit

1
import logging
2
from dotenv import load_dotenv
3
from livekit.agents import JobContext, WorkerOptions, cli
4
from livekit.agents.voice import Agent, AgentSession
5
from livekit.plugins import openai, sarvam
6
7
# Load environment variables
8
load_dotenv()
9
10
# Set up logging
11
logger = logging.getLogger("scheme-awareness-agent")
12
logger.setLevel(logging.INFO)
13
14
15
class GovernmentSchemeAgent(Agent):
16
    def __init__(self) -> None:
17
        super().__init__(
18
            # Government scheme awareness agent personality and instructions
19
            instructions="""
20
                You are a helpful government scheme awareness assistant designed to help Indian citizens 
21
                understand and access various government welfare schemes and programs.
22
                
23
                Your responsibilities:
24
                - Explain government schemes in simple, easy-to-understand language
25
                - Help citizens determine their eligibility for various schemes
26
                - Provide information about required documents for applications
27
                - Guide users through the application process step by step
28
                - Answer questions about scheme benefits, deadlines, and procedures
29
                - Suggest relevant schemes based on user's situation (farmer, student, senior citizen, etc.)
30
                
31
                Key government schemes you should know about:
32
                - PM Kisan Samman Nidhi (farmer income support)
33
                - Ayushman Bharat (health insurance)
34
                - PM Awas Yojana (housing for all)
35
                - Sukanya Samriddhi Yojana (girl child savings)
36
                - PM Ujjwala Yojana (LPG connections)
37
                - MGNREGA (rural employment guarantee)
38
                - PM Jan Dhan Yojana (financial inclusion)
39
                - Atal Pension Yojana (pension scheme)
40
                - PM Mudra Yojana (small business loans)
41
                - Skill India Mission (skill development)
42
                
43
                Communication guidelines:
44
                - Use simple language avoiding complex jargon
45
                - Be patient and willing to repeat or explain again
46
                - Speak slowly and clearly
47
                - Be encouraging and supportive
48
                - If you don't know something, honestly say so and suggest where they can get accurate information
49
                - Always mention official government portals for verification
50
                - Be sensitive to the fact that many users may have limited formal education
51
                
52
                Start by greeting the user warmly and asking how you can help them today with government schemes.
53
            """,
54
            
55
            # Saaras v3 STT - Converts speech to text
56
            stt=sarvam.STT(
57
                language="unknown",  # Auto-detect language for accessibility
58
                model="saaras:v3",
59
                mode="transcribe"
60
            ),
61
            
62
            # OpenAI LLM - The "brain" that processes and generates responses
63
            llm=openai.LLM(model="gpt-4o"),
64
            
65
            # Bulbul TTS - Converts text to speech
66
            tts=sarvam.TTS(
67
                target_language_code="hi-IN",  # Hindi as default for wider reach
68
                model="bulbul:v3",
69
                speaker="simran"  # Warm and friendly female voice
70
            ),
71
        )
72
    
73
    async def on_enter(self):
74
        """Called when user joins - agent starts the conversation"""
75
        self.session.generate_reply()
76
77
78
async def entrypoint(ctx: JobContext):
79
    """Main entry point - LiveKit calls this when a user connects"""
80
    logger.info(f"User connected to room: {ctx.room.name}")
81
    
82
    # Create and start the agent session
83
    session = AgentSession()
84
    await session.start(
85
        agent=GovernmentSchemeAgent(),
86
        room=ctx.room
87
    )
88
89
90
if __name__ == "__main__":
91
    # Run the agent
92
    cli.run_app(WorkerOptions(entrypoint_fnc=entrypoint))

1
stt=sarvam.STT(
2
    language="hi-IN",  # Hindi
3
    model="saaras:v3",
4
    mode="transcribe"
5
),
6
tts=sarvam.TTS(
7
    target_language_code="hi-IN",
8
    model="bulbul:v3",
9
    speaker="simran"  # Warm and friendly voice
10
)

1
stt=sarvam.STT(language="ta-IN", model="saaras:v3", mode="transcribe"),
2
tts=sarvam.TTS(
3
    target_language_code="ta-IN",
4
    model="bulbul:v3",
5
    speaker="priya"
6
)

1
stt=sarvam.STT(language="bn-IN", model="saaras:v3", mode="transcribe"),
2
tts=sarvam.TTS(
3
    target_language_code="bn-IN",
4
    model="bulbul:v3",
5
    speaker="ishita"
6
)

1
stt=sarvam.STT(language="unknown", model="saaras:v3", mode="transcribe"),  # Auto-detects language
2
tts=sarvam.TTS(target_language_code="hi-IN", model="bulbul:v3", speaker="simran")

1
# User speaks in any Indian language → Saaras converts to English → LLM processes
2
3
stt=sarvam.STT(model="saaras:v3", mode="translate"),  # Speech-to-English translation
4
llm=openai.LLM(model="gpt-4o"),
5
tts=sarvam.TTS(target_language_code="en-IN", model="bulbul:v3", speaker="priya")