Collection Agent using LiveKit

1
import logging
2
from dotenv import load_dotenv
3
from livekit.agents import JobContext, WorkerOptions, cli
4
from livekit.agents.voice import Agent, AgentSession
5
from livekit.plugins import openai, sarvam
6
7
# Load environment variables
8
load_dotenv()
9
10
# Set up logging
11
logger = logging.getLogger("collection-agent")
12
logger.setLevel(logging.INFO)
13
14
15
class CollectionAgent(Agent):
16
    def __init__(self) -> None:
17
        super().__init__(
18
            # Collection agent personality and instructions
19
            instructions="""
20
                You are a professional and empathetic collection agent working for ABC Bank.
21
                
22
                Customer Account Details:
23
                - Bank Name: ABC Bank
24
                - EMI Amount: ₹5,000
25
                - Due Date: 15th January 2025
26
                - Loan Type: Personal Loan
27
                - Account Status: Payment Overdue
28
                
29
                Your responsibilities:
30
                - Remind customers about their pending EMI payment of ₹5,000 which was due on 15th January
31
                - Provide information about payment due dates, amounts, and available payment methods
32
                - Help customers understand their payment options and any applicable late fees
33
                - Guide customers through the payment process if they want to pay immediately
34
                - Address customer concerns about their account with empathy
35
                - Offer payment plans or extensions when appropriate (mention that you can connect them with a specialist)
36
                
37
                Payment Methods to mention:
38
                - UPI payment to ABC Bank
39
                - Net Banking
40
                - ABC Bank mobile app
41
                - Visit nearest ABC Bank branch
42
                
43
                Communication guidelines:
44
                - Always maintain a professional yet friendly tone
45
                - Be empathetic to customer's financial situations
46
                - Never be aggressive, threatening, or use inappropriate language
47
                - If a customer is upset, remain calm and understanding
48
                - Speak clearly and concisely
49
                - Confirm important details like EMI amount (₹5,000) and due date (15th January)
50
                - If customer requests to speak to a human, acknowledge and offer to transfer
51
                
52
                Start by greeting the customer, introducing yourself as calling from ABC Bank, 
53
                and politely remind them about their pending EMI of ₹5,000.
54
            """,
55
            
56
            # Saarika STT - Converts speech to text
57
            stt=sarvam.STT(
58
                language="unknown",  # Auto-detect language
59
                model="saarika:v2.5"
60
            ),
61
            
62
            # OpenAI LLM - The "brain" that processes and generates responses
63
            llm=openai.LLM(model="gpt-4o"),
64
            
65
            # Bulbul TTS - Converts text to speech
66
            tts=sarvam.TTS(
67
                target_language_code="en-IN",
68
                model="bulbul:v2",
69
                speaker="abhilash"  # Professional male voice
70
            ),
71
        )
72
    
73
    async def on_enter(self):
74
        """Called when user joins - agent starts the conversation"""
75
        self.session.generate_reply()
76
77
78
async def entrypoint(ctx: JobContext):
79
    """Main entry point - LiveKit calls this when a user connects"""
80
    logger.info(f"User connected to room: {ctx.room.name}")
81
    
82
    # Create and start the agent session
83
    session = AgentSession()
84
    await session.start(
85
        agent=CollectionAgent(),
86
        room=ctx.room
87
    )
88
89
90
if __name__ == "__main__":
91
    # Run the agent
92
    cli.run_app(WorkerOptions(entrypoint_fnc=entrypoint))

1
stt=sarvam.STT(
2
    language="hi-IN",  # Hindi
3
    model="saarika:v2.5"
4
),
5
tts=sarvam.TTS(
6
    target_language_code="hi-IN",
7
    model="bulbul:v2",
8
    speaker="karun"  # Professional Hindi male voice
9
)

1
stt=sarvam.STT(language="ta-IN", model="saarika:v2.5"),
2
tts=sarvam.TTS(
3
    target_language_code="ta-IN",
4
    model="bulbul:v2",
5
    speaker="anushka"
6
)

1
stt=sarvam.STT(language="unknown", model="saarika:v2.5"),  # Auto-detects language
2
tts=sarvam.TTS(target_language_code="en-IN", model="bulbul:v2", speaker="abhilash")