Tool Use & Agents

1
# ! pip install cohere
2
3
api_key_chat = "AZURE_API_KEY_CHAT"
4
endpoint_chat = "AZURE_ENDPOINT_CHAT" # example: "https://cohere-command-r-plus-08-2024-xyz.eastus.models.ai.azure.com/"

1
import cohere
2
3
co = cohere.Client(
4
    api_key=api_key_chat,
5
    base_url=endpoint_chat,
6
)

1
def search_faqs(query):
2
    faqs = [
3
    {"text" : "Submitting Travel Expenses:\nSubmit your expenses through our user-friendly finance tool."},
4
    {"text" : "Side Projects Policy:\nWe encourage you to explore your passions! Just ensure there's no conflict of interest with our business."},
5
    {"text" : "Wellness Benefits:\nTo promote a healthy lifestyle, we provide gym memberships, on-site yoga classes, and health insurance."}
6
    ]
7
    return  {"faqs" : faqs}
8
9
def search_emails(query):
10
    emails = [
11
    {"from": "hr@co1t.com", "to": "david@co1t.com", "date": "2024-06-24", "subject": "A Warm Welcome to Co1t, David!", "text": "We are delighted to have you on board. Please find attached your first week's agenda."},
12
    {"from": "it@co1t.com", "to": "david@co1t.com", "date": "2024-06-24", "subject": "Instructions for IT Setup", "text": "Welcome, David! To get you started, please follow the attached guide to set up your work accounts."},
13
    {"from": "john@co1t.com", "to": "david@co1t.com", "date": "2024-06-24", "subject": "First Week Check-In", "text": "Hi David, let's chat briefly tomorrow to discuss your first week. Also, come join us for lunch this Thursday at noon to meet everyone!"},
14
    ]
15
    return  {"emails" : emails}
16
    
17
def create_calendar_event(date: str, time: str, duration: int):
18
    # You can implement any logic here
19
    return {"is_success": True,
20
            "message": f"Created a {duration} hour long event at {time} on {date}"}
21
    
22
functions_map = {
23
    "search_faqs": search_faqs,
24
    "search_emails": search_emails,
25
    "create_calendar_event": create_calendar_event
26
}

1
tools = [
2
    {
3
      "name": "search_faqs",
4
      "description": "Given a user query, searches a company's frequently asked questions (FAQs) list and returns the most relevant matches to the query.",
5
      "parameter_definitions": {
6
        "query": {
7
          "description": "The query from the user",
8
          "type": "str",
9
          "required": True
10
        }
11
      }
12
    }, 
13
    {
14
      "name": "search_emails",
15
      "description": "Given a user query, searches a person's emails and returns the most relevant matches to the query.",
16
      "parameter_definitions": {
17
        "query": {
18
          "description": "The query from the user",
19
          "type": "str",
20
          "required": True
21
        }
22
      }
23
    }, 
24
    {
25
      "name": "create_calendar_event",
26
      "description": "Creates a new calendar event of the specified duration at the specified time and date. A new event cannot be created on the same time as an existing event.",
27
      "parameter_definitions": {
28
        "date": {
29
          "description": "the date on which the event starts, formatted as mm/dd/yy",
30
          "type": "str",
31
          "required": True
32
        },
33
        "time": {
34
          "description": "the time of the event, formatted using 24h military time formatting",
35
          "type": "str",
36
          "required": True
37
        },
38
        "duration": {
39
          "description": "the number of hours the event lasts for",
40
          "type": "float",
41
          "required": True
42
        }
43
      }
44
    }
45
]

1
preamble="""## Task and Context
2
You are an assistant who assist new employees of Co1t with their first week. You respond to their questions and assist them with their needs. Today is Monday, June 24, 2024"""
3
4
def run_assistant(message, chat_history=None):
5
    
6
    if chat_history is None:
7
        chat_history = []
8
    
9
    # Step 1: get user message
10
    print(f"Question:\n{message}")
11
    print("="*50)
12
13
    # Step 2: Generate tool calls (if any)    
14
    response = co.chat(
15
        message=message,
16
        preamble=preamble,
17
        tools=tools,
18
        chat_history=chat_history,
19
        force_single_step=False
20
    )
21
22
    while response.tool_calls:
23
        tool_calls = response.tool_calls
24
        
25
        if response.text:
26
            print("Tool plan:")
27
            print(response.text,"\n")
28
        print("Tool calls:")
29
        for call in tool_calls:
30
            print(f"Tool name: {call.name} | Parameters: {call.parameters}")
31
        print("="*50)
32
        
33
        # Step 3: Get tool results
34
        tool_results = []
35
        for tc in tool_calls:
36
            tool_call = {"name": tc.name, "parameters": tc.parameters}
37
            tool_output = functions_map[tc.name](**tc.parameters)
38
            tool_results.append({"call": tool_call, "outputs": [tool_output]})
39
        
40
        # Step 4: Generate response and citations
41
        response = co.chat(
42
            message="",
43
            preamble=preamble,
44
            tools=tools,
45
            tool_results=tool_results,
46
            chat_history=response.chat_history,
47
            force_single_step=False
48
        )
49
50
        chat_history = response.chat_history
51
        
52
    # Print final response
53
    print("RESPONSE:\n")
54
    print(response.text)
55
    print("="*50)
56
    
57
    # Print citations (if any)
58
    if response.citations:
59
        print("\nCITATIONS:\n")
60
        for citation in response.citations:
61
            print(citation)
62
63
        print("\nCITED REFERENCES:\n")
64
        for document in response.documents:
65
            print(document)
66
                
67
    return chat_history

1
chat_history = run_assistant("Any doc on how do I submit travel expenses? Also, any emails about setting up IT access?")