Cohere on Azure

1
import urllib.request
2
import json
3
4
# Configure payload data sending to API endpoint
5
data = {
6
    "messages": [
7
        {"role": "system", "content": "You are a helpful assistant."},
8
        {"role": "user", "content": "What is an LLM?"},
9
    ],
10
    "max_tokens": 500,
11
    "temperature": 0.3,
12
    "stream": "True",
13
}
14
15
body = str.encode(json.dumps(data))
16
17
# Replace the url with your API endpoint
18
url = "https://your-endpoint.inference.ai.azure.com/v1/chat/completions"
19
20
# Replace this with the key for the endpoint
21
api_key = "your-auth-key"
22
if not api_key:
23
    raise Exception("API Key is missing")
24
25
headers = {"Content-Type": "application/json", "Authorization": (api_key)}
26
27
req = urllib.request.Request(url, body, headers)
28
29
try:
30
    response = urllib.request.urlopen(req)
31
    result = response.read()
32
    print(result)
33
except urllib.error.HTTPError as error:
34
    print("The request failed with status code: " + str(error.code))
35
    # Print the headers - they include the requert ID and the timestamp, which are useful for debugging the failure
36
    print(error.info())
37
    print(error.read().decode("utf8", "ignore"))

1
import urllib.request
2
import json
3
4
# Configure payload data sending to API endpoint
5
data = {
6
    "input": ["hi"]
7
}
8
9
body = str.encode(json.dumps(data))
10
11
# Replace the url with your API endpoint
12
url = "https://your-endpoint.inference.ai.azure.com/v1/embedding"
13
14
# Replace this with the key for the endpoint
15
api_key = "your-auth-key"
16
if not api_key:
17
    raise Exception("API Key is missing")
18
19
headers = {"Content-Type": "application/json", "Authorization": (api_key)}
20
21
req = urllib.request.Request(url, body, headers)
22
23
try:
24
    response = urllib.request.urlopen(req)
25
    result = response.read()
26
    print(result)
27
except urllib.error.HTTPError as error:
28
    print("The request failed with status code: " + str(error.code))
29
    # Print the headers - they include the requert ID and the timestamp, which are useful for debugging the failure
30
    print(error.info())
31
    print(error.read().decode("utf8", "ignore"))

1
import cohere
2
3
co = cohere.Client(
4
    base_url="https://<endpoint>.<region>.inference.ai.azure.com/v1",
5
    api_key="<key>"
6
)
7
8
documents = [
9
    {
10
        "Title": "Incorrect Password",
11
        "Content": "Hello, I have been trying to access my account for the past hour and it keeps saying my password is incorrect. Can you please help me?",
12
    },
13
    {
14
        "Title": "Confirmation Email Missed",
15
        "Content": "Hi, I recently purchased a product from your website but I never received a confirmation email. Can you please look into this for me?",
16
    },
17
    {
18
        "Title": "Questions about Return Policy",
19
        "Content": "Hello, I have a question about the return policy for this product. I purchased it a few weeks ago and it is defective.",
20
    },
21
    {
22
        "Title": "Customer Support is Busy",
23
        "Content": "Good morning, I have been trying to reach your customer support team for the past week but I keep getting a busy signal. Can you please help me?",
24
    },
25
    {
26
        "Title": "Received Wrong Item",
27
        "Content": "Hi, I have a question about my recent order. I received the wrong item and I need to return it.",
28
    },
29
    {
30
        "Title": "Customer Service is Unavailable",
31
        "Content": "Hello, I have been trying to reach your customer support team for the past hour but I keep getting a busy signal. Can you please help me?",
32
    },
33
    {
34
        "Title": "Return Policy for Defective Product",
35
        "Content": "Hi, I have a question about the return policy for this product. I purchased it a few weeks ago and it is defective.",
36
    },
37
    {
38
        "Title": "Wrong Item Received",
39
        "Content": "Good morning, I have a question about my recent order. I received the wrong item and I need to return it.",
40
    },
41
    {
42
        "Title": "Return Defective Product",
43
        "Content": "Hello, I have a question about the return policy for this product. I purchased it a few weeks ago and it is defective.",
44
    },
45
]
46
47
response = co.rerank(
48
    documents=documents,
49
    query="What emails have been about returning items?",
50
    rank_fields=["Title", "Content"],
51
    top_n=5,
52
)

1
# pip install cohere
2
3
import cohere
4
5
# For Command models
6
co_chat = cohere.Client(
7
    api_key="AZURE_INFERENCE_CREDENTIAL",
8
    base_url="AZURE_MODEL_ENDPOINT", # Example - https://Cohere-command-r-plus-08-2024-xyz.eastus.models.ai.azure.com/
9
)
10
11
# For Embed models
12
co_embed = cohere.Client(
13
    api_key="AZURE_INFERENCE_CREDENTIAL",
14
    base_url="AZURE_MODEL_ENDPOINT", # Example - hhttps://cohere-embed-v3-multilingual-xyz.eastus.models.ai.azure.com/
15
)
16
17
# For Rerank models
18
co_rerank = cohere.Client(
19
    api_key="AZURE_INFERENCE_CREDENTIAL",
20
    base_url="AZURE_MODEL_ENDPOINT", # Example - hhttps://cohere-rerank-v3-multilingual-xyz.eastus.models.ai.azure.com/
21
)

1
message = "I'm joining a new startup called Co1t today. Could you help me write a short introduction message to my teammates."
2
3
response = co_chat.chat(message=message)
4
5
print(response)

1
faqs_short = [
2
    {
3
        "text": "Reimbursing Travel Expenses: Easily manage your travel expenses by submitting them through our finance tool. Approvals are prompt and straightforward."
4
    },
5
    {
6
        "text": "Health and Wellness Benefits: We care about your well-being and offer gym memberships, on-site yoga classes, and comprehensive health insurance."
7
    },
8
]
9
10
query = "Are there fitness-related perks?"
11
12
response = co_chat.chat(message=query, documents=faqs_short)
13
14
print(response)

1
docs = [
2
    "Joining Slack Channels: You will receive an invite via email. Be sure to join relevant channels to stay informed and engaged.",
3
    "Finding Coffee Spots: For your caffeine fix, head to the break room's coffee machine or cross the street to the café for artisan coffee.",
4
]
5
6
doc_emb = co_embed.embed(
7
    input_type="search_document",
8
    texts=docs,
9
).embeddings

1
faqs_short = [
2
    {
3
        "text": "Reimbursing Travel Expenses: Easily manage your travel expenses by submitting them through our finance tool. Approvals are prompt and straightforward."
4
    },
5
    {
6
        "text": "Working from Abroad: Working remotely from another country is possible. Simply coordinate with your manager and ensure your availability during core hours."
7
    },
8
    {
9
        "text": "Health and Wellness Benefits: We care about your well-being and offer gym memberships, on-site yoga classes, and comprehensive health insurance."
10
    },
11
]
12
13
query = "Are there fitness-related perks?"
14
15
results = co_rerank.rerank(
16
    query=query, documents=faqs_short, top_n=2, model="rerank-english-v3.0"
17
)