Using Cohere models via the OpenAI SDK

1
from openai import OpenAI
2
3
client = OpenAI(
4
    base_url="https://api.cohere.ai/compatibility/v1",
5
    api_key="COHERE_API_KEY",
6
)

1
from openai import OpenAI
2
3
client = OpenAI(
4
    base_url="https://api.cohere.ai/compatibility/v1",
5
    api_key="COHERE_API_KEY",
6
)
7
8
completion = client.chat.completions.create(
9
    model="command-a-plus-05-2026",
10
    messages=[
11
        {
12
            "role": "user",
13
            "content": "Write a haiku about recursion in programming.",
14
        },
15
    ],
16
)
17
18
print(completion.choices[0].message)

1
from openai import OpenAI
2
3
client = OpenAI(
4
    base_url="https://api.cohere.ai/compatibility/v1",
5
    api_key="COHERE_API_KEY",
6
)
7
8
completion = client.chat.completions.create(
9
    messages=[
10
        {
11
            "role": "developer",
12
            "content": "You must respond in the style of a pirate.",
13
        },
14
        {
15
            "role": "user",
16
            "content": "What's 2 + 2.",
17
        },
18
        {
19
            "role": "assistant",
20
            "content": "Arrr, matey! 2 + 2 be 4, just like a doubloon in the sea!",
21
        },
22
        {
23
            "role": "user",
24
            "content": "Add 30 to that.",
25
        },
26
    ],
27
    model="command-a-plus-05-2026",
28
)
29
30
print(completion.choices[0].message)

1
from openai import OpenAI
2
3
client = OpenAI(
4
    base_url="https://api.cohere.ai/compatibility/v1",
5
    api_key="COHERE_API_KEY",
6
)
7
8
completion = client.beta.chat.completions.parse(
9
    model="command-a-plus-05-2026",
10
    messages=[
11
        {
12
            "role": "user",
13
            "content": "Generate a JSON describing a book.",
14
        }
15
    ],
16
    response_format={
17
        "type": "json_object",
18
        "schema": {
19
            "type": "object",
20
            "properties": {
21
                "title": {"type": "string"},
22
                "author": {"type": "string"},
23
                "publication_year": {"type": "integer"},
24
            },
25
            "required": ["title", "author", "publication_year"],
26
        },
27
    },
28
)
29
30
print(completion.choices[0].message.content)

1
from openai import OpenAI
2
3
client = OpenAI(
4
    base_url="https://api.cohere.ai/compatibility/v1",
5
    api_key="COHERE_API_KEY",
6
)
7
8
tools = [
9
    {
10
        "type": "function",
11
        "function": {
12
            "name": "get_flight_info",
13
            "description": "Get flight information between two cities or airports",
14
            "parameters": {
15
                "type": "object",
16
                "properties": {
17
                    "loc_origin": {
18
                        "type": "string",
19
                        "description": "The departure airport, e.g. MIA",
20
                    },
21
                    "loc_destination": {
22
                        "type": "string",
23
                        "description": "The destination airport, e.g. NYC",
24
                    },
25
                },
26
                "required": ["loc_origin", "loc_destination"],
27
            },
28
        },
29
    }
30
]
31
32
messages = [
33
    {"role": "developer", "content": "Today is April 30th"},
34
    {
35
        "role": "user",
36
        "content": "When is the next flight from Miami to Seattle?",
37
    },
38
    {
39
        "role": "assistant",
40
        "tool_calls": [
41
            {
42
                "function": {
43
                    "arguments": '{ "loc_destination": "Seattle", "loc_origin": "Miami" }',
44
                    "name": "get_flight_info",
45
                },
46
                "id": "get_flight_info0",
47
                "type": "function",
48
            }
49
        ],
50
    },
51
    {
52
        "role": "tool",
53
        "name": "get_flight_info",
54
        "tool_call_id": "get_flight_info0",
55
        "content": "Miami to Seattle, May 1st, 10 AM.",
56
    },
57
]
58
59
completion = client.chat.completions.create(
60
    model="command-a-plus-05-2026",
61
    messages=messages,
62
    tools=tools,
63
    temperature=0.7,
64
)
65
66
print(completion.choices[0].message)

1
from openai import OpenAI
2
3
client = OpenAI(
4
    base_url="https://api.cohere.ai/compatibility/v1",
5
    api_key=COHERE_API_KEY,
6
)
7
8
response = client.embeddings.create(
9
    input=["Hello world!"],
10
    model="embed-v4.0",
11
    encoding_format="float",
12
)
13
14
print(
15
    response.data[0].embedding[:5]
16
)  # Display the first 5 dimensions

1
from openai import OpenAI
2
3
client = OpenAI(
4
    base_url="https://api.cohere.ai/compatibility/v1",
5
    api_key=COHERE_API_KEY,
6
)
7
8
response = client.audio.transcriptions.create(
9
    model="cohere-transcribe-03-2026",
10
    language="en",
11
    file=open("./sample.wav", "rb"),
12
)
13
14
print(response)