LlamaIndex

1
from llama_index.llms.cohere import Cohere
2
from llama_index.core.llms import ChatMessage
3
4
cohere_model = Cohere(api_key="COHERE_API_KEY",
5
                      model="command-r-plus")
6
7
message = ChatMessage(role="user", content= "What is 2 + 3?")
8
9
response = cohere_model.chat([message])
10
print(response)

1
from llama_index.embeddings.cohere import CohereEmbedding
2
3
embed_model = CohereEmbedding(
4
    api_key="COHERE_API_KEY",
5
    model_name="embed-english-v3.0",
6
    input_type="search_document", # Use search_query for queries, search_document for documents
7
)
8
9
# Generate Embeddings
10
embeddings = embed_model.get_text_embedding("Welcome to Cohere!")
11
12
# Print embeddings
13
print(len(embeddings))
14
print(embeddings[:5])

1
from llama_index.postprocessor.cohere_rerank import CohereRerank
2
from llama_index.readers.web import SimpleWebPageReader # first, run `pip install llama-index-readers-web`
3
4
# create index (we are using an example page from Cohere's docs)
5
documents = SimpleWebPageReader(html_to_text=True).load_data(
6
    ["https://docs.cohere.com/v2/docs/prompt-tuner"]
7
) # you can replace this with any other reader or documents
8
index = VectorStoreIndex.from_documents(documents=documents)
9
10
# create reranker
11
cohere_rerank = CohereRerank(api_key="COHERE_API_KEY",
12
                             model="rerank-english-v3.0",
13
                             top_n=2)
14
15
# query the index
16
query_engine = index.as_query_engine(
17
    similarity_top_k=10,
18
    node_postprocessors=[cohere_rerank],
19
)
20
21
print(query_engine)
22
23
# generate a response
24
response = query_engine.query(
25
    "What is Cohere Prompt Tuner?",
26
)
27
28
print(response)
29
30
# To view the source documents
31
from llama_index.core.response.pprint_utils import pprint_response
32
pprint_response(response, show_source=True)

1
from llama_index.llms.cohere import Cohere
2
from llama_index.embeddings.cohere import CohereEmbedding
3
from llama_index.postprocessor.cohere_rerank import CohereRerank
4
from llama_index.core import Settings
5
from llama_index.core import VectorStoreIndex
6
from llama_index.readers.web import SimpleWebPageReader # first, run `pip install llama-index-readers-web`
7
8
# Create the embedding model
9
embed_model = CohereEmbedding(
10
    api_key="COHERE_API_KEY",
11
    model_name="embed-english-v3.0",
12
    input_type="search_query",
13
)
14
15
# Create the service context with the cohere model for generation and embedding model
16
Settings.llm = Cohere(api_key="COHERE_API_KEY",
17
                      model="command-r-plus")
18
Settings.embed_model = embed_model
19
20
# create index (we are using an example page from Cohere's docs)
21
documents = SimpleWebPageReader(html_to_text=True).load_data(
22
    ["https://docs.cohere.com/v2/docs/prompt-tuner"]
23
) # you can replace this with any other reader or documents
24
index = VectorStoreIndex.from_documents(documents=documents)
25
26
# Create a cohere reranker 
27
cohere_rerank = CohereRerank(api_key="COHERE_API_KEY",
28
                             model="rerank-english-v3.0",
29
                             top_n=2)
30
31
# Create the query engine
32
query_engine = index.as_query_engine(node_postprocessors=[cohere_rerank])
33
34
# Generate the response
35
response = query_engine.query("What is Cohere Prompt Tuner?")
36
print(response)

1
from llama_index.llms.cohere import Cohere
2
from llama_index.core.tools import FunctionTool
3
from llama_index.core.agent import FunctionCallingAgent
4
5
# Define tools
6
def multiply(a: int, b: int) -> int:
7
    """Multiple two integers and returns the result integer"""
8
    return a * b
9
10
multiply_tool = FunctionTool.from_defaults(fn=multiply)
11
12
def add(a: int, b: int) -> int:
13
    """Add two integers and returns the result integer"""
14
    return a + b
15
16
add_tool = FunctionTool.from_defaults(fn=add)
17
18
# Define LLM
19
llm = Cohere(api_key="COHERE_API_KEY",
20
             model="command-r-plus")
21
22
# Create agent
23
agent = FunctionCallingAgent.from_tools(
24
    [multiply_tool, add_tool],
25
    llm=llm,
26
    verbose=True,
27
    allow_parallel_tool_calls=True,
28
)
29
30
# Run agent
31
response = await agent.achat("What is (121 * 3) + (5 * 8)?")