Implementing a Multi-Step Agent with Langchain

1
! pip install --quiet langchain langchain_cohere langchain_experimental

1
from langchain_community.tools.tavily_search import TavilySearchResults
2
3
os.environ["TAVILY_API_KEY"] = #<your-api-key>
4
5
internet_search = TavilySearchResults()
6
internet_search.name = "internet_search"
7
internet_search.description = "Returns a list of relevant document snippets for a textual query retrieved from the internet."
8
9
10
from langchain_core.pydantic_v1 import BaseModel, Field
11
class TavilySearchInput(BaseModel):
12
   query: str = Field(description="Query to search the internet with")
13
internet_search.args_schema = TavilySearchInput

1
from langchain.agents import Tool
2
from langchain_experimental.utilities import PythonREPL
3
4
python_repl = PythonREPL()
5
python_tool = Tool(
6
   name="python_repl",
7
   description="Executes python code and returns the result. The code runs in astatic sandbox without interactive mode, so print output or save output to a file.",
8
   func=python_repl.run,
9
)
10
python_tool.name = "python_interpreter"
11
12
# from langchain_core.pydantic_v1 import BaseModel, Field
13
class ToolInput(BaseModel):
14
   code: str = Field(description="Python code to execute.")
15
python_tool.args_schema = ToolInput

1
from langchain_core.tools import tool
2
import random
3
4
@tool
5
def random_operation_tool(a: int, b: int):
6
 """Calculates a random operation between the inputs."""
7
 coin_toss = random.uniform(0, 1)
8
 if coin_toss > 0.5:
9
   return {'output': a*b}
10
 else:
11
   return {'output': a+b}
12
13
random_operation_tool.name = "random_operation" # use python case
14
random_operation_tool.description = "Calculates a random operation between the inputs."
15
16
from langchain_core.pydantic_v1 import BaseModel, Field
17
class random_operation_inputs(BaseModel):
18
   a: int = Field(description="First input")
19
   b: int = Field(description="Second input")
20
random_operation_tool.args_schema = random_operation_inputs

1
from langchain.agents import AgentExecutor
2
from langchain_cohere.react_multi_hop.agent import create_cohere_react_agent
3
from langchain_core.prompts import ChatPromptTemplate
4
from langchain_cohere.chat_models import ChatCohere
5
6
# LLM
7
llm = ChatCohere(model="command-r-plus-08-2024", temperature=0.3)
8
9
# Preamble
10
preamble = """
11
You are an expert who answers the user's question with the most relevant datasource.
12
You are equipped with an internet search tool and a special vectorstore of information
13
about how to write good essays.
14
"""
15
16
# Prompt template
17
prompt = ChatPromptTemplate.from_template("{input}")
18
19
# Create the ReAct agent
20
agent = create_cohere_react_agent(
21
   llm=llm,
22
   tools=[internet_search, vectorstore_search, python_tool],
23
   prompt=prompt,
24
)
25
26
agent_executor = AgentExecutor(agent=agent,
27
                               tools=[internet_search, vectorstore_search, python_tool],
28
                               verbose=True)

1
agent_executor.invoke({
2
   "input": "I want to write an essay about the Roman Empire. Any tips for writing an essay? Any fun facts?",
3
   "preamble": preamble,
4
})

1
> Entering new AgentExecutor chain...
2
3
4
# Here is the model plan
5
I will search for tips on writing an essay and fun facts about the Roman Empire.
6
7
 
8
# The model decides to use a first tool: the vector store
9
{'tool_name': 'vectorstore_search', 'parameters': {'query': 'tips for writing an essay'}}
10
11
# Here are the results from the vector store call: retrieved passages
12
I should have asked how do you write essays well? Though
13
these seem only phrasing apart, their answers diverge. [ … more of retrieved snippet 1 … ]
14
15
didn't have edge with any of them. To start writing an essay, you
16
need [ … more of retrieved snippet 2 … ]
17
18
You don't have to get an answer right the first time, but there's
19
no excuse for not getting it right eventually, because [ more of retrieved snippet 3 … ]
20
21
  
22
# The model decides to use another tool: web search
23
{'tool_name': 'internet_search', 'parameters': {'query': 'fun facts about the roman empire'}}
24
25
# Here are the results from the web search call: retrieved passages
26
[{'url': 'https://www.natgeokids.com/uk/discover/history/romans/10-facts-about-the-ancient-romans/', 'content': 'i love this website\nBIG BOBBY\nbooby\nI love shell my bae;)\ni like bobby fishes ;0\nI like turtles\nOmg soy cool\ngreeeeeeeeeeeeaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaatttttttttttttttttttttttt\nbest fact ever\nthis artical is cool\nHANDY\nrubbish did not help what so ever\nha\nRocking\nTHIS IS THE BEST\nproper rad in it cool\nthis is cool\nawesomeness\nawsome\nawsome\nthank you captain\nit is a lot of help\ni like this\nwebsite it helps me on my projects and isabel likes munier\nmark uses this for research\nlot of help\nthis is awsome\nTHE BEST BOOBOO\nCool webpage helped me get 4 housepoints\n This helped me A LOT on a school project\ncool wow awesomoe\nCOOL WEBSITE LOL\nthis helped me with a school project :)\nthat was awesome\ncool\nthat helped me out for my research test\nReally its very cool really COOL\nLIKE COOL best website so far its nice\nI love it\nnice facts\nIt help with my history\n i mean u made animaljam a awesome nice safe place for kids and this site to have kids a safe website to get facts for reports and stuff\nLots of Love ,\nRose\npretty good website if u ask me\nbut definently not gonna use it on a daily basis\nIll try it again another time\ngood\nCool webcite\nterrible\nquite impressive\nAwesome website it real helps\nits good\nthis is a great website! You really a lot with my project!:)\nthis has helleped\nme get\nmy progect\ndone\nthank you\nsoooooooooooooooooo\nmuchchchchchch\nthis helleped me\nsooooooooo much with my progect thank you\nvery good website\nthank us very much your nice one today!!\n'}, {'url': 'https://ohfact.com/roman-empire-facts/', 'content': 'Learn about the ancient Roman Civilization, its history, culture, army, architecture, food and more from this list of 27 facts. Discover how the Romans started, conquered, lived, died and influenced the world with their legends, myths and facts.'}, {'url': 'https://factnight.com/fun-facts-about-the-roman-empire/', 'content': 'The Roman Empire was one of the most influential and significant civilizations in world history. At its peak, the empire stretched from North Africa to Britain, reigning over 60 million people. From its legendary beginnings and remarkable achievements to its eventual decline and fall, the Roman Empire is a fascinating topic full of little-known facts and intriguing trivia.'}, {'url': 'https://www.historyhit.com/facts-about-ancient-rome-and-the-romans/', 'content': 'The Enduring Legacy of C.S. Lewis\nMargaret J. Winkler: A Forgotten Pioneer in Disney’s Success\n10 Facts About Harper Lee\nAntarctica Expedition Cruise\nUncover Pompeii\nSophie Hay and Tristan Hughes\nRediscovering Richard III with Matt Lewis\nOrder the History Hit Miscellany\nHistory Hit Holidays\nGift Subscriptions\n100 Facts About Ancient Rome and the Romans\nRome wasn’t built in a day, as the cliché reminds us. The Crossing of the Rhine in 405/6 AD brought around 100,000 barbarians into the Empire\nBarbarian factions, tribes and war leaders were now a factor in the power struggles at the top of Roman politics and one of the once-strong boundaries of the Empire had proved to be permeable.\n Related Articles\n10 Facts About Saint Andrew\nThe Rise of Pompey the Great, the ‘Roman Alexander’\nWatch and Listen\nCleopatra\nSex in Ancient Rome\nRelated Locations\nBaelo Claudia\nMausoleum of Cecilia Metella\nColin Ricketts\n30 July 2021\n By the fourth century BC, the story was accepted by Romans who were proud of their warrior founder\nThe story was included in the first history of the city, by the Greek writer Diocles of Peparethus, and the twins and their wolf step-mother were depicted on Rome’s first coins.\n The History Hit Miscellany of Facts, Figures and Fascinating Finds\nA History of England: Part One\nDragons: Myth & Reality\nA Tudor Wonder - Hardwick Hall\nThe Battle of Shrewsbury\nEurope’s 1848 Revolutions\nThe Boston Tea Party\nHow Did 3 People Seemingly Escape From Alcatraz?\n'}, {'url': 'https://www.countryfaq.com/facts-about-the-roman-empire/', 'content': 'Facts about the Roman Empire. Explore some of the interesting, fun, cool facts bout the Roman Empire: 1. The Magnificent Roman Empire. The Roman Empire, a colossal entity of unparalleled grandeur, occupies an indomitable position within the annals of human history, a name that resonates resoundingly across the eons.'}]Relevant Documents: 0,3,4,5
27
28
  
29
# The model decides it has enough info to generate a final response.
30
  
31
# Below is the answer by the model
32
Answer: Here are some tips for writing an essay:
33
- Start with a question that spurs some response.
34
- Don't choose a topic at random, make sure you have a way in, a new insight or approach.
35
- You don't need a complete thesis, just a gap to explore.
36
- You can get ideas by talking to people, reading, doing and building things, and going places and seeing things.
37
- You can improve the quality of your ideas by increasing the breadth and depth of what goes in.
38
- You can get breadth by reading and talking about a wide range of topics.
39
- You can get depth by doing and having to solve problems.
40
- You can also get ideas by talking to people who make you have new ideas.
41
42
Here are some fun facts about the Roman Empire:
43
- At its peak, the empire stretched from North Africa to Britain, reigning over 60 million people.
44
- The story of Rome's warrior founder and the twins and their wolf step-mother was depicted on Rome's first coins.
45
- The Crossing of the Rhine in 405/6 AD brought around 100,000 barbarians into the Empire.
46
47
# Below is the answer by the model, with citations!
48
Cited Documents: 0,3,4,5
49
Grounded answer: Here are some tips for writing an essay:
50
- <co: 0>Start with a question that spurs some response</co: 0>.
51
- <co: 0>Don't choose a topic at random, make sure you have a way in, a new insight or approach</co: 0>.
52
- <co: 0>You don't need a complete thesis, just a gap to explore</co: 0>.
53
- <co: 0>You can get ideas by talking to people, reading, doing and building things, and going places and seeing things</co: 0>.
54
- <co: 0>You can improve the quality of your ideas by increasing the breadth and depth of what goes in</co: 0>.
55
- <co: 0>You can get breadth by reading and talking about a wide range of topics</co: 0>.
56
- <co: 0>You can get depth by doing and having to solve problems</co: 0>.
57
- <co: 0>You can also get ideas by talking to people who make you have new ideas</co: 0>.
58
59
Here are some fun facts about the Roman Empire:
60
- <co: 3>At its peak, the empire stretched from North Africa to Britain, reigning over 60 million people</co: 3>.
61
- <co: 4>The story of Rome's warrior founder and the twins and their wolf step-mother was depicted on Rome's first coins</co: 4>.
62
- <co: 4>The Crossing of the Rhine in 405/6 AD brought around 100,000 barbarians into the Empire</co: 4>.
63
64
> Finished chain.

1
# You can easily equip your agent with a vector store!
2
3
from langchain.text_splitter import RecursiveCharacterTextSplitter
4
from langchain_community.document_loaders import WebBaseLoader
5
from langchain_community.vectorstores import FAISS
6
from langchain_cohere import CohereEmbeddings
7
8
# Set embeddings
9
embd = CohereEmbeddings()
10
11
# Docs to index
12
urls = [
13
   "https://paulgraham.com/best.html",
14
]
15
16
# Load
17
docs = [WebBaseLoader(url).load() for url in urls]
18
docs_list = [item for sublist in docs for item in sublist]
19
20
# Split
21
text_splitter = RecursiveCharacterTextSplitter.from_tiktoken_encoder(
22
   chunk_size=512, chunk_overlap=0
23
)
24
doc_splits = text_splitter.split_documents(docs_list)
25
26
# Add to vectorstore
27
vectorstore = FAISS.from_documents(
28
   documents=doc_splits,
29
   embedding=embd,
30
)
31
32
vectorstore_retriever = vectorstore.as_retriever()
33
34
35
from langchain.tools.retriever import create_retriever_tool
36
37
vectorstore_search = create_retriever_tool(
38
   retriever=vectorstore_retriever,
39
   name="vectorstore_search",
40
   description="Retrieve relevant info from a vectorstore that contains information from Paul Graham about how to write good essays."
41
)

1
# Step 1: Construct the chat history as a list of LangChain Messages, ending with the last user message
2
from langchain_core.messages import HumanMessage, AIMessage
3
4
chat_history = [
5
   HumanMessage(content="I'm considering switching to Oracle for my CRM."),
6
   AIMessage(content="That sounds like a good idea! How can I help you?"),
7
   HumanMessage(content="Recap all the info you can find about their offering."),
8
]
9
10
prompt = ChatPromptTemplate.from_messages(chat_history)
11
12
# Step 2: When you make the agent, specify the chat_history as the prompt
13
agent = create_cohere_react_agent(
14
   llm=llm,
15
   tools=[internet_search, vectorstore_search, python_tool],
16
   prompt=prompt,
17
)
18
19
agent_executor = AgentExecutor(agent=agent,
20
                               tools=[internet_search, vectorstore_search, python_tool],
21
                               verbose=True)
22
23
# Step 3: When you invoke the agent_executor there's no need to pass anything else into invoke
24
response = agent_executor.invoke({
25
   "preamble": preamble,
26
})
27
28
response['output']

1
agent_executor.invoke({
2
   "input": "Hey how are you?",
3
})