This video shows how to create and run AI agents with local models using CrewAI and Ollama for free.
Code:
conda create -n crewai python=3.11
#export OPENAI_API_KEY="<>"
export OPENAI_API_BASE='http://localhost:11434/v1'
export OPENAI_MODEL_NAME='mistral'
export OPENAI_API_KEY=''
pip install crewai==0.28.8 crewai_tools==0.1.6 langchain_community==0.0.29
# Warning control
import warnings
warnings.filterwarnings('ignore')
from crewai import Agent, Task, Crew
from langchain_openai import ChatOpenAI
llm = ChatOpenAI(
model = "mistral",
base_url = "http://localhost:11434/v1",
openai_api_key='NA')
Agents:
legal_researcher_agent = Agent(
role="Legal Research Specialist",
goal="Provide accurate and relevant legal information",
backstory=(
"You work at a law firm and are tasked with "
"conducting research for a case involving {topic}. "
"Your expertise will help the legal team build a strong argument."
),
allow_delegation=False,
verbose=True,
llm = llm
)
legal_writer_agent = Agent(
role="Legal Document Drafter",
goal="Craft clear and persuasive legal documents",
backstory=(
"You are a legal writer responsible for drafting "
"a legal brief on {topic} for an upcoming court case. "
"Your document must be well-researched, concise, and compelling."
),
verbose=True,
allow_delegation=False,
llm = llm
)
Tasks:
conduct_legal_research = Task(
description=(
"1. Investigate relevant laws, regulations, and precedents.\n"
"2. Analyze legal articles, journals, and expert opinions.\n"
"3. Identify key points and arguments related to {topic}.\n"
"4. Organize and summarize findings in a clear and concise manner."
),
expected_output="A comprehensive legal research report "
"including relevant sources and key points.",
agent=legal_researcher_agent,
)
draft_legal_brief = Task(
description=(
"1. Use the research report to draft a clear and persuasive brief.\n"
"2. Include an introduction, argument, and conclusion.\n"
"3. Ensure the brief is well-structured and easy to follow.\n"
"4. Proofread for grammar, punctuation, and legal accuracy."
),
expected_output="A well-written legal brief in markdown format, "
"ready for submission to the legal team.",
agent=legal_writer_agent,
)
crew = Crew(
agents=[legal_researcher_agent, legal_writer_agent],
tasks=[conduct_legal_research, draft_legal_brief],
verbose=2
)
result = crew.kickoff(inputs={"topic": "Employment Law and Discrimination"})