File size: 1,008 Bytes
da750df |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 |
from fastapi import FastAPI
from langchain.prompts import ChatPromptTemplate
from langchain.chat_models import ChatOpenAI
from langserve import add_routes
import uvicorn
import os
from langchain_community.llms import Ollama
from dotenv import load_dotenv
load_dotenv()
os.environ['OPENAI_API_KEY']=os.getenv("OPENAI_API_KEY")
app=FastAPI(
title="Langchain Server",
version="1.0",
decsription="A simple API Server"
)
add_routes(
app,
ChatOpenAI(),
path="/openai"
)
model=ChatOpenAI()
##ollama llama2
llm=Ollama(model="llama2")
prompt1=ChatPromptTemplate.from_template("Write me an essay about {topic} with 100 words")
prompt2=ChatPromptTemplate.from_template("Write me an poem about {topic} for a 5 years child with 100 words")
add_routes(
app,
prompt1|model,
path="/essay"
)
add_routes(
app,
prompt2|llm,
path="/poem"
)
if __name__=="__main__":
uvicorn.run(app,host="localhost",port=8000)
|