ddovidovich commited on
Commit
3d31a3b
·
1 Parent(s): e9b54ed

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -130,7 +130,9 @@ def main():
130
  embeddings = OpenAIEmbeddings()
131
  docsearch = Chroma.from_texts(texts, embeddings, metadatas=[{"source": str(i)} for i in range(len(texts))]).as_retriever()
132
  docs = docsearch.get_relevant_documents(query)
133
- chain = load_qa_chain(ChatOpenAI(model = st.session_state.model_name,temperature=0), chain_type="stuff")
 
 
134
  st.session_state.output = chain.run(input_documents=docs, question=query)
135
  #st.session_state["output"] = output
136
  #col3.text_area('Result', value=output, key="output_data", height=450)
 
130
  embeddings = OpenAIEmbeddings()
131
  docsearch = Chroma.from_texts(texts, embeddings, metadatas=[{"source": str(i)} for i in range(len(texts))]).as_retriever()
132
  docs = docsearch.get_relevant_documents(query)
133
+ if st.session_state.model_name == 'gpt-4': max_tkns=8192
134
+ else : max_tkns=4096
135
+ chain = load_qa_chain(ChatOpenAI(model = st.session_state.model_name,max_tokens=max_tkns,temperature=0), chain_type="stuff")
136
  st.session_state.output = chain.run(input_documents=docs, question=query)
137
  #st.session_state["output"] = output
138
  #col3.text_area('Result', value=output, key="output_data", height=450)