ddovidovich commited on
Commit
8f8d318
·
1 Parent(s): 06b6f8b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -131,9 +131,9 @@ def main():
131
  docsearch = Chroma.from_texts(texts, embeddings, metadatas=[{"source": str(i)} for i in range(len(texts))]).as_retriever()
132
  docs = docsearch.get_relevant_documents(query)
133
  if st.session_state.model_name == 'gpt-4':
134
- max_tkns=8192
135
  else :
136
- max_tkns=4096
137
  chain = load_qa_chain(ChatOpenAI(model = st.session_state.model_name,max_tokens=max_tkns,temperature=0), chain_type="stuff")
138
  st.session_state.output = chain.run(input_documents=docs, question=query)
139
  #st.session_state["output"] = output
 
131
  docsearch = Chroma.from_texts(texts, embeddings, metadatas=[{"source": str(i)} for i in range(len(texts))]).as_retriever()
132
  docs = docsearch.get_relevant_documents(query)
133
  if st.session_state.model_name == 'gpt-4':
134
+ max_tkns=5500
135
  else :
136
+ max_tkns=3000
137
  chain = load_qa_chain(ChatOpenAI(model = st.session_state.model_name,max_tokens=max_tkns,temperature=0), chain_type="stuff")
138
  st.session_state.output = chain.run(input_documents=docs, question=query)
139
  #st.session_state["output"] = output