Update app.py

app.py

@@ -1,37 +1,42 @@
-import os
 import streamlit as st
 import yfinance as yf
 import pandas as pd
 from langchain.agents import create_csv_agent, AgentType
-from langchain.chat_models import ChatOpenAI
 from htmlTemplates import css, user_template, bot_template
 
-# Set OpenAI API Key
-os.environ['OPENAI_API_KEY'] = os.environ.get('OPENAI_API_KEY')
+from langchain.llms import GPT4All
+from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
 
-# Initialize LangChain ChatOpenAI agent
-llm = ChatOpenAI(
-    model='gpt-3.5-turbo',
-    max_tokens=500,
-    temperature=0.7,
+local_path = (
+    "tinyllama-1.1b-chat-v0.3.Q2_K.gguf"  # replace with your desired local file path
 )
 
+# Callbacks support token-wise streaming
+callbacks = [StreamingStdOutCallbackHandler()]
+
+# Verbose is required to pass to the callback manager
+llm = GPT4All(model=local_path, callbacks=callbacks, verbose=True)
+
+
 def init_ses_states():
     st.session_state.setdefault('chat_history', [])
 
+
 def relative_returns(df):
     rel = df.pct_change()
     cumret = ((1 + rel).cumprod() - 1).fillna(0)
     return cumret
 
+
 def display_convo():
     with st.container():
         for i, message in enumerate(reversed(st.session_state.chat_history)):
             if i % 2 == 0:
-                 st.markdown(bot_template.replace("{{MSG}}", message), unsafe_allow_html=True)
+                st.markdown(bot_template.replace("{{MSG}}", message), unsafe_allow_html=True)
             else:
                 st.markdown(user_template.replace("{{MSG}}", message), unsafe_allow_html=True)
 
+
 def main():
     st.set_page_config(page_title="Stock Price AI Bot", page_icon=":chart:")
     st.write(css, unsafe_allow_html=True)
@@ -40,7 +45,9 @@ def main():
     st.caption("Visualizations and OpenAI Chatbot for Multiple Stocks Over A Specified Period")
 
     with st.sidebar:
-        asset_tickers = sorted(['DOW', 'NVDA', 'TSL', 'GOOGL', 'AMZN', 'AI', 'NIO', 'LCID', 'F', 'LYFY', 'AAPL', 'MSFT', 'BTC-USD', 'ETH-USD'])
+        asset_tickers = sorted(
+            ['DOW', 'NVDA', 'TSL', 'GOOGL', 'AMZN', 'AI', 'NIO', 'LCID', 'F', 'LYFY', 'AAPL', 'MSFT', 'BTC-USD',
+             'ETH-USD'])
         asset_dropdown = st.multiselect('Pick Assets:', asset_tickers)
         metric_tickers = ['Adj. Close', 'Relative Returns']
         metric_dropdown = st.selectbox("Metric", metric_tickers)
@@ -60,7 +67,7 @@ def main():
                 if "Area Chart" in viz_dropdown:
                     st.area_chart(df)
 
-        st.header("Chat with your Data") 
+        st.header("Chat with your Data")
         query = st.text_input("Enter a query:")
         chat_prompt = f'''
             You are an AI ChatBot intended to help with user stock data.
@@ -90,5 +97,6 @@ def main():
                 except Exception as e:
                     st.error(f"An error occurred: {str(e)}")
 
+
 if __name__ == '__main__':
     main()