app.py

import streamlit as st
from langchain.prompts import PromptTemplate
from langchain.llms import CTransformers

## Function To get response from LLAma 2 model

def getLLamaresponse(input_text,keywords,blog_style):

    ### LLama2 model
    llm=CTransformers(model="models\llama-2-7b-chat.ggmlv3.q2_K.bin",
                      model_type='llama',
                      config={'max_new_tokens':50,
                              'temperature':0.01})
    
    ## Prompt Template

    template="""

        Generate sql command for {blog_style}  {input_text}  {keywords}.

            """
    
    prompt=PromptTemplate(input_variables=["blog_style","input_text",'keywords'],
                          template=template)
    
    ## Generate the ressponse from the LLama 2 model
    response=llm(prompt.format(blog_style=blog_style,input_text=input_text,keywords=keywords))
    print(response)
    return response

st.set_page_config(page_title="Generate Project Idea",
                    page_icon='🤖',
                    layout='centered',
                    initial_sidebar_state='collapsed')

st.header("Generate Project Idea 🤖")

input_text=st.text_input("Enter the Topic")


## creating to more columns for additonal 2 fields

col1,col2=st.columns([5,5])

with col1:
    no_words=st.text_input('Keywords')
with col2:
    blog_style=st.selectbox('Generating project idea for',
                            ('Researchers','Data Scientist','Software Developer','Common People', " "),index=0)
    
submit=st.button("Generate")

## Final response
if submit:
    st.write(getLLamaresponse(input_text,no_words,blog_style))