app.py

import gradio as gr
from transformers import AutoTokenizer, AutoModelForCausalLM

tokenizer = AutoTokenizer.from_pretrained("nomic-ai/gpt4all-13b-snoozy")

model = AutoModelForCausalLM.from_pretrained("nomic-ai/gpt4all-13b-snoozy")

#gr.Interface.load("models/nomic-ai/gpt4all-j").launch()
#gr.Interface.load("models/nomic-ai/gpt4all-lora").launch()

#nomic-ai/gpt4all-13b-snoozy
#nomic-ai/gpt4all-j
#nomic-ai/gpt4all-lora
#nomic-ai/gpt4all-lora-epoch-3
#nomic-ai/gpt4all-j-lora

#gr.Interface.load("models/nomic-ai/gpt4all-j").launch()
#gr.Interface.load("models/nomic-ai/gpt4all-j").launch()
#gr.Interface.load("models/nomic-ai/gpt4all-j").launch()
#gr.Interface.load("models/nomic-ai/gpt4all-j").launch()