app.py

from transformers import AutoTokenizer, AutoModelForCausalLM
import torch

model_name = "hari7261/TechChat"

# If the repo is private, add your token:
token = "your_huggingface_token_here"  # or set HF_TOKEN env var

tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=token)
model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=token)

prompt = "Hello, how can I help you today?"
inputs = tokenizer(prompt, return_tensors="pt")

with torch.no_grad():
    outputs = model.generate(**inputs, max_length=50)

print(tokenizer.decode(outputs[0], skip_special_tokens=True))