app.py

from fastapi import FastAPI
from transformers import AutoModel, AutoTokenizer

tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen3-0.6B")
model = AutoModel.from_pretrained("Qwen/Qwen3-0.6B")

app = FastAPI()

@app.get("/")
def greet_json():
    return {"Hello": "World!"}

@app.get("/message?input={0}")
def message(req):
    inputs = tokenizer(req.query.input, return_tensors="pt", padding=True, truncation=True)
    output = model.generate(
        input_ids=inputs["input_ids"],
        attention_mask=inputs["attention_mask"],
        temperature=0.3
    )
    return tokenizer.decode(output[0], skip_special_tokens=True)