Updated encoding

app.py

@@ -23,7 +23,7 @@ encode = lambda s: [stoi[c] for c in s] # encoder: take a string, output a list
 decode = lambda l: ''.join([itos[i] for i in l]) # decoder: take a list of integers, output a 
 
 def inference(input_text, max_new_tokens=500):
-    context = torch.tensor(encode(input_text), dtype=torch.long, device=device)
+    context = torch.tensor(encode(input_text), dtype=torch.long, device=device).view(1, -1) 
     
     output_text = decode(model.generate(context, max_new_tokens=max_new_tokens)[0].tolist())