Update app.py
Browse files
app.py
CHANGED
@@ -7,6 +7,7 @@ from transformers import pipeline
|
|
7 |
import torch
|
8 |
from transformers import AutoModelForCausalLM
|
9 |
from transformers import AutoTokenizer
|
|
|
10 |
# from next_word_prediction import GPT2
|
11 |
|
12 |
### code snippet
|
@@ -50,6 +51,7 @@ def inference(audio):
|
|
50 |
# only use id's that were generated
|
51 |
# gen_sequences has shape [3, 15]
|
52 |
gen_sequences = generated_outputs.sequences[:, input_ids.shape[-1]:]
|
|
|
53 |
|
54 |
# let's stack the logits generated at each step to a tensor and transform
|
55 |
# logits to probs
|
|
|
7 |
import torch
|
8 |
from transformers import AutoModelForCausalLM
|
9 |
from transformers import AutoTokenizer
|
10 |
+
import tensorflow as tf
|
11 |
# from next_word_prediction import GPT2
|
12 |
|
13 |
### code snippet
|
|
|
51 |
# only use id's that were generated
|
52 |
# gen_sequences has shape [3, 15]
|
53 |
gen_sequences = generated_outputs.sequences[:, input_ids.shape[-1]:]
|
54 |
+
print("gen sequences: ", gen_sequences)
|
55 |
|
56 |
# let's stack the logits generated at each step to a tensor and transform
|
57 |
# logits to probs
|