Spaces:
Running
on
Zero
Running
on
Zero
Update chatterbox/src/chatterbox/models/t3/inference/t3_hf_backend.py
Browse files
chatterbox/src/chatterbox/models/t3/inference/t3_hf_backend.py
CHANGED
@@ -106,7 +106,7 @@ class T3HuggingfaceBackend(LlamaPreTrainedModel, GenerationMixin):
|
|
106 |
# assert inputs_embeds.size(0) == 1 # (disabled for CFG)
|
107 |
|
108 |
# NOTE: hallucination handler may modify logits to force emit an EOS token
|
109 |
-
logits = self.alignment_stream_analyzer.step(logits)
|
110 |
|
111 |
return CausalLMOutputWithCrossAttentions(
|
112 |
logits=logits,
|
|
|
106 |
# assert inputs_embeds.size(0) == 1 # (disabled for CFG)
|
107 |
|
108 |
# NOTE: hallucination handler may modify logits to force emit an EOS token
|
109 |
+
# logits = self.alignment_stream_analyzer.step(logits)
|
110 |
|
111 |
return CausalLMOutputWithCrossAttentions(
|
112 |
logits=logits,
|