tangledgroup
/

tangled-alpha-0.2-core

Text Generation

Model card Files Files and versions Community

mtasic85 commited on Feb 22

Commit

abd95b0

·

1 Parent(s): 5b960ac

max_seq_length: 8192

Files changed (1) hide show

scripts/pretrain-core-model.yaml +1 -1

scripts/pretrain-core-model.yaml CHANGED Viewed

@@ -83,7 +83,7 @@ train:
   max_steps:
   # Limits the length of samples. Off by default (type: Optional[int], default: null)
-  max_seq_length:
   # Whether to tie the embedding weights with the language modeling head weights. (type: Optional[bool], default: False)
   tie_embeddings: true

   max_steps:
   # Limits the length of samples. Off by default (type: Optional[int], default: null)
+  max_seq_length: 8192
   # Whether to tie the embedding weights with the language modeling head weights. (type: Optional[bool], default: False)
   tie_embeddings: true