Julian Bilcke
commited on
Commit
·
7da9532
1
Parent(s):
9e16391
increased token context window
Browse files- public/index.html +1 -1
- src/index.mts +2 -2
public/index.html
CHANGED
|
@@ -67,7 +67,7 @@
|
|
| 67 |
</p>
|
| 68 |
<p class="text-stone-700" x-show="state === 'streaming'">
|
| 69 |
Content size: <span x-text="humanFileSize(size, true, 2)"></span>. This version generates up
|
| 70 |
-
to
|
| 71 |
</p>
|
| 72 |
</div>
|
| 73 |
</div>
|
|
|
|
| 67 |
</p>
|
| 68 |
<p class="text-stone-700" x-show="state === 'streaming'">
|
| 69 |
Content size: <span x-text="humanFileSize(size, true, 2)"></span>. This version generates up
|
| 70 |
+
to 1686 tokens.
|
| 71 |
</p>
|
| 72 |
</div>
|
| 73 |
</div>
|
src/index.mts
CHANGED
|
@@ -91,8 +91,8 @@ Use a central layout to wrap everything in a <div class='flex flex-col items-cen
|
|
| 91 |
parameters: {
|
| 92 |
do_sample: true,
|
| 93 |
|
| 94 |
-
// hard limit for max_new_tokens is
|
| 95 |
-
max_new_tokens:
|
| 96 |
return_full_text: false,
|
| 97 |
}
|
| 98 |
})) {
|
|
|
|
| 91 |
parameters: {
|
| 92 |
do_sample: true,
|
| 93 |
|
| 94 |
+
// hard limit for max_new_tokens is now set to 2048
|
| 95 |
+
max_new_tokens: 1686,
|
| 96 |
return_full_text: false,
|
| 97 |
}
|
| 98 |
})) {
|