Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
add better token sizes
Browse files
backend/tasks/create_bench_config_file.py
CHANGED
@@ -236,9 +236,9 @@ class CreateBenchConfigTask:
|
|
236 |
"run": True,
|
237 |
"timeout": self.timeout, # Add timeout to chunking
|
238 |
"chunking_configuration": {
|
239 |
-
"l_min_tokens":
|
240 |
-
"l_max_tokens":
|
241 |
-
"tau_threshold": 0.
|
242 |
"h_min": 2,
|
243 |
"h_max": 5,
|
244 |
"num_multihops_factor": 1,
|
|
|
236 |
"run": True,
|
237 |
"timeout": self.timeout, # Add timeout to chunking
|
238 |
"chunking_configuration": {
|
239 |
+
"l_min_tokens": 256,
|
240 |
+
"l_max_tokens": 512,
|
241 |
+
"tau_threshold": 0.3,
|
242 |
"h_min": 2,
|
243 |
"h_max": 5,
|
244 |
"num_multihops_factor": 1,
|