Upload fusion.py with huggingface_hub
Browse files
fusion.py
CHANGED
|
@@ -53,7 +53,10 @@ class FixedFusion(BaseFusion):
|
|
| 53 |
|
| 54 |
def fusion_generator(self, split) -> Generator:
|
| 55 |
for origin in self.origins:
|
| 56 |
-
|
|
|
|
|
|
|
|
|
|
| 57 |
if self.max_instances_per_origin is not None:
|
| 58 |
for _ in range(self.max_instances_per_origin):
|
| 59 |
try:
|
|
|
|
| 53 |
|
| 54 |
def fusion_generator(self, split) -> Generator:
|
| 55 |
for origin in self.origins:
|
| 56 |
+
multi_stream = origin()
|
| 57 |
+
if split not in multi_stream:
|
| 58 |
+
continue
|
| 59 |
+
iterator = iter(multi_stream[split])
|
| 60 |
if self.max_instances_per_origin is not None:
|
| 61 |
for _ in range(self.max_instances_per_origin):
|
| 62 |
try:
|