Upload standard.py with huggingface_hub
Browse files- standard.py +3 -6
standard.py
CHANGED
|
@@ -100,18 +100,15 @@ class BaseRecipe(Recipe, SourceSequentialOperator):
|
|
| 100 |
def prepare_refiners(self):
|
| 101 |
self.train_refiner.max_instances = self.max_train_instances
|
| 102 |
self.train_refiner.apply_to_streams = ["train"]
|
| 103 |
-
|
| 104 |
-
self.steps.append(self.train_refiner)
|
| 105 |
|
| 106 |
self.validation_refiner.max_instances = self.max_validation_instances
|
| 107 |
self.validation_refiner.apply_to_streams = ["validation"]
|
| 108 |
-
|
| 109 |
-
self.steps.append(self.validation_refiner)
|
| 110 |
|
| 111 |
self.test_refiner.max_instances = self.max_test_instances
|
| 112 |
self.test_refiner.apply_to_streams = ["test"]
|
| 113 |
-
|
| 114 |
-
self.steps.append(self.test_refiner)
|
| 115 |
|
| 116 |
def prepare(self):
|
| 117 |
self.steps = [
|
|
|
|
| 100 |
def prepare_refiners(self):
|
| 101 |
self.train_refiner.max_instances = self.max_train_instances
|
| 102 |
self.train_refiner.apply_to_streams = ["train"]
|
| 103 |
+
self.steps.append(self.train_refiner)
|
|
|
|
| 104 |
|
| 105 |
self.validation_refiner.max_instances = self.max_validation_instances
|
| 106 |
self.validation_refiner.apply_to_streams = ["validation"]
|
| 107 |
+
self.steps.append(self.validation_refiner)
|
|
|
|
| 108 |
|
| 109 |
self.test_refiner.max_instances = self.max_test_instances
|
| 110 |
self.test_refiner.apply_to_streams = ["test"]
|
| 111 |
+
self.steps.append(self.test_refiner)
|
|
|
|
| 112 |
|
| 113 |
def prepare(self):
|
| 114 |
self.steps = [
|