jjkim
commited on
Commit
·
62b3ddd
1
Parent(s):
05dd205
- code_eval.py +0 -2
code_eval.py
CHANGED
|
@@ -188,7 +188,6 @@ class CodeEval(evaluate.Metric):
|
|
| 188 |
result = Result(
|
| 189 |
task_id=tid,
|
| 190 |
prediction_id=pid,
|
| 191 |
-
ignore_assertion_error=ignore_assertion_errors,
|
| 192 |
)
|
| 193 |
body = Template(pred_template).safe_substitute(prediction=p)
|
| 194 |
for r in ref:
|
|
@@ -274,7 +273,6 @@ def estimate_pass_at_k(num_samples, num_correct, k):
|
|
| 274 |
class Result(BaseModel):
|
| 275 |
task_id: str
|
| 276 |
prediction_id: int
|
| 277 |
-
ignore_assertion_error: bool = False
|
| 278 |
|
| 279 |
test_program: List[str] = []
|
| 280 |
passed: Optional[bool] = None
|
|
|
|
| 188 |
result = Result(
|
| 189 |
task_id=tid,
|
| 190 |
prediction_id=pid,
|
|
|
|
| 191 |
)
|
| 192 |
body = Template(pred_template).safe_substitute(prediction=p)
|
| 193 |
for r in ref:
|
|
|
|
| 273 |
class Result(BaseModel):
|
| 274 |
task_id: str
|
| 275 |
prediction_id: int
|
|
|
|
| 276 |
|
| 277 |
test_program: List[str] = []
|
| 278 |
passed: Optional[bool] = None
|