Spaces:
Runtime error
Runtime error
.Checks: | |
one_argument: | |
assert: "len(f.args)" | |
eq: 1 | |
returns_list: | |
assert: "isinstance(f.call(1),int)" | |
eq: true | |
value_0: | |
assert: "f.call(1)" | |
eq: 1 | |
value_5: | |
assert: "f.call(5)" | |
eq: 120 | |
FactorialZeroShot: | |
Signature: "factorial(n)" | |
Input: "with input n" | |
Output: "the factorial of n using iteration" | |
Description: "See if the model can implement a well known function" | |
Checks: | |
<<: | |
FactorialRecursiveZeroShot: | |
Signature: "factorial(n)" | |
Input: "with input n" | |
Output: "the factorial of n using recursion" | |
Description: "See if the model can implement a well known function using recursion" | |
Checks: | |
<<: | |
FactorialMisnamed: | |
Signature: "glork(bork)" | |
Input: "with input bork" | |
Output: "the factorial of bork" | |
Description: "See if the model can implement a well known function if the name has been changed" | |
Checks: | |
<<: | |
input_name: | |
assert: "f.args[0].name" | |
eq: "bork" | |
func_name: | |
assert: "f.name" | |
eq: "glork" |