junior-dev/string.yaml

StringCountTokens:
    Signature: "substrcount(str, substr)"
    Input: "with inputs str and substr"
    Output: "counts the number of times the sub-string substr occurs in str"
    Description: "Check if the model is capable of performing basic string manipulation."
    Checks:
        two_arguments:
            assert: "len(f.args)"
            eq: 2
        function_name:
            assert: "f.name"
            eq: "substrcount"
        input_name_0:
            assert: "f.args[0].name"
            eq: "str"
        input_name_1:
            assert: "f.args[1].name"
            eq: "substr"
        count_a:
            assert: "f.call('aaa','a')"
            eq: 3
        count_ab:
            assert: "f.call(\"babaab\",\"ab\")"
            eq: 2
        count_abc:
            assert: "f.call(\"abcabcefgabc\",\"abc\")"
            eq: 3