eval-results-mib-subgraph/baselines/UGS.json

{
    "method_name": "UGS",
    "results": [
        {
            "model_id": "qwen2.5",
            "scores": {
                "ioi": {
                    "edge_counts": [
                        164.0,
                        349.0,
                        888.0,
                        1766.0,
                        3575.0,
                        8977.0,
                        17961.0,
                        35949.0,
                        89874.0,
                        179749.0
                    ],
                    "faithfulness": [
                        0.8161993769470405,
                        1.0623052959501558,
                        1.1557632398753894,
                        1.1806853582554517,
                        1.071651090342679,
                        1.0093457943925233,
                        0.9875389408099688,
                        0.9470404984423676,
                        0.9719626168224299,
                        1.0
                    ]
                },
                "mcqa": {
                    "edge_counts": [
                        86.0,
                        212.0,
                        704.0,
                        1632.0,
                        3449.0,
                        8871.0,
                        17814.0,
                        35720.0,
                        89874.0,
                        179749.0
                    ],
                    "faithfulness": [
                        0.37104430379746833,
                        0.4506526898734177,
                        0.6471518987341772,
                        0.7231012658227848,
                        0.9113924050632911,
                        1.0,
                        1.5917721518987342,
                        1.7183544303797469,
                        1.009493670886076,
                        1.0
                    ]
                }
            }
        },
        {
            "model_id": "gpt2",
            "scores": {
                "ioi": {
                    "edge_counts": [
                        27.0,
                        57.0,
                        159.0,
                        322.0,
                        640.0,
                        1608.0,
                        3244.0,
                        6498.0,
                        16245.0,
                        32491.0
                    ],
                    "faithfulness": [
                        0.10013020765541497,
                        0.33153985647745055,
                        1.0775680479866294,
                        0.960686341813994,
                        1.0155814417206641,
                        1.0182404988203417,
                        0.9613478605327729,
                        0.9464708735339975,
                        0.9555035267362492,
                        1.0
                    ]
                }
            }
        }
    ]
}