eval-results/Search-R1_Qwen2.5-3b-Instruct.json

{
    "config": {
        "model_dtype": "torch.float16",
        "model_name": "Search-R1-Qwen2.5-3b-Instruct",
        "model_sha": "main"
    },
    "results": {
        "nq": {
            "exact_match": 0.341
        },
        "triviaqa": {
            "exact_match": 0.545
        },
        "popqa": {
            "exact_match": 0.378
        },
        "hotpotqa": {
            "exact_match": 0.324
        },
        "2wiki": {
            "exact_match": 0.319
        },
        "musique": {
            "exact_match": 0.103
        },
        "bamboogle": {
            "exact_match": 0.264
        },
        "fictionalhot": {
            "exact_match": 0.037
        }
    }
}