{ "config": { "model_name": "mistralai/Mistral-Small-Instruct-2409", "link": "https://huggingface.co/mistralai/Mistral-Small-Instruct-2409", "Params": 22 }, "results": { "Overall": { "CR": "91.0", "S-Acc": "23.1", "EM": "0.2", "PM-0.5": "13.3", "Tokens": "2273" }, "Acrostic": { "CR": "67.0", "S-Acc": "5.5", "EM": "0.0", "PM-0.5": "0.0", "Tokens": "4171" }, "Crossword": { "CR": "98.7", "S-Acc": "48.3", "EM": "0.0", "PM-0.5": "54.0", "Tokens": "3135" }, "Cryptogram": { "CR": "95.0", "S-Acc": "7.0", "EM": "0.0", "PM-0.5": "0.0", "Tokens": "1233" }, "Logic_Puzzle": { "CR": "99.5", "S-Acc": "30.7", "EM": "0.5", "PM-0.5": "12.5", "Tokens": "1514" }, "Sudoku": { "CR": "89.0", "S-Acc": "20.5", "EM": "0.5", "PM-0.5": "7.5", "Tokens": "1968" }, "Drop_Quote": { "CR": "97.0", "S-Acc": "26.9", "EM": "0.0", "PM-0.5": "6.0", "Tokens": "1615" } } }