{"id":"https://openalex.org/W7160880547","doi":"https://doi.org/10.48550/arxiv.2605.07051","title":"NSMQ Riddles: A Benchmark of Scientific and Mathematical Riddles for Quizzing Large Language Models","display_name":"NSMQ Riddles: A Benchmark of Scientific and Mathematical Riddles for Quizzing Large Language Models","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160880547","doi":"https://doi.org/10.48550/arxiv.2605.07051"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07051","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07051","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07051","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135870104","display_name":"George Boateng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Boateng, George","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135857821","display_name":"Naafi Ibrahim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ibrahim, Naafi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135833327","display_name":"Samuel John","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"John, Samuel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080421238","display_name":"Philemon Badu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Badu, Philemon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078361733","display_name":"Patrick Agyeman-Budu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agyeman-Budu, Patrick","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135870278","display_name":"Jonathan Mensah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mensah, Jonathan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008099823","display_name":"Kevin Yeboah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yeboah, Kevin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092655001","display_name":"William Edor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Edor, William","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135870520","display_name":"Andrew Mensa-Onumah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mensa-Onumah, Andrew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072093951","display_name":"Nana Yeboah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yeboah, Nana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5085804115","display_name":"Victor Kumbol","orcid":"https://orcid.org/0000-0002-6828-5570"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumbol, Victor Wumbor-Apin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.06120000034570694,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.06120000034570694,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.04490000009536743,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.0430000014603138,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8190000057220459},{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.6022999882698059},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.38420000672340393},{"id":"https://openalex.org/keywords/language-of-mathematics","display_name":"Language of mathematics","score":0.3571000099182129},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.33799999952316284}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8190000057220459},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.6022999882698059},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5903000235557556},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5839999914169312},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39500001072883606},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.38420000672340393},{"id":"https://openalex.org/C172347087","wikidata":"https://www.wikidata.org/wiki/Q3217196","display_name":"Language of mathematics","level":2,"score":0.3571000099182129},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.33799999952316284},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C2780506305","wikidata":"https://www.wikidata.org/wiki/Q3909934","display_name":"Mathematical practice","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07051","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07051","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07051","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07051","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8681725859642029}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4,52],"shown":[5],"good":[6],"performance":[7],"on":[8,29,176],"various":[9],"science":[10,19,30,276],"educational":[11,33],"benchmarks,":[12],"demonstrating":[13],"their":[14],"potential":[15],"for":[16,96,140,202,238,257,275],"use":[17],"in":[18,101,111,115,122],"and":[20,31,73,80,126,131,186,217,225,254,259,277],"mathematics":[21,278],"education.":[22,279],"Yet,":[23],"LLMs":[24],"tend":[25,50],"to":[26,51,59,85,168,172],"be":[27,169],"evaluated":[28,206],"mathematical":[32,260],"datasets":[34,43],"from":[35,44,76,153,262],"the":[36,45,106,154,170,174,179,233,245,263],"Western":[37],"world,":[38],"with":[39,157,181,223],"an":[40,91],"underrepresentation":[41],"of":[42,71,117,146,149,163,178,272],"Global":[46,264],"South.":[47],"Furthermore,":[48],"they":[49],"multiple-choice":[53],"answer":[54,175],"options":[55],"that":[56,103,141,232],"are":[57,193],"trivial":[58],"evaluate.":[60],"In":[61],"this":[62],"work,":[63],"we":[64],"present":[65],"NSMQ":[66,89,143],"Riddles,":[67],"a":[68,135,161,195,252,268],"novel":[69,253],"benchmark":[70,256],"Scientific":[72],"Mathematical":[74],"Riddles":[75,144],"Ghana's":[77],"National":[78],"Science":[79],"Maths":[81],"Quiz":[82],"(NSMQ)":[83],"competition":[84,95],"evaluate":[86],"LLMs.":[87],"The":[88,191],"is":[90,138,235],"annual":[92],"live":[93],"TV":[94],"senior":[97],"secondary":[98],"school":[99,109],"students":[100,110],"Ghana":[102,112],"brings":[104],"together":[105],"smartest":[107],"high":[108,224],"who":[113],"compete":[114,167],"teams":[116],"2":[118],"by":[119],"answering":[120],"questions":[121,151],"biology,":[123],"chemistry,":[124],"physics,":[125],"math":[127],"over":[128],"five":[129,132],"rounds":[130],"stages":[133],"until":[134],"winning":[136],"team":[137],"crowned":[139],"year.":[142],"consists":[145],"11":[147],"years":[148],"riddle":[150,159],"(n=1.8K)":[152],"5th":[155],"round,":[156],"each":[158],"containing":[160],"minimum":[162],"3":[164],"clues.":[165],"Students":[166],"first":[171],"guess":[173],"any":[177],"clues,":[180],"earlier":[182],"clues":[183],"being":[184],"vague":[185],"also":[187],"fetching":[188],"more":[189],"points.":[190],"answers":[192],"usually":[194],"number,":[196],"word,":[197],"or":[198],"short":[199],"phrase,":[200],"allowing":[201],"automatic":[203],"evaluation.":[204],"We":[205],"state-of-the-art":[207,239],"models:":[208],"closed":[209],"(GPT-5.4,":[210],"Gemini":[211],"3.1":[212],"Pro,":[213],"Claude":[214],"Opus":[215],"4.6)":[216],"open":[218],"models":[219],"(Kimi-K2.5,":[220],"DeepSeek-V3.1,":[221],"GPT-OSS-120B)":[222],"low":[226],"reasoning":[227,261],"settings.":[228],"Our":[229],"evaluation":[230],"shows":[231],"dataset":[234],"challenging":[236,255],"even":[237],"LLMs,":[240],"which":[241],"performed":[242],"worse":[243],"than":[244],"best":[246],"student":[247],"contestants.":[248],"This":[249],"work":[250],"contributes":[251],"scientific":[258],"South":[265],"towards":[266],"enabling":[267],"true":[269],"global":[270],"benchmarking":[271],"LLMs'":[273],"capabilities":[274]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-12T00:00:00"}