{"id":"https://openalex.org/W7154958003","doi":"https://doi.org/10.48550/arxiv.2604.15736","title":"RefereeBench: Are Video MLLMs Ready to be Multi-Sport Referees","display_name":"RefereeBench: Are Video MLLMs Ready to be Multi-Sport Referees","publication_year":2026,"publication_date":"2026-04-17","ids":{"openalex":"https://openalex.org/W7154958003","doi":"https://doi.org/10.48550/arxiv.2604.15736"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.15736","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.15736","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.15736","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134055700","display_name":"Yichen Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134083528","display_name":"Yuanhang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yuanhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134005663","display_name":"Chuhan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Chuhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134016994","display_name":"Zihan Zhao","orcid":"https://orcid.org/0009-0002-1863-8531"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Zihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134042297","display_name":"jinghan luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"luo, jinghan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133630602","display_name":"Jianzhe Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Jianzhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134026225","display_name":"Wenxuan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Wenxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134058117","display_name":"Qin Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Qin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.19930000603199005,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.19930000603199005,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.19529999792575836,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.07180000096559525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7836999893188477},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.5680999755859375},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5060999989509583},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.32670000195503235}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7836999893188477},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6736999750137329},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.5680999755859375},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5060999989509583},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4117000102996826},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37290000915527344},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34619998931884766},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2937999963760376},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2653000056743622}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.15736","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.15736","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.15736","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.15736","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7823166847229004,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"Multimodal":[1],"Large":[2],"Language":[3],"Models":[4],"(MLLMs)":[5],"excel":[6],"at":[7],"generic":[8],"video":[9],"understanding,":[10,173],"their":[11],"ability":[12],"to":[13,75],"support":[14],"specialized,":[15],"rule-grounded":[16],"decision-making":[17],"remains":[18],"insufficiently":[19],"explored.":[20],"In":[21],"this":[22],"paper,":[23],"we":[24],"introduce":[25],"RefereeBench,":[26],"the":[27,95,109,161],"first":[28],"large-scale":[29],"benchmark":[30,71,159],"for":[31,163],"evaluating":[32],"MLLMs":[33,91,165],"as":[34,99],"automatic":[35],"sports":[36,40,128],"referees.":[37,129],"Spanning":[38],"11":[39],"with":[41,145],"925":[42],"curated":[43],"videos":[44],"and":[45,58,62,67,84,101,140,148,151,171,178],"6,475":[46],"QA":[47],"pairs,":[48],"RefereeBench":[49],"evaluates":[50],"five":[51],"core":[52],"officiating":[53,82,177],"abilities:":[54],"foul":[55,57,61],"existence,":[56],"penalty":[59,63],"classification,":[60],"reasoning,":[64],"entity":[65],"perception,":[66],"temporal":[68,149],"grounding.":[69],"The":[70],"is":[72],"fully":[73],"human-annotated":[74],"ensure":[76],"high-quality":[77],"annotations":[78],"grounded":[79],"in":[80],"authentic":[81],"logic":[83],"multimodal":[85,172,180],"evidence.":[86],"Extensive":[87],"evaluations":[88],"of":[89],"state-of-the-art":[90],"show":[92],"that":[93,120,133,166],"even":[94],"strongest":[96,110],"models,":[97],"such":[98],"Doubao-Seed-1.8":[100],"Gemini-3-Pro,":[102],"achieve":[103],"only":[104,115],"around":[105],"60%":[106],"accuracy,":[107],"while":[108,134],"open-source":[111],"model,":[112],"Qwen3-VL,":[113],"reaches":[114],"47%.":[116],"These":[117],"results":[118],"indicate":[119],"current":[121],"models":[122,135],"remain":[123],"far":[124],"from":[125],"being":[126],"reliable":[127],"Further":[130],"analysis":[131],"shows":[132],"can":[136],"often":[137],"identify":[138],"incidents":[139],"involved":[141],"entities,":[142],"they":[143],"struggle":[144],"rule":[146],"application":[147],"grounding,":[150],"frequently":[152],"over-call":[153],"fouls":[154],"on":[155],"normal":[156],"clips.":[157],"Our":[158],"highlights":[160],"need":[162],"future":[164],"better":[167],"integrate":[168],"domain":[169],"knowledge":[170],"advancing":[174],"trustworthy":[175],"AI-assisted":[176],"broader":[179],"decision-making.":[181]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-21T00:00:00"}