{"id":"https://openalex.org/W7126225613","doi":"https://doi.org/10.48550/arxiv.2601.22155","title":"UEval: A Benchmark for Unified Multimodal Generation","display_name":"UEval: A Benchmark for Unified Multimodal Generation","publication_year":2026,"publication_date":"2026-01-29","ids":{"openalex":"https://openalex.org/W7126225613","doi":"https://doi.org/10.48550/arxiv.2601.22155"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2601.22155","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124364584","display_name":"Bo Li","orcid":"https://orcid.org/0000-0002-7294-6888"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051225911","display_name":"Yida Yin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Yida","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124382451","display_name":"Wenhao Chai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chai, Wenhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124419092","display_name":"Xingyu Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Xingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5124415567","display_name":"Zhuang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10152636,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8428000211715698,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8428000211715698,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.03849999979138374,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.025200000032782555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.7264999747276306},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7214000225067139},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5241000056266785},{"id":"https://openalex.org/keywords/cover","display_name":"Cover (algebra)","score":0.41920000314712524},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4043999910354614},{"id":"https://openalex.org/keywords/unified-model","display_name":"Unified Model","score":0.3970000147819519},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.3896999955177307},{"id":"https://openalex.org/keywords/model-based-reasoning","display_name":"Model-based reasoning","score":0.3779999911785126}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7930999994277954},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.7264999747276306},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7214000225067139},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5740000009536743},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5241000056266785},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4652999937534332},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.41920000314712524},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4043999910354614},{"id":"https://openalex.org/C45493050","wikidata":"https://www.wikidata.org/wiki/Q7884934","display_name":"Unified Model","level":2,"score":0.3970000147819519},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3896999955177307},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.3779999911785126},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.35249999165534973},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.334199994802475},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3325999975204468},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.30550000071525574},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3025999963283539},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2601.22155","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2601.22155","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.22155","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2601.22155","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,163],"introduce":[1],"UEval,":[2],"a":[3,42,89,106,177,181],"benchmark":[4],"to":[5,51,80,105,108,180],"evaluate":[6],"unified":[7,146],"models,":[8],"i.e.,":[9],"models":[10,167],"capable":[11],"of":[12,45,114,153],"generating":[13],"both":[14,25],"images":[15,26,99],"and":[16,27,100,118,123,137,172,201],"text.":[17],"UEval":[18,129,141],"comprises":[19],"1,000":[20],"expert-curated":[21],"questions":[22,40],"that":[23,72,165,190],"require":[24],"text":[28,85,101],"in":[29,93],"the":[30,66,156,186],"model":[31,159,179,183],"output,":[32],"sourced":[33],"from":[34,48,69,176],"8":[35],"real-world":[36],"tasks.":[37],"Our":[38],"curated":[39],"cover":[41],"wide":[43],"range":[44],"reasoning":[46,166,174,178,191],"types,":[47],"step-by-step":[49],"guides":[50],"textbook":[52],"explanations.":[53],"Evaluating":[54],"open-ended":[55],"multimodal":[56,75,199],"generation":[57],"is":[58,142],"non-trivial,":[59],"as":[60],"simple":[61],"LLM-as-a-judge":[62],"methods":[63],"can":[64],"miss":[65],"subtleties.":[67],"Different":[68],"previous":[70],"works":[71],"rely":[73],"on":[74],"Large":[76],"Language":[77],"Models":[78],"(MLLMs)":[79],"rate":[81],"image":[82],"quality":[83],"or":[84],"accuracy,":[86],"we":[87],"design":[88],"rubric-based":[90],"scoring":[91],"system":[92],"UEval.":[94],"For":[95],"each":[96],"question,":[97],"reference":[98],"answers":[102],"are":[103],"provided":[104],"MLLM":[107],"generate":[109],"an":[110],"initial":[111],"rubric,":[112],"consisting":[113],"multiple":[115],"evaluation":[116],"criteria,":[117,134],"human":[119],"experts":[120],"then":[121],"refine":[122],"validate":[124],"these":[125],"rubrics.":[126],"In":[127],"total,":[128],"contains":[130],"10,417":[131],"validated":[132],"rubric":[133],"enabling":[135],"scalable":[136],"fine-grained":[138],"automatic":[139],"scoring.":[140],"challenging":[143],"for":[144,195],"current":[145],"models:":[147],"GPT-5-Thinking":[148],"scores":[149],"only":[150],"66.4":[151],"out":[152],"100,":[154],"while":[155],"best":[157],"open-source":[158],"reaches":[160],"merely":[161],"49.1.":[162],"observe":[164],"often":[168],"outperform":[169],"non-reasoning":[170,182],"ones,":[171],"transferring":[173],"traces":[175],"significantly":[184],"narrows":[185],"gap.":[187],"This":[188],"suggests":[189],"may":[192],"be":[193],"important":[194],"tasks":[196],"requiring":[197],"complex":[198],"understanding":[200],"generation.":[202]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-02-01T00:00:00"}