{"id":"https://openalex.org/W7214738552","doi":"https://doi.org/10.48550/arxiv.2609.32280","title":"HeroFrame-Bench: Reference-Anchored Evaluation via Rubric--Ranking Co-Evolution for Movie Hero Frame Selection","display_name":"HeroFrame-Bench: Reference-Anchored Evaluation via Rubric--Ranking Co-Evolution for Movie Hero Frame Selection","publication_year":2026,"publication_date":"2026-09-26","ids":{"openalex":"https://openalex.org/W7214738552","doi":"https://doi.org/10.48550/arxiv.2609.32280"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2609.32280","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.32280","pdf_url":"https://arxiv.org/pdf/2609.32280","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2609.32280","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113395507","display_name":"Weitai Kang","orcid":"https://orcid.org/0009-0007-6484-0665","observed_orcids":["https://orcid.org/0009-0007-6484-0665"]},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kang, Weitai","raw_affiliation_strings":["University of Illinois Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083681053","display_name":"Hanieh Deilamsalehy","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I869089601","display_name":"Netflix (United States)","ror":"https://ror.org/0197qw696","country_code":"US","type":"company","lineage":["https://openalex.org/I869089601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deilamsalehy, Hanieh","raw_affiliation_strings":["Netflix"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Netflix","institution_ids":["https://openalex.org/I869089601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023350949","display_name":"Yumo Xu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I869089601","display_name":"Netflix (United States)","ror":"https://ror.org/0197qw696","country_code":"US","type":"company","lineage":["https://openalex.org/I869089601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xu, Yumo","raw_affiliation_strings":["Netflix"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Netflix","institution_ids":["https://openalex.org/I869089601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095886520","display_name":"Dewang Sultania","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I869089601","display_name":"Netflix (United States)","ror":"https://ror.org/0197qw696","country_code":"US","type":"company","lineage":["https://openalex.org/I869089601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sultania, Dewang","raw_affiliation_strings":["Netflix"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Netflix","institution_ids":["https://openalex.org/I869089601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050224651","display_name":"Serdar Cellat","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I869089601","display_name":"Netflix (United States)","ror":"https://ror.org/0197qw696","country_code":"US","type":"company","lineage":["https://openalex.org/I869089601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cellat, Serdar","raw_affiliation_strings":["Netflix"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Netflix","institution_ids":["https://openalex.org/I869089601"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100395035","display_name":"Yan Yan","orcid":"https://orcid.org/0000-0002-7618-119X","observed_orcids":["https://orcid.org/0000-0002-7618-119X","https://orcid.org/0000-0002-3674-7160","https://orcid.org/0009-0007-1227-8594","https://orcid.org/0000-0001-9108-6767","https://orcid.org/0000-0002-3182-1739","https://orcid.org/0000-0002-1669-0662"]},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yan, Yan","raw_affiliation_strings":["University of Illinois Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8720999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8720999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.08139999955892563,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.009100000374019146,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/keyframe-selection","display_name":"keyframe selection","score":0.8119999766349792},{"id":"https://openalex.org/keywords/reference-chains","display_name":"reference chains","score":0.5120000243186951},{"id":"https://openalex.org/keywords/multimodal-benchmark","display_name":"multimodal benchmark","score":0.4020000100135803},{"id":"https://openalex.org/keywords/human-alignment","display_name":"human alignment","score":0.47999998927116394},{"id":"https://openalex.org/keywords/aesthetic-judgment","display_name":"aesthetic judgment","score":0.32600000500679016},{"id":"https://openalex.org/keywords/movie-metadata","display_name":"film metadata","score":0.3580000102519989}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8003000020980835},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.6754000186920166},{"id":"https://openalex.org/C51364203","wikidata":"https://www.wikidata.org/wiki/Q1563532","display_name":"HERO","level":2,"score":0.5407000184059143},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5382000207901001},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5292999744415283},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5277000069618225},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.5095999836921692},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47780001163482666},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4648999869823456},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.46160000562667847},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.41440001130104065},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4056999981403351},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.39640000462532043},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.39410001039505005},{"id":"https://openalex.org/C2780139006","wikidata":"https://www.wikidata.org/wiki/Q1493902","display_name":"Key frame","level":3,"score":0.3785000145435333},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3630000054836273},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.36070001125335693},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.349700003862381},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.34860000014305115},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3352000117301941},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2955999970436096},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2500999867916107}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2609.32280","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.32280","pdf_url":"https://arxiv.org/pdf/2609.32280","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.32280","doi":"https://doi.org/10.48550/arxiv.2609.32280","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.32280","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2609.32280","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.32280","pdf_url":"https://arxiv.org/pdf/2609.32280","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7214738552.pdf","grobid_xml":"https://content.openalex.org/works/W7214738552.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1924343884","https://openalex.org/W2512435841","https://openalex.org/W2914699769","https://openalex.org/W4214654980","https://openalex.org/W4387344951","https://openalex.org/W4401978362","https://openalex.org/W4402671506","https://openalex.org/W4402671992","https://openalex.org/W4407815020","https://openalex.org/W4414036438","https://openalex.org/W4414929961","https://openalex.org/W4415318414","https://openalex.org/W4415796996","https://openalex.org/W7133231872","https://openalex.org/W7133233895","https://openalex.org/W7133362550","https://openalex.org/W7161028134","https://openalex.org/W7161166458","https://openalex.org/W7169575253"],"related_works":["https://openalex.org/W7201841617","https://openalex.org/W7098307177","https://openalex.org/W7115590303","https://openalex.org/W4401991035","https://openalex.org/W7214804103","https://openalex.org/W7171572241","https://openalex.org/W4416688225","https://openalex.org/W4403928665","https://openalex.org/W7201836626","https://openalex.org/W7160137148"],"abstract_inverted_index":{"Hero":[0],"frames":[1,116],"are":[2],"in-film":[3],"stills":[4],"used":[5],"as":[6],"source":[7],"imagery":[8],"for":[9,210],"theatrical":[10],"posters,":[11],"streaming":[12],"cover":[13],"art,":[14],"film":[15],"database":[16],"listings,":[17],"and":[18,36,137,143,164,201],"other":[19],"promotional":[20],"placements.":[21],"As":[22],"the":[23,34,161,169,182],"first":[24],"visual":[25],"entry":[26],"point,":[27],"they":[28],"shape":[29],"audiences'":[30],"initial":[31],"impressions":[32],"of":[33],"movie":[35],"their":[37],"subsequent":[38],"willingness":[39],"to":[40,108,159,186,226],"watch":[41],"it.":[42],"Selecting":[43],"these":[44,147],"frames,":[45],"a":[46,97,110],"task":[47,62],"we":[48,150,175],"term":[49],"hero":[50,234],"frame":[51,128,235],"selection,":[52,65],"requires":[53],"balancing":[54],"content":[55],"relevance":[56,70],"with":[57,87,168,197,222],"aesthetic":[58],"appeal.":[59],"A":[60],"related":[61],"is":[63,123,192],"keyframe":[64],"yet":[66],"its":[67],"benchmarks":[68],"prioritize":[69],"over":[71,194],"aesthetics,":[72],"using":[73,117],"either":[74],"finite":[75],"annotations":[76],"that":[77,83,113,215,233],"exclude":[78],"valid":[79],"alternatives":[80],"or":[81],"VideoQA":[82],"entangles":[84],"selection":[85,236],"quality":[86],"downstream":[88],"model":[89],"capability.":[90],"We":[91,101,205],"therefore":[92],"introduce":[93,176],"HeroFrame-Bench,":[94],"built":[95],"through":[96],"scalable":[98],"VLM-as-a-Judge":[99],"framework.":[100],"construct":[102],"multimodal":[103],"contexts":[104],"from":[105,224],"diverse":[106],"metadata":[107],"ground":[109],"VLM":[111,162,220],"judge":[112,163],"scores":[114],"selected":[115],"our":[118,216],"Reference-anchored":[119],"Percentile.":[120],"The":[121],"percentile":[122],"obtained":[124],"by":[125],"inserting":[126],"each":[127],"into":[129],"reusable,":[130],"pre-ranked":[131],"reference":[132,199],"chains,":[133],"enabling":[134],"direct,":[135],"extensible,":[136],"reliable":[138],"evaluation.":[139],"To":[140],"reduce":[141],"ambiguity":[142],"improve":[144],"consistency":[145],"in":[146],"subjective":[148],"judgements,":[149],"further":[151],"propose":[152],"Rubric-Ranking":[153],"Co-Evolution,":[154],"which":[155,213],"generates":[156],"movie-specific":[157],"rubrics":[158,166],"condition":[160],"refines":[165],"jointly":[167],"resulting":[170],"rankings.":[171],"Within":[172],"this":[173],"process,":[174],"several":[177],"verifiable":[178],"signals,":[179],"most":[180],"notably":[181],"Inverted":[183],"Rubric":[184],"Attack,":[185],"select":[187],"robust":[188],"rubrics.":[189,204],"Finally,":[190],"HeroFrame-Bench":[191],"instantiated":[193],"204":[195],"movies":[196],"2,031":[198],"chains":[200],"1,970":[202],"learned":[203],"build":[206],"an":[207],"annotation":[208],"interface":[209],"human-alignment":[211],"studies":[212],"show":[214,232],"construction":[217],"design":[218],"improves":[219],"agreement":[221],"human":[223],"77.56%":[225],"83.78%.":[227],"Evaluation":[228],"on":[229],"multiple":[230],"methods":[231],"remains":[237],"challenging.":[238]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-30T00:00:00"}