{"id":"https://openalex.org/W7161835982","doi":"https://doi.org/10.1145/3795766.3799760","title":"Assessing the Reliability of a Large Multimodal Model for Scoring and Reasoning Commercial Videos","display_name":"Assessing the Reliability of a Large Multimodal Model for Scoring and Reasoning Commercial Videos","publication_year":2026,"publication_date":"2026-05-20","ids":{"openalex":"https://openalex.org/W7161835982","doi":"https://doi.org/10.1145/3795766.3799760"},"language":null,"primary_location":{"id":"doi:10.1145/3795766.3799760","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3795766.3799760","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM Web Science Conference 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3795766.3799760","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121883404","display_name":"Xiao Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I178169726","display_name":"Southern Methodist University","ror":"https://ror.org/042tdr378","country_code":"US","type":"education","lineage":["https://openalex.org/I178169726"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiao Luo","raw_affiliation_strings":["Southern Methodist University, Dallas, USA"],"raw_orcid":"https://orcid.org/0000-0002-3649-9785","affiliations":[{"raw_affiliation_string":"Southern Methodist University, Dallas, USA","institution_ids":["https://openalex.org/I178169726"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136507335","display_name":"Xiang Fang","orcid":"https://orcid.org/0000-0003-3769-9049"},"institutions":[{"id":"https://openalex.org/I115475287","display_name":"Oklahoma State University","ror":"https://ror.org/01g9vbr38","country_code":"US","type":"education","lineage":["https://openalex.org/I115475287"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiang Fang","raw_affiliation_strings":["Oklahoma State University, Stillwater, USA"],"raw_orcid":"https://orcid.org/0000-0003-3769-9049","affiliations":[{"raw_affiliation_string":"Oklahoma State University, Stillwater, USA","institution_ids":["https://openalex.org/I115475287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075405645","display_name":"Yuechen Wu","orcid":"https://orcid.org/0000-0003-4068-864X"},"institutions":[{"id":"https://openalex.org/I115475287","display_name":"Oklahoma State University","ror":"https://ror.org/01g9vbr38","country_code":"US","type":"education","lineage":["https://openalex.org/I115475287"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuechen Wu","raw_affiliation_strings":["Oklahoma State University, Stillwater, USA"],"raw_orcid":"https://orcid.org/0000-0003-4068-864X","affiliations":[{"raw_affiliation_string":"Oklahoma State University, Stillwater, USA","institution_ids":["https://openalex.org/I115475287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136515538","display_name":"Preethika Chidara","orcid":"https://orcid.org/0009-0002-6769-5655"},"institutions":[{"id":"https://openalex.org/I115475287","display_name":"Oklahoma State University","ror":"https://ror.org/01g9vbr38","country_code":"US","type":"education","lineage":["https://openalex.org/I115475287"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Preethika Chidara","raw_affiliation_strings":["Oklahoma State University, Stillwater, USA"],"raw_orcid":"https://orcid.org/0009-0002-6769-5655","affiliations":[{"raw_affiliation_string":"Oklahoma State University, Stillwater, USA","institution_ids":["https://openalex.org/I115475287"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136551651","display_name":"Rob Elliott","orcid":"https://orcid.org/0000-0003-3144-7561"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rob Elliott","raw_affiliation_strings":["Purdue University, West Lafayette, USA"],"raw_orcid":"https://orcid.org/0000-0003-3144-7561","affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.54886158,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"97","last_page":"107"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.15399999916553497,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.15399999916553497,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.12559999525547028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.06469999998807907,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8690000176429749},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6338000297546387},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5813999772071838},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.4641000032424927},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.4343999922275543},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.38580000400543213},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.3580999970436096}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8690000176429749},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7429999709129333},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6338000297546387},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5813999772071838},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5415999889373779},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49070000648498535},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.4641000032424927},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.4343999922275543},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.38580000400543213},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37560001015663147},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.3580999970436096},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35179999470710754},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.35100001096725464},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.34060001373291016},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3052999973297119},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29820001125335693},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.2556000053882599},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3795766.3799760","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3795766.3799760","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM Web Science Conference 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3795766.3799760","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3795766.3799760","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM Web Science Conference 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W2051523299","https://openalex.org/W2099510088","https://openalex.org/W2163341006","https://openalex.org/W2530388190","https://openalex.org/W2728191047","https://openalex.org/W2904291752","https://openalex.org/W2940468316","https://openalex.org/W2970641574","https://openalex.org/W4200045082","https://openalex.org/W4214612132","https://openalex.org/W4224999474","https://openalex.org/W4280628177","https://openalex.org/W4281896406","https://openalex.org/W4307717478","https://openalex.org/W4312463400","https://openalex.org/W4384559272","https://openalex.org/W4385572712","https://openalex.org/W4387019608","https://openalex.org/W4389123750","https://openalex.org/W4391006531","https://openalex.org/W4399205773","https://openalex.org/W4400531346","https://openalex.org/W4400892650","https://openalex.org/W4402571087","https://openalex.org/W4404623422","https://openalex.org/W4405279130","https://openalex.org/W4409719952","https://openalex.org/W4410486482","https://openalex.org/W4410486489","https://openalex.org/W4411120169","https://openalex.org/W4412888201","https://openalex.org/W4413144560","https://openalex.org/W4413144634","https://openalex.org/W4413156662","https://openalex.org/W7075964671","https://openalex.org/W7160026955"],"related_works":[],"abstract_inverted_index":{"The":[0,199],"rapid":[1],"advancement":[2],"of":[3,8,69,87,101,109,147,213,224],"multimodal":[4],"AI":[5],"models":[6,26],"capable":[7],"jointly":[9],"processing":[10],"images,":[11],"audio,":[12],"and":[13,23,34,40,47,67,72,125,129,138,144,158,184,186,219,226],"text":[14],"is":[15],"reshaping":[16],"video":[17,95,196],"analysis":[18,223],"at":[19],"scale.":[20],"In":[21],"advertising":[22],"marketing,":[24],"these":[25],"offer":[27],"new":[28],"opportunities":[29],"to":[30,41,205],"extract":[31],"semantic,":[32],"affective,":[33],"narrative":[35],"features":[36],"from":[37],"commercial":[38,58,94,195,225],"videos":[39],"generate":[42],"enhanced":[43],"content,":[44],"short":[45],"summaries,":[46],"even":[48],"human-like":[49],"evaluative":[50],"judgments.":[51],"However,":[52],"despite":[53],"their":[54],"growing":[55],"integration":[56],"into":[57],"analytics":[59],"platforms,":[60],"critical":[61],"questions":[62],"remain":[63],"regarding":[64],"the":[65,85,134,152,211],"reliability":[66,86],"interpretability":[68],"AI-generated":[70,124],"scores":[71,108,137,183],"textual":[73],"explanations":[74],"or":[75,163,216],"reasoning.":[76,141],"This":[77],"study":[78],"investigates":[79],"a":[80,88,98],"comprehensive":[81],"framework":[82,201],"for":[83,189,193],"assessing":[84],"Large":[89],"Multimodal":[90],"Models":[91],"(LMM)":[92],"in":[93],"evaluation.":[96],"Using":[97],"curated":[99],"dataset":[100],"recent":[102],"Superbowl":[103],"commercials":[104],"annotated":[105],"with":[106],"human":[107,126],"across":[110],"95":[111],"advertising-relevant":[112],"variables,":[113,160],"we":[114],"evaluate":[115,206],"Google":[116],"Gemini":[117],"along":[118],"two":[119],"dimensions:":[120],"(1)":[121],"agreement":[122],"between":[123,133,181],"numeric":[127],"scores,":[128],"(2)":[130],"internal":[131],"consistency":[132],"model\u2019s":[135],"assigned":[136],"its":[139],"free-text":[140],"Statistical":[142],"comparisons":[143],"unsupervised":[145],"clustering":[146],"reasoning":[148,185],"narratives":[149],"reveal":[150],"that":[151],"LMM":[153,191],"performs":[154],"reliably":[155],"on":[156],"binary":[157],"objective":[159],"while":[161],"subjective":[162],"scaled":[164],"variables":[165],"exhibit":[166],"small":[167],"but":[168],"consistent":[169],"deviations\u2014typically":[170],"within":[171],"one":[172],"rating":[173,217],"point.":[174],"We":[175],"further":[176],"analyze":[177],"common":[178],"mismatch":[179],"patterns":[180],"generated":[182],"discuss":[187],"implications":[188],"deploying":[190],"evaluators":[192],"future":[194],"performance":[197],"forecasting.":[198],"proposed":[200],"can":[202],"be":[203],"applied":[204],"various":[207],"emerging":[208],"LMMs,":[209],"enhance":[210],"transparency":[212],"AI-driven":[214],"score":[215],"systems,":[218],"support":[220],"large-scale,":[221],"interpretable":[222],"other":[227],"videos.":[228]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-05-21T00:00:00"}