{"id":"https://openalex.org/W7124181571","doi":"https://doi.org/10.48550/arxiv.2601.07850","title":"MLLM-VADStory: Domain Knowledge-Driven Multimodal LLMs for Video Ad Storyline Insights","display_name":"MLLM-VADStory: Domain Knowledge-Driven Multimodal LLMs for Video Ad Storyline Insights","publication_year":2026,"publication_date":"2026-01-08","ids":{"openalex":"https://openalex.org/W7124181571","doi":"https://doi.org/10.48550/arxiv.2601.07850"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2601.07850","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.07850","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2601.07850","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123049801","display_name":"Jasmine Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Jasmine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123051838","display_name":"Poppy Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Poppy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5084077919","display_name":"Shawndra Hill","orcid":"https://orcid.org/0000-0003-1980-727X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hill, Shawndra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.18449999392032623,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.18449999392032623,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.08030000329017639,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.07649999856948853,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6183000206947327},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.5310999751091003},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.4738999903202057},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4016999900341034},{"id":"https://openalex.org/keywords/online-video","display_name":"Online video","score":0.3416999876499176},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.3077000081539154}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7419000267982483},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6183000206947327},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.5310999751091003},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.4738999903202057},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.44940000772476196},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4016999900341034},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.40049999952316284},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.400299996137619},{"id":"https://openalex.org/C2988167200","wikidata":"https://www.wikidata.org/wiki/Q16885149","display_name":"Online video","level":2,"score":0.3416999876499176},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.30790001153945923},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3073999881744385},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.30649998784065247},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.2980000078678131},{"id":"https://openalex.org/C105842133","wikidata":"https://www.wikidata.org/wiki/Q1899679","display_name":"Visual communication","level":2,"score":0.2743000090122223},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25870001316070557}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2601.07850","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.07850","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2601.07850","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.07850","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.4286540150642395}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"propose":[1],"MLLM-VADStory,":[2],"a":[3,47,69,142],"novel":[4,70],"domain":[5,127],"knowledge-guided":[6],"multimodal":[7],"large":[8],"language":[9],"models":[10],"(MLLM)":[11],"framework":[12,27,89,121],"to":[13,82,90,114,129],"systematically":[14],"quantify":[15],"and":[16,53,75,108],"generate":[17],"insights":[18,135],"for":[19,136,145],"video":[20,94,106,137,147],"ad":[21,35,138],"storyline":[22,85],"understanding":[23,146],"at":[24],"scale.":[25],"The":[26],"is":[28],"centered":[29],"on":[30],"the":[31,88,123],"core":[32],"idea":[33],"that":[34,102],"narratives":[36],"are":[37],"structured":[38],"by":[39],"functional":[40,62,72,78],"intent,":[41],"with":[42],"each":[43,65],"scene":[44],"unit":[45],"performing":[46],"distinct":[48],"communicative":[49],"function,":[50],"delivering":[51],"product":[52],"brand-oriented":[54],"information":[55],"within":[56],"seconds.":[57],"MLLM-VADStory":[58],"segments":[59],"ads":[60,81,95],"into":[61],"units,":[63],"classifies":[64],"unit's":[66],"functionality":[67],"using":[68,126],"advertising-specific":[71],"role":[73],"taxonomy,":[74],"then":[76],"aggregates":[77],"sequences":[79],"across":[80,96],"recover":[83],"data-driven":[84],"structures.":[86],"Applying":[87],"50k":[91],"social":[92],"media":[93],"four":[97],"industry":[98],"subverticals,":[99],"we":[100,109],"find":[101],"story-based":[103],"creatives":[104,148],"improve":[105],"retention,":[107],"recommend":[110],"top-performing":[111],"story":[112],"arcs":[113],"guide":[115,130],"advertisers":[116],"in":[117,132,149],"creative":[118],"design.":[119],"Our":[120],"demonstrates":[122],"value":[124],"of":[125],"knowledge":[128],"MLLMs":[131],"generating":[133],"scalable":[134],"storylines,":[139],"making":[140],"it":[141],"versatile":[143],"tool":[144],"general.":[150]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-01-15T00:00:00"}