{"id":"https://openalex.org/W4411631963","doi":"https://doi.org/10.1145/3731715.3733453","title":"Towards Emotion Analysis in Short-form Videos: A Large-Scale Dataset and Baseline","display_name":"Towards Emotion Analysis in Short-form Videos: A Large-Scale Dataset and Baseline","publication_year":2025,"publication_date":"2025-06-25","ids":{"openalex":"https://openalex.org/W4411631963","doi":"https://doi.org/10.1145/3731715.3733453"},"language":"en","primary_location":{"id":"doi:10.1145/3731715.3733453","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731715.3733453","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108497986","display_name":"Xuecheng Wu","orcid":"https://orcid.org/0000-0002-6244-0269"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuecheng Wu","raw_affiliation_strings":["Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-6244-0269","affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Heli Sun","orcid":"https://orcid.org/0000-0002-2765-6582"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heli Sun","raw_affiliation_strings":["Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-2765-6582","affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051556369","display_name":"Junxiao Xue","orcid":"https://orcid.org/0000-0003-1569-5362"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junxiao Xue","raw_affiliation_strings":["Zhejiang Lab, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1569-5362","affiliations":[{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104206166","display_name":"Jiayu Nie","orcid":"https://orcid.org/0009-0007-9769-2734"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayu Nie","raw_affiliation_strings":["Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0009-0007-9769-2734","affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039679003","display_name":"Xiangyan Kong","orcid":"https://orcid.org/0000-0002-4051-9566"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyan Kong","raw_affiliation_strings":["Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-4051-9566","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113059642","display_name":"Ruofan Zhai","orcid":null},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruofan Zhai","raw_affiliation_strings":["Zhengzhou University, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0009-0003-7167-1354","affiliations":[{"raw_affiliation_string":"Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043360673","display_name":"Danlei Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danlei Huang","raw_affiliation_strings":["Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0009-0008-5929-6455","affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101469086","display_name":"Liang He","orcid":"https://orcid.org/0000-0002-6463-5158"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang He","raw_affiliation_strings":["Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-6463-5158","affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4136,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.80192406,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1497","last_page":"1506"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.800690770149231},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6678975820541382},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5930335521697998},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3630719780921936},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.09846559166908264},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07022947072982788},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.05885052680969238}],"concepts":[{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.800690770149231},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6678975820541382},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5930335521697998},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3630719780921936},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.09846559166908264},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07022947072982788},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.05885052680969238},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3731715.3733453","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731715.3733453","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6884125690","display_name":null,"funder_award_id":"62472348","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1518369940","https://openalex.org/W1522734439","https://openalex.org/W1557899560","https://openalex.org/W1969235627","https://openalex.org/W1978262206","https://openalex.org/W1981918162","https://openalex.org/W2114025269","https://openalex.org/W2188687388","https://openalex.org/W2194775991","https://openalex.org/W2347880541","https://openalex.org/W2414501075","https://openalex.org/W2593463961","https://openalex.org/W2740550900","https://openalex.org/W2787873795","https://openalex.org/W2883409523","https://openalex.org/W2894821115","https://openalex.org/W2928165649","https://openalex.org/W2962934715","https://openalex.org/W2963524571","https://openalex.org/W2981072818","https://openalex.org/W2990503944","https://openalex.org/W2996799978","https://openalex.org/W3001529617","https://openalex.org/W3035336958","https://openalex.org/W3042011474","https://openalex.org/W3085812513","https://openalex.org/W3093370878","https://openalex.org/W3094550259","https://openalex.org/W3126721948","https://openalex.org/W3137028092","https://openalex.org/W3187313248","https://openalex.org/W3206349670","https://openalex.org/W4221143482","https://openalex.org/W4225959162","https://openalex.org/W4226206782","https://openalex.org/W4296564736","https://openalex.org/W4304080405","https://openalex.org/W4306889290","https://openalex.org/W4312443924","https://openalex.org/W4312560592","https://openalex.org/W4312639100","https://openalex.org/W4313591463","https://openalex.org/W4362721809","https://openalex.org/W4365800005","https://openalex.org/W4386076656","https://openalex.org/W4388189896","https://openalex.org/W4393181080","https://openalex.org/W4402726964","https://openalex.org/W4402753686"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2913146933","https://openalex.org/W2372385138","https://openalex.org/W4296359239"],"abstract_inverted_index":{"Nowadays,":[0],"short-form":[1],"videos":[2],"(SVs)":[3],"are":[4,221],"essential":[5],"to":[6,21,25,101,158,171,185],"web":[7],"information":[8,130],"acquisition":[9],"and":[10,68,77,117,123,128,219],"sharing":[11],"in":[12,105,119],"our":[13],"daily":[14],"life.":[15],"The":[16,179],"prevailing":[17],"use":[18],"of":[19,28,39,58,176,198,213],"SVs":[20,40],"spread":[22],"emotions":[23,104],"leads":[24],"the":[26,37,56,75,103,108,134,138,155,167,174,196,210],"necessity":[27],"conducting":[29],"video":[30,156],"emotion":[31,41,135],"analysis":[32,102],"(VEA)":[33],"towards":[34],"SVs.":[35,106],"Considering":[36],"lack":[38],"data,":[42],"we":[43,54,73,146,208],"introduce":[44],"a":[45],"large-scale":[46],"dataset":[47],"named":[48],"eMotions,":[49],"comprising":[50],"27,996":[51],"videos.":[52],"Meanwhile,":[53],"alleviate":[55],"impact":[57],"subjectivities":[59],"on":[60],"labeling":[61],"quality":[62],"by":[63,133,215],"emphasizing":[64],"better":[65,159],"personnel":[66],"allocations":[67],"multi-stage":[69],"annotations.":[70],"In":[71],"addition,":[72],"provide":[74],"category-balanced":[76],"test-oriented":[78],"variants":[79],"through":[80],"targeted":[81],"data":[82],"sampling.":[83],"Some":[84],"commonly":[85],"used":[86],"videos,":[87],"such":[88],"as":[89],"facial":[90],"expressions,":[91],"have":[92],"been":[93],"well":[94],"studied.":[95],"However,":[96],"it":[97],"is":[98,182],"still":[99],"challenging":[100],"Since":[107],"broader":[109],"content":[110],"diversity":[111],"brings":[112],"more":[113],"distinct":[114],"semantic":[115],"gaps":[116,131],"difficulties":[118],"learning":[120],"emotion-related":[121],"features,":[122],"there":[124],"exists":[125],"local":[126],"biases":[127],"collective":[129],"caused":[132],"inconsistence":[136],"under":[137],"prevalently":[139],"audio-visual":[140,150,177],"co-expressions.":[141],"To":[142],"tackle":[143],"these":[144],"challenges,":[145],"present":[147],"an":[148],"end-to-end":[149],"baseline":[151],"AV-CANet":[152,214],"which":[153],"employs":[154],"transformer":[157],"learn":[160],"semantically":[161],"relevant":[162],"representations.":[163],"We":[164],"further":[165],"design":[166],"Local-Global":[168],"Fusion":[169],"Module":[170],"progressively":[172],"capture":[173],"correlations":[175],"features.":[178],"EP-CE":[180],"Loss":[181],"then":[183],"introduced":[184],"guide":[186],"model":[187],"optimization.":[188],"Extensive":[189],"experimental":[190],"results":[191],"across":[192],"seven":[193],"datasets":[194],"demonstrate":[195],"effectiveness":[197],"AV-CANet,":[199],"while":[200],"providing":[201],"broad":[202],"insights":[203],"for":[204],"future":[205],"works.":[206],"Besides,":[207],"explore":[209],"key":[211],"components":[212],"ablation":[216],"studies.":[217],"Datasets":[218],"code":[220],"released":[222],"at":[223],"https://github.com/XuecWu/eMotions.":[224]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}