{"id":"https://openalex.org/W4205768578","doi":"https://doi.org/10.1109/tmm.2021.3134167","title":"Recognition of Emotions in User-Generated Videos through Frame-Level Adaptation and Emotion Intensity Learning","display_name":"Recognition of Emotions in User-Generated Videos through Frame-Level Adaptation and Emotion Intensity Learning","publication_year":2021,"publication_date":"2021-12-09","ids":{"openalex":"https://openalex.org/W4205768578","doi":"https://doi.org/10.1109/tmm.2021.3134167"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2021.3134167","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3134167","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000801361","display_name":"Haimin Zhang","orcid":"https://orcid.org/0000-0002-0021-3634"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Haimin Zhang","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Ultimo, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-0021-3634","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100413849","display_name":"Min Xu","orcid":"https://orcid.org/0000-0001-9581-8849"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Min Xu","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Ultimo, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-9581-8849","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I114017466"],"apc_list":null,"apc_paid":null,"fwci":0.3634,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.57771875,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"25","issue":null,"first_page":"881","last_page":"891"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8415988683700562},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6925296783447266},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.614161491394043},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.578276515007019},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4484696686267853},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4476251006126404},{"id":"https://openalex.org/keywords/subnetwork","display_name":"Subnetwork","score":0.44320595264434814},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.43529191613197327},{"id":"https://openalex.org/keywords/pyramid","display_name":"Pyramid (geometry)","score":0.4347279667854309},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4342368245124817},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3524320125579834}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8415988683700562},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6925296783447266},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.614161491394043},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.578276515007019},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4484696686267853},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4476251006126404},{"id":"https://openalex.org/C2780186347","wikidata":"https://www.wikidata.org/wiki/Q11414","display_name":"Subnetwork","level":2,"score":0.44320595264434814},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.43529191613197327},{"id":"https://openalex.org/C142575187","wikidata":"https://www.wikidata.org/wiki/Q3358290","display_name":"Pyramid (geometry)","level":2,"score":0.4347279667854309},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4342368245124817},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3524320125579834},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2021.3134167","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3134167","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5899999737739563,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W90528969","https://openalex.org/W1930223417","https://openalex.org/W1950136256","https://openalex.org/W2012592962","https://openalex.org/W2016053056","https://openalex.org/W2047170290","https://openalex.org/W2048783874","https://openalex.org/W2117539524","https://openalex.org/W2118526556","https://openalex.org/W2122528955","https://openalex.org/W2124659975","https://openalex.org/W2147238549","https://openalex.org/W2177696193","https://openalex.org/W2188687388","https://openalex.org/W2347880541","https://openalex.org/W2414501075","https://openalex.org/W2524365899","https://openalex.org/W2524923107","https://openalex.org/W2565639579","https://openalex.org/W2593768305","https://openalex.org/W2612236014","https://openalex.org/W2794257965","https://openalex.org/W2798681837","https://openalex.org/W2887175137","https://openalex.org/W2960010704","https://openalex.org/W2963901365","https://openalex.org/W2963911235","https://openalex.org/W2964081807","https://openalex.org/W2966094747","https://openalex.org/W2981808500","https://openalex.org/W2988089665","https://openalex.org/W2996799978","https://openalex.org/W3017129869","https://openalex.org/W3099153556","https://openalex.org/W4234200325","https://openalex.org/W4240980853","https://openalex.org/W4246193833","https://openalex.org/W4294375521","https://openalex.org/W6607775107","https://openalex.org/W6631190155","https://openalex.org/W6679792166","https://openalex.org/W6682778277","https://openalex.org/W6684872329","https://openalex.org/W6685261749","https://openalex.org/W6728047685","https://openalex.org/W6729956949","https://openalex.org/W6729972426","https://openalex.org/W6748582592","https://openalex.org/W6752515464","https://openalex.org/W6779841522"],"related_works":["https://openalex.org/W2060724872","https://openalex.org/W2082094785","https://openalex.org/W2202198356","https://openalex.org/W3087203342","https://openalex.org/W2377184161","https://openalex.org/W228984114","https://openalex.org/W4226360758","https://openalex.org/W2151093953","https://openalex.org/W2810783540","https://openalex.org/W2964117779"],"abstract_inverted_index":{"Recognition":[0],"of":[1,77],"emotions":[2],"in":[3,124],"user-generated":[4],"videos":[5],"has":[6],"attracted":[7],"considerable":[8],"research":[9],"attention.":[10],"Most":[11],"existing":[12],"approaches":[13],"focus":[14],"on":[15,162,194],"learning":[16,68,83,110,114],"frame-level":[17,23,39,180],"features":[18,40,126,181],"and":[19,41,66,85,147,182,198],"fail":[20],"to":[21,37,95,106,138,160,168,179,185,212],"consider":[22],"emotion":[24,42,51,64,183],"intensities":[25,43,184],"which":[26,125],"are":[27,130],"critical":[28],"for":[29,62],"video":[30,149,169],"representation.":[31],"In":[32],"this":[33,55],"research,":[34],"we":[35,57,156,172],"aim":[36],"extract":[38],"through":[44],"transferring":[45],"emotional":[46],"information":[47],"from":[48,127],"an":[49,59,81,86,119],"image":[50],"dataset.":[52],"To":[53],"achieve":[54],"goal,":[56],"propose":[58],"end-to-end":[60],"network":[61,75,123,159],"joint":[63],"recognition":[65],"intensity":[67,82,98,109,113],"with":[69,100],"unsupervised":[70],"adversarial":[71,87,133],"adaptation.":[72],"The":[73,90,112,132,200],"proposed":[74,192,206],"consists":[76],"a":[78,174],"classification":[79,91],"stream,":[80],"stream":[84,92,115],"adaptation":[88,134],"module.":[89],"is":[93,116,136],"used":[94],"generate":[96,186],"pseudo":[97],"maps":[99],"the":[101,108,140,144,163,191,205],"class":[102],"activation":[103],"mapping":[104],"method":[105,178,193,207],"train":[107],"subnetwork.":[111],"built":[117],"upon":[118],"improved":[120,209],"feature":[121],"pyramid":[122],"different":[128],"scales":[129],"cross-connected.":[131],"module":[135],"employed":[137],"reduce":[139],"domain":[141,154],"difference":[142],"between":[143],"source":[145,164],"dataset":[146],"target":[148],"frames.":[150,170],"By":[151],"aligning":[152],"cross":[153],"features,":[155],"enable":[157],"our":[158],"learn":[161],"data":[165],"while":[166],"generalizing":[167],"Finally,":[171],"apply":[173],"weighted":[175],"sum":[176],"pooling":[177],"video-level":[187],"features.":[188],"We":[189],"evaluate":[190],"two":[195],"benchmark":[196],"datasets,i.e.,VideoEmotion-8":[197],"Ekman-6.":[199],"experimental":[201],"results":[202],"show":[203],"that":[204],"achieves":[208],"performance":[210],"compared":[211],"previous":[213],"state-of-the-art":[214],"methods.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}