{"id":"https://openalex.org/W4387969745","doi":"https://doi.org/10.1145/3581783.3612286","title":"SAAML: A Framework for Semi-supervised Affective Adaptation via Metric Learning","display_name":"SAAML: A Framework for Semi-supervised Affective Adaptation via Metric Learning","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387969745","doi":"https://doi.org/10.1145/3581783.3612286"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3612286","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3612286","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612286","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612286","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103277708","display_name":"Minh Tran","orcid":"https://orcid.org/0009-0004-2391-3563"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Minh Tran","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070976231","display_name":"Yelin Kim","orcid":"https://orcid.org/0000-0002-6503-4637"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yelin Kim","raw_affiliation_strings":["Amazon Lab126, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Lab126, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051671437","display_name":"Che-Chun Su","orcid":"https://orcid.org/0009-0008-4555-2032"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Che-Chun Su","raw_affiliation_strings":["Amazon Lab126, Bellevue, WA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Lab126, Bellevue, WA, USA","institution_ids":["https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103028980","display_name":"Cheng\u2013Hao Kuo","orcid":"https://orcid.org/0000-0001-9464-9625"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cheng-Hao Kuo","raw_affiliation_strings":["Amazon Lab126, Bellevue, WA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Lab126, Bellevue, WA, USA","institution_ids":["https://openalex.org/I4210108985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024169758","display_name":"Mohammad Soleymani","orcid":"https://orcid.org/0000-0002-5873-1434"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammad Soleymani","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5103277708"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":1.0141,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.77891407,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"6004","last_page":"6015"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7538577318191528},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6322136521339417},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.5849953293800354},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.580715000629425},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.566094160079956},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5431205034255981},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.52037113904953},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5026571750640869},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.45842185616493225},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.4393528997898102},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.43878450989723206},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.4294912815093994}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7538577318191528},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6322136521339417},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.5849953293800354},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.580715000629425},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.566094160079956},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5431205034255981},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.52037113904953},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5026571750640869},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.45842185616493225},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.4393528997898102},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.43878450989723206},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.4294912815093994},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3612286","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3612286","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612286","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3581783.3612286","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3612286","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612286","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.4699999988079071,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G1973963286","display_name":null,"funder_award_id":"911NF-20-2-0053","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G2608336305","display_name":null,"funder_award_id":"W911NF-20-2","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G5451360146","display_name":null,"funder_award_id":"W911NF-20-2-0053","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G7452299184","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G8998121839","display_name":null,"funder_award_id":"911NF","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387969745.pdf","grobid_xml":"https://content.openalex.org/works/W4387969745.grobid-xml"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W2030931454","https://openalex.org/W2045528981","https://openalex.org/W2051224630","https://openalex.org/W2096733369","https://openalex.org/W2115252128","https://openalex.org/W2124737236","https://openalex.org/W2132555391","https://openalex.org/W2187089797","https://openalex.org/W2342475039","https://openalex.org/W2478454054","https://openalex.org/W2595551253","https://openalex.org/W2619697695","https://openalex.org/W2745497104","https://openalex.org/W2797074994","https://openalex.org/W2807126412","https://openalex.org/W2808631503","https://openalex.org/W2811444527","https://openalex.org/W2889065492","https://openalex.org/W2891575196","https://openalex.org/W2897444637","https://openalex.org/W2936372954","https://openalex.org/W2948957608","https://openalex.org/W2962804657","https://openalex.org/W2962960500","https://openalex.org/W2963115079","https://openalex.org/W2963275094","https://openalex.org/W2963466847","https://openalex.org/W2963729528","https://openalex.org/W2963988212","https://openalex.org/W2964271799","https://openalex.org/W2964276171","https://openalex.org/W2970642079","https://openalex.org/W2981720610","https://openalex.org/W2986381065","https://openalex.org/W2997258743","https://openalex.org/W2999905431","https://openalex.org/W3001529617","https://openalex.org/W3034238904","https://openalex.org/W3034303554","https://openalex.org/W3091002423","https://openalex.org/W3093051361","https://openalex.org/W3099056802","https://openalex.org/W3102160429","https://openalex.org/W3105607218","https://openalex.org/W3109316002","https://openalex.org/W3113960880","https://openalex.org/W3115049126","https://openalex.org/W3122081138","https://openalex.org/W3128412859","https://openalex.org/W3135343324","https://openalex.org/W3156664941","https://openalex.org/W3174697615","https://openalex.org/W3175300676","https://openalex.org/W3176720610","https://openalex.org/W3179590268","https://openalex.org/W3196253003","https://openalex.org/W3196443845","https://openalex.org/W3197642003","https://openalex.org/W3209059054","https://openalex.org/W3209483675","https://openalex.org/W4214814722","https://openalex.org/W4221166187","https://openalex.org/W4224932526","https://openalex.org/W4225409014","https://openalex.org/W4225635674","https://openalex.org/W4292794012","https://openalex.org/W4321020767"],"related_works":["https://openalex.org/W3080495370","https://openalex.org/W2584926856","https://openalex.org/W2075935902","https://openalex.org/W2014713986","https://openalex.org/W4285597148","https://openalex.org/W4398164220","https://openalex.org/W2745497104","https://openalex.org/W2773864994","https://openalex.org/W2901531394","https://openalex.org/W2775620487"],"abstract_inverted_index":{"Socially":[0],"intelligent":[1],"systems":[2],"such":[3],"as":[4],"home":[5],"robots":[6],"should":[7],"be":[8],"able":[9],"to":[10,40,56,63,123,164,184],"perceive":[11],"emotions":[12,68],"and":[13,23,69,98,100,149,159],"social":[14,70],"behaviors.":[15],"Affect":[16],"recognition":[17,95,118],"datasets":[18,96],"have":[19],"limited":[20],"labeled":[21],"data,":[22],"existing":[24,166,179],"large":[25,78],"unlabeled":[26],"datasets,":[27],"e.g.,":[28],"VoxCeleb2,":[29],"suitable":[30],"for":[31,178,188],"pre-training,":[32],"mostly":[33],"contain":[34],"neutral":[35],"expressions,":[36],"limiting":[37],"their":[38,186],"application":[39],"affective":[41],"downstream":[42],"tasks.":[43,190],"We":[44,129],"introduce":[45],"a":[46,77],"novel":[47],"Semi-supervised":[48],"Affective":[49],"Adaptation":[50],"framework":[51,74],"via":[52,89],"Metric":[53],"Learning":[54],"(SAAML)":[55],"adapt":[57],"pre-trained":[58,127],"audiovisual":[59],"models":[60,180],"(e.g.,":[61],"AV-HuBERT)":[62],"expressive":[64],"behaviors":[65],"associated":[66],"with":[67],"communication.":[71],"The":[72,153],"proposed":[73,111,154],"automatically":[75],"retrieves":[76],"number":[79],"of":[80,134,175],"emotional":[81],"excerpts":[82],"(>100":[83],"hours)":[84],"from":[85,92],"the":[86,110,116,125,132,135,165,173],"VoxCeleb2":[87],"dataset":[88],"metric":[90],"learning":[91],"two":[93],"emotion":[94,117,151],"(MSP-IMPROV":[97],"CREMA-D),":[99],"learns":[101],"domain-invariant":[102],"emotion-aware":[103],"representations.":[104],"Experimental":[105],"results":[106],"show":[107],"that":[108],"fine-tuning":[109,124],"affect-aware":[112],"AV-HuBERT":[113,158],"(AW-HuBERT)":[114],"improves":[115],"accuracy":[119],"by":[120],"3-6%":[121],"compared":[122,163],"original":[126],"models.":[128],"further":[130],"validate":[131],"effectiveness":[133,174],"AW-HuBERT":[136],"on":[137,181],"human-centered":[138,189],"visual":[139],"understanding":[140],"tasks,":[141],"namely,":[142],"facial":[143],"expression":[144],"recognition,":[145],"video":[146],"highlight":[147],"detection,":[148],"continuous":[150],"recognition.":[152],"approach":[155],"consistently":[156],"outperforms":[157],"delivers":[160],"competitive":[161],"performance":[162,187],"methods.":[167],"With":[168],"this":[169],"work,":[170],"we":[171],"demonstrate":[172],"adaptive":[176],"pre-training":[177],"domain-specific":[182],"data":[183],"enhance":[185]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}