{"id":"https://openalex.org/W4226080793","doi":"https://doi.org/10.1109/fg52635.2021.9666940","title":"Affect-DML: Context-Aware One-Shot Recognition of Human Affect using Deep Metric Learning","display_name":"Affect-DML: Context-Aware One-Shot Recognition of Human Affect using Deep Metric Learning","publication_year":2021,"publication_date":"2021-12-15","ids":{"openalex":"https://openalex.org/W4226080793","doi":"https://doi.org/10.1109/fg52635.2021.9666940"},"language":"en","primary_location":{"id":"doi:10.1109/fg52635.2021.9666940","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg52635.2021.9666940","pdf_url":null,"source":{"id":"https://openalex.org/S4363608446","display_name":"2021 16th IEEE International Conference on Automatic Face and Gesture Recognition (FG 2021)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 16th IEEE International Conference on Automatic Face and Gesture Recognition (FG 2021)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017521271","display_name":"Kunyu Peng","orcid":"https://orcid.org/0000-0002-5419-9292"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kunyu Peng","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076927137","display_name":"Alina Roitberg","orcid":"https://orcid.org/0000-0003-4724-9164"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alina Roitberg","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022133661","display_name":"David Schneider","orcid":"https://orcid.org/0000-0002-3272-2337"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"David Schneider","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040782523","display_name":"Marios Koulakis","orcid":"https://orcid.org/0000-0002-9324-4447"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marios Koulakis","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027010844","display_name":"Kailun Yang","orcid":"https://orcid.org/0000-0002-1090-667X"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kailun Yang","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087051920","display_name":"Rainer Stiefelhagen","orcid":"https://orcid.org/0000-0001-8046-4945"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rainer Stiefelhagen","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Germany","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I102335020"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7701085209846497},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.632604718208313},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.5554196834564209},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5318762063980103},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.521079421043396},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.502912700176239},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.486320823431015},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4417165219783783},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4361538589000702},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11262449622154236}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7701085209846497},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.632604718208313},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.5554196834564209},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5318762063980103},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.521079421043396},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.502912700176239},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.486320823431015},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4417165219783783},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4361538589000702},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11262449622154236},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fg52635.2021.9666940","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg52635.2021.9666940","pdf_url":null,"source":{"id":"https://openalex.org/S4363608446","display_name":"2021 16th IEEE International Conference on Automatic Face and Gesture Recognition (FG 2021)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 16th IEEE International Conference on Automatic Face and Gesture Recognition (FG 2021)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1648900468","https://openalex.org/W1980331490","https://openalex.org/W2008029667","https://openalex.org/W2051590525","https://openalex.org/W2108598243","https://openalex.org/W2113379946","https://openalex.org/W2116335159","https://openalex.org/W2128042196","https://openalex.org/W2164186291","https://openalex.org/W2165857685","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2278113816","https://openalex.org/W2436394355","https://openalex.org/W2472819217","https://openalex.org/W2502156194","https://openalex.org/W2519882289","https://openalex.org/W2610961739","https://openalex.org/W2612112834","https://openalex.org/W2716916105","https://openalex.org/W2732026016","https://openalex.org/W2737258237","https://openalex.org/W2737691244","https://openalex.org/W2740693122","https://openalex.org/W2745497104","https://openalex.org/W2752234108","https://openalex.org/W2791956126","https://openalex.org/W2810418809","https://openalex.org/W2899586950","https://openalex.org/W2910603373","https://openalex.org/W2946410230","https://openalex.org/W2963074118","https://openalex.org/W2963078159","https://openalex.org/W2963341924","https://openalex.org/W2963524571","https://openalex.org/W2964271799","https://openalex.org/W2981843773","https://openalex.org/W2996728089","https://openalex.org/W3014641072","https://openalex.org/W3034520808","https://openalex.org/W3035497134","https://openalex.org/W3036162512","https://openalex.org/W3091905774","https://openalex.org/W3114110700","https://openalex.org/W3122081138","https://openalex.org/W3145166545","https://openalex.org/W3146079624","https://openalex.org/W3158215955","https://openalex.org/W3174340734","https://openalex.org/W4241512054","https://openalex.org/W4251591997","https://openalex.org/W4256441345","https://openalex.org/W6636680187","https://openalex.org/W6682250724","https://openalex.org/W6717697761","https://openalex.org/W6720057410","https://openalex.org/W6726438655","https://openalex.org/W6737478050","https://openalex.org/W6741774873","https://openalex.org/W6744114936","https://openalex.org/W6753204232","https://openalex.org/W6762900718","https://openalex.org/W6767071366","https://openalex.org/W6783596713","https://openalex.org/W6797150883","https://openalex.org/W6989557187"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W4386799044","https://openalex.org/W2130974462","https://openalex.org/W2773208253","https://openalex.org/W972276598","https://openalex.org/W1482441085","https://openalex.org/W2966858528","https://openalex.org/W2151687600"],"abstract_inverted_index":{"Human":[0],"affect":[1,81,181,228],"recognition":[2,68,165,175],"is":[3,186],"a":[4,24,74,88,106,133,183,187],"well-established":[5],"research":[6,221],"area":[7],"with":[8],"numerous":[9],"applications,":[10],"e.g.":[11],"in":[12,51,71,83,215],"psychological":[13,43],"care,":[14],"but":[15],"existing":[16],"methods":[17],"assume":[18],"that":[19,178],"all":[20,191],"emotions-of-interest":[21],"are":[22,143],"given":[23],"priori":[25],"as":[26],"annotated":[27],"training":[28],"examples.":[29],"However,":[30],"the":[31,37,46,99,113,116,127,168,198,203,209,240],"rising":[32],"granularity":[33],"and":[34,45,59,104,126,150,162,235],"refinements":[35],"of":[36,49,69,115,123,139,167,193,222,226],"human":[38,80,124,180,227],"emotional":[39],"spectrum":[40],"through":[41,132],"novel":[42],"theories":[44],"increased":[47],"consideration":[48],"emotions":[50,70],"context":[52,72,130,206],"brings":[53],"considerable":[54],"pressure":[55],"to":[56,172,239],"data":[57],"collection":[58],"labeling":[60],"work.":[61],"In":[62],"this":[63,94],"paper,":[64],"we":[65,97,230],"conceptualize":[66],"one-shot":[67,174,216],"-":[73],"new":[75],"problem":[76],"aimed":[77],"at":[78],"recognizing":[79],"states":[82],"finer":[84],"particle":[85],"level":[86],"from":[87,182],"single":[89,184],"support":[90],"sample.":[91],"To":[92,219],"address":[93],"challenging":[95],"task,":[96],"follow":[98],"deep":[100],"metric":[101],"learning":[102],"paradigm":[103],"introduce":[105],"multi-modal":[107],"emotion":[108,164,217],"embedding":[109],"approach":[110],"which":[111],"minimizes":[112],"distance":[114],"same-emotion":[117],"embeddings":[118],"by":[119],"leveraging":[120,202],"complementary":[121],"information":[122],"appearance":[125],"semantic":[128,134,204],"scene":[129,205],"obtained":[131],"segmentation":[135],"network.":[136],"All":[137],"streams":[138],"our":[140,173,194,233],"context-aware":[141],"model":[142,195],"optimized":[144],"jointly":[145],"using":[146],"weighted":[147,151],"triplet":[148],"loss":[149],"cross":[152],"entropy":[153],"loss.":[154],"We":[155],"conduct":[156],"thorough":[157],"experiments":[158],"on":[159],"both,":[160],"categorical":[161],"numerical":[163],"tasks":[166],"Emotic":[169],"dataset":[170],"adapted":[171],"problem,":[176],"revealing":[177],"categorizing":[179],"example":[185],"hard":[188],"task.":[189],"Still,":[190],"variants":[192],"clearly":[196],"outperform":[197],"random":[199],"baseline,":[200],"while":[201],"consistently":[207],"improves":[208],"learnt":[210],"representations,":[211],"setting":[212],"state-of-the-art":[213],"results":[214],"recognition.":[218],"foster":[220],"more":[223],"universal":[224],"representations":[225],"states,":[229],"will":[231],"make":[232],"benchmark":[234],"models":[236],"publicly":[237],"available":[238],"community":[241],"under":[242],"https://github.com/KPeng9510/Affect-DML.":[243]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}