{"id":"https://openalex.org/W4293342342","doi":"https://doi.org/10.1145/3536221.3556584","title":"Supervised Contrastive Learning for Affect Modelling","display_name":"Supervised Contrastive Learning for Affect Modelling","publication_year":2022,"publication_date":"2022-11-04","ids":{"openalex":"https://openalex.org/W4293342342","doi":"https://doi.org/10.1145/3536221.3556584"},"language":"en","primary_location":{"id":"doi:10.1145/3536221.3556584","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3536221.3556584","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2208.12238","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056006892","display_name":"Kosmas Pinitas","orcid":"https://orcid.org/0000-0003-0938-682X"},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":false,"raw_author_name":"Kosmas Pinitas","raw_affiliation_strings":["Institute of Digital Games, University of Malta, Malta"],"raw_orcid":"https://orcid.org/0000-0003-0938-682X","affiliations":[{"raw_affiliation_string":"Institute of Digital Games, University of Malta, Malta","institution_ids":["https://openalex.org/I197854408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057445534","display_name":"Konstantinos Makantasis","orcid":"https://orcid.org/0000-0002-0889-2766"},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":false,"raw_author_name":"Konstantinos Makantasis","raw_affiliation_strings":["Institute of Digital Games, University of Malta, Malta"],"raw_orcid":"https://orcid.org/0000-0002-0889-2766","affiliations":[{"raw_affiliation_string":"Institute of Digital Games, University of Malta, Malta","institution_ids":["https://openalex.org/I197854408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012075090","display_name":"Antonios Liapis","orcid":"https://orcid.org/0000-0001-5554-1961"},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":false,"raw_author_name":"Antonios Liapis","raw_affiliation_strings":["Institute of Digital Games, University of Malta, Malta"],"raw_orcid":"https://orcid.org/0000-0001-5554-1961","affiliations":[{"raw_affiliation_string":"Institute of Digital Games, University of Malta, Malta","institution_ids":["https://openalex.org/I197854408"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102978041","display_name":"Georgios N. Yannakakis","orcid":"https://orcid.org/0000-0003-2728-4026"},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":false,"raw_author_name":"Georgios N. Yannakakis","raw_affiliation_strings":["Institute of Digital Games, University of Malta, Malta"],"raw_orcid":"https://orcid.org/0000-0003-2728-4026","affiliations":[{"raw_affiliation_string":"Institute of Digital Games, University of Malta, Malta","institution_ids":["https://openalex.org/I197854408"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I197854408"],"apc_list":null,"apc_paid":null,"fwci":4.925,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.96139222,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"531","last_page":"539"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.8646327257156372},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.627617359161377},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.6181341409683228},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6059907674789429},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5227437019348145},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5093196630477905},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49309346079826355},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4268415868282318},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.20323672890663147},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.08421620726585388}],"concepts":[{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.8646327257156372},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.627617359161377},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.6181341409683228},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6059907674789429},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5227437019348145},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5093196630477905},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49309346079826355},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4268415868282318},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20323672890663147},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.08421620726585388},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3536221.3556584","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3536221.3556584","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2208.12238","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.12238","pdf_url":"https://arxiv.org/pdf/2208.12238","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:zenodo.org:7879155","is_oa":true,"landing_page_url":"https://zenodo.org/record/7879155","pdf_url":"https://zenodo.org/record/7879155","source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},{"id":"pmh:oai:www.um.edu.mt:123456789/102389","is_oa":true,"landing_page_url":"https://www.um.edu.mt/library/oar/handle/123456789/102389","pdf_url":null,"source":{"id":"https://openalex.org/S4306400782","display_name":"OAR@UM (University of Malta)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I197854408","host_organization_name":"University of Malta","host_organization_lineage":["https://openalex.org/I197854408"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2208.12238","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.12238","pdf_url":"https://arxiv.org/pdf/2208.12238","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5600000023841858}],"awards":[{"id":"https://openalex.org/G537018723","display_name":null,"funder_award_id":"951911","funder_id":"https://openalex.org/F4320337663","funder_display_name":"H2020 Industrial Leadership"}],"funders":[{"id":"https://openalex.org/F4320337663","display_name":"H2020 Industrial Leadership","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1501125750","https://openalex.org/W1544935352","https://openalex.org/W1552007786","https://openalex.org/W1680797894","https://openalex.org/W1867691547","https://openalex.org/W1966532833","https://openalex.org/W2005418748","https://openalex.org/W2045528981","https://openalex.org/W2055911634","https://openalex.org/W2084397606","https://openalex.org/W2103184652","https://openalex.org/W2164623278","https://openalex.org/W2184421965","https://openalex.org/W2186062308","https://openalex.org/W2186363412","https://openalex.org/W2253728219","https://openalex.org/W2346454595","https://openalex.org/W2610961739","https://openalex.org/W2786877691","https://openalex.org/W2892550322","https://openalex.org/W2900358852","https://openalex.org/W2919854899","https://openalex.org/W2979656641","https://openalex.org/W2996057901","https://openalex.org/W2996235414","https://openalex.org/W3095648847","https://openalex.org/W3096655658","https://openalex.org/W3114632476","https://openalex.org/W3133328577","https://openalex.org/W3156576211","https://openalex.org/W3162391496","https://openalex.org/W3162811262","https://openalex.org/W3193719728","https://openalex.org/W3193776664","https://openalex.org/W3199638068","https://openalex.org/W3205293163","https://openalex.org/W3211816430","https://openalex.org/W3211905200","https://openalex.org/W4205823202","https://openalex.org/W4214747681","https://openalex.org/W4286656544","https://openalex.org/W4287812705","https://openalex.org/W6776700526"],"related_works":["https://openalex.org/W2125652721","https://openalex.org/W1540371141","https://openalex.org/W4231274751","https://openalex.org/W1549363203","https://openalex.org/W2154063878","https://openalex.org/W2556012038","https://openalex.org/W1489772951","https://openalex.org/W1538046993","https://openalex.org/W4239293476","https://openalex.org/W1566995892"],"abstract_inverted_index":{"Affect":[0],"modeling":[1,98],"is":[2,24,175],"viewed,":[3],"traditionally,":[4],"as":[5,173],"the":[6,68,79,95,121,128,140,151,166],"process":[7],"of":[8,16,71,82,97,143,153],"mapping":[9,23],"measurable":[10],"affect":[11,20,43,59,73,113,154,179],"manifestations":[12],"from":[13,135],"multiple":[14,136],"modalities":[15],"user":[17,133],"input":[18],"to":[19,50,88,162],"labels.":[21],"That":[22],"usually":[25],"inferred":[26],"through":[27],"end-to-end":[28,163],"(manifestation-to-affect)":[29],"machine":[30],"learning":[31,84,106,145],"processes.":[32],"What":[33],"if,":[34],"instead,":[35],"one":[36],"trains":[37],"general,":[38],"subject-invariant":[39],"representations":[40,49,93,110,168],"that":[41,58,111],"consider":[42,112],"information":[44,134,180],"and":[45,65,75,146,171],"then":[46],"uses":[47],"such":[48],"model":[51],"affect?":[52],"In":[53,115],"this":[54,116],"paper":[55],"we":[56,76,119],"assume":[57],"labels":[60],"form":[61],"an":[62,72],"integral":[63],"part,":[64],"not":[66],"just":[67],"training":[69,109,174],"signal,":[70],"representation":[74,141],"explore":[77],"how":[78],"recent":[80],"paradigm":[81],"contrastive":[83,105,144],"can":[85],"be":[86],"employed":[87],"discover":[89],"general":[90,178],"high-level":[91],"affect-infused":[92],"for":[94,108,124],"purpose":[96],"affect.":[99],"We":[100],"introduce":[101],"three":[102],"different":[103],"supervised":[104],"approaches":[107],"information.":[114],"initial":[117],"study":[118],"test":[120],"proposed":[122],"methods":[123],"arousal":[125,164],"prediction":[126],"in":[127,149,182],"RECOLA":[129],"dataset":[130],"based":[131],"on":[132],"modalities.":[137],"Results":[138],"demonstrate":[139],"capacity":[142],"its":[147],"efficiency":[148],"boosting":[150],"accuracy":[152],"models.":[155],"Beyond":[156],"their":[157],"evidenced":[158],"higher":[159],"performance":[160],"compared":[161],"classification,":[165],"resulting":[167],"are":[169],"general-purpose":[170],"subject-agnostic,":[172],"guided":[176],"though":[177],"available":[181],"any":[183],"multimodal":[184],"corpus.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":8}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}
