{"id":"https://openalex.org/W3205848948","doi":"https://doi.org/10.1145/3474085.3480024","title":"Social Signals and Multimedia","display_name":"Social Signals and Multimedia","publication_year":2021,"publication_date":"2021-10-17","ids":{"openalex":"https://openalex.org/W3205848948","doi":"https://doi.org/10.1145/3474085.3480024","mag":"3205848948"},"language":"en","primary_location":{"id":"doi:10.1145/3474085.3480024","is_oa":false,"landing_page_url":"http://doi.org/10.1145/3474085.3480024","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.1145/3474085.3480024","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061353073","display_name":"Hayley Hung","orcid":"https://orcid.org/0000-0001-9574-5395"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Hayley Hung","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014224452","display_name":"Cathal Gurrin","orcid":"https://orcid.org/0000-0003-2903-3968"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Cathal Gurrin","raw_affiliation_strings":["Dublin City University, Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dublin City University, Dublin, Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063223989","display_name":"Martha Larson","orcid":"https://orcid.org/0000-0002-1430-4721"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Martha Larson","raw_affiliation_strings":["Radboud University, Nijmegen, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Radboud University, Nijmegen, Netherlands","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060090893","display_name":"Hatice G\u00fcne\u015f","orcid":"https://orcid.org/0000-0003-2407-3012"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hatice Gunes","raw_affiliation_strings":["University of Cambridge, Cambridge, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge, Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026933067","display_name":"Fabien Ringeval","orcid":"https://orcid.org/0000-0002-9213-4529"},"institutions":[{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Fabien Ringeval","raw_affiliation_strings":["Universit\u00e9 Grenoble Alpes, Grenoble, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Grenoble Alpes, Grenoble, France","institution_ids":["https://openalex.org/I899635006"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056684559","display_name":"Elisabeth Andr\u00e9","orcid":"https://orcid.org/0000-0002-2367-162X"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Elisabeth Andre","raw_affiliation_strings":["University of Augsburg, Augsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081398601","display_name":"Louis\u2010Philippe Morency","orcid":"https://orcid.org/0000-0001-6376-7696"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Louis-Philippe Morency","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":6,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5061353073"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":0.14,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.56987142,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"4610","last_page":"4612"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.7539300918579102},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7303524017333984},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6244697570800781},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5715830326080322},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.5113050937652588},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.48901161551475525},{"id":"https://openalex.org/keywords/social-computing","display_name":"Social computing","score":0.44156742095947266},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.4373958706855774},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4160895347595215},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.386604905128479},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3346690535545349},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1446858048439026},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.11278688907623291},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.09648358821868896}],"concepts":[{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.7539300918579102},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7303524017333984},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6244697570800781},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5715830326080322},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.5113050937652588},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.48901161551475525},{"id":"https://openalex.org/C74216064","wikidata":"https://www.wikidata.org/wiki/Q615684","display_name":"Social computing","level":3,"score":0.44156742095947266},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.4373958706855774},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4160895347595215},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.386604905128479},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3346690535545349},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1446858048439026},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.11278688907623291},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09648358821868896},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3474085.3480024","is_oa":false,"landing_page_url":"http://doi.org/10.1145/3474085.3480024","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/239932","is_oa":false,"landing_page_url":"https://repository.ubn.ru.nl/handle/2066/239932","pdf_url":null,"source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Shen, H.T. (ed.), MM '21: Proceedings of the 29th ACM International Conference on Multimedia, Virtual Event China October 20 - 24, 2021, pp. 4610-4612","raw_type":"Article in monograph or in proceedings"},{"id":"pmh:oai:tudelft.nl:uuid:b56b5cda-5539-4b86-9392-7018e9419424","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:b56b5cda-5539-4b86-9392-7018e9419424","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"},{"id":"pmh:oai:zenodo.org:6535269","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3474085.3480024","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},{"id":"pmh:ru:oai:repository.ubn.ru.nl:2066/239932","is_oa":false,"landing_page_url":"http://hdl.handle.net/2066/239932","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Shen, H.T. (ed.), MM '21: Proceedings of the 29th ACM International Conference on Multimedia, Virtual Event China October 20 - 24, 2021, 4610 - 4612. New York : Association for Computing Machinery","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:6535269","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3474085.3480024","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.6399999856948853,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G7830922211","display_name":null,"funder_award_id":"EP/R030782/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W1506372339","https://openalex.org/W2082834508","https://openalex.org/W3046399757","https://openalex.org/W4211153864"],"related_works":["https://openalex.org/W2368605798","https://openalex.org/W2518037665","https://openalex.org/W2348524959","https://openalex.org/W2477036161","https://openalex.org/W2368049389","https://openalex.org/W2384861574","https://openalex.org/W4294565801","https://openalex.org/W2170801710","https://openalex.org/W2952704802","https://openalex.org/W2741781807"],"abstract_inverted_index":{"<p>The":[0],"rising":[1],"popularity":[2],"of":[3,19,25,28,38,97,124,137,177,201],"Artificial":[4],"Intelligence":[5],"(AI)":[6],"has":[7],"brought":[8],"considerable":[9],"public":[10],"interest":[11],"as":[12,53,140],"well":[13],"faster":[14],"and":[15,45,108,130,152,157,182,193],"more":[16],"direct":[17],"transfer":[18],"research":[20],"ideas":[21],"into":[22],"practice.":[23],"One":[24],"the":[26,36,135,161,175,178],"aspects":[27],"AI":[29,75,82],"that":[30,168],"still":[31],"trails":[32],"behind":[33],"considerably":[34],"is":[35,51],"role":[37],"machines":[39],"in":[40,84,199],"interpreting,":[41],"enhancing,":[42],"modeling,":[43],"generating,":[44],"influencing":[46],"social":[47,54,106,114,156,180],"behavior.":[48],"Such":[49,67],"behavior":[50,68],"captured":[52],"signals,":[55],"usually":[56],"by":[57,73],"sensors":[58],"recording":[59],"multiple":[60,94],"modalities,":[61],"making":[62],"it":[63],"classic":[64],"multimedia":[65,87],"data.":[66],"can":[69,89],"also":[70],"be":[71,90],"generated":[72],"an":[74,153],"system":[76],"when":[77],"interacting":[78],"with":[79,86],"humans.":[80],"Using":[81],"techniques":[83],"combination":[85],"data":[88],"used":[91],"to":[92,111,172],"pursue":[93],"goals,":[95],"two":[96],"which":[98],"are":[99,198],"highlighted":[100],"here.":[101],"First,":[102],"supporting":[103],"people":[104,126],"during":[105],"interactions":[107],"helping":[109],"them":[110],"fulfil":[112,174],"their":[113],"needs":[115],"either":[116],"actively":[117],"or":[118],"passively.":[119],"Second,":[120],"improving":[121],"our":[122],"understanding":[123],"how":[125],"collaborate,":[127],"build":[128],"relationships,":[129],"process":[131],"self":[132],"identity.":[133],"Despite":[134],"rise":[136],"fields":[138],"such":[139],"Social":[141],"Signal":[142],"Processing,":[143],"a":[144],"similar":[145],"panel":[146,185],"organised":[147],"at":[148,160],"ACM":[149,162],"Multimedia":[150],"2014,":[151,165],"area":[154],"on":[155],"emotional":[158],"signals":[159,181],"MM":[163],"since":[164],"we":[166,169,188],"argue":[167],"have":[170,189],"yet":[171],"truly":[173],"potential":[176],"combining":[179],"multimedia.":[183],"This":[184],"asks":[186],"where":[187],"come":[190],"far":[191],"enough":[192],"what":[194],"remaining":[195],"challenges":[196],"there":[197],"light":[200],"recent":[202],"global":[203],"events.</p>":[204]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-28T14:05:53.105641","created_date":"2021-10-25T00:00:00"}