{"id":"https://openalex.org/W2767087747","doi":"https://doi.org/10.1145/3123266.3123383","title":"From Hard to Soft","display_name":"From Hard to Soft","publication_year":2017,"publication_date":"2017-10-19","ids":{"openalex":"https://openalex.org/W2767087747","doi":"https://doi.org/10.1145/3123266.3123383","mag":"2767087747"},"language":"en","primary_location":{"id":"doi:10.1145/3123266.3123383","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3123266.3123383","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM international conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/3494340","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069921704","display_name":"Jing Han","orcid":"https://orcid.org/0000-0001-5776-6849"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]},{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"education","lineage":["https://openalex.org/I186354981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jing Han","raw_affiliation_strings":["University of Augsburg & University of Passau, Augsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Augsburg & University of Passau, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836","https://openalex.org/I186354981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036056631","display_name":"Zixing Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"education","lineage":["https://openalex.org/I186354981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Zixing Zhang","raw_affiliation_strings":["University of Passau, Passau, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Passau, Passau, Germany","institution_ids":["https://openalex.org/I186354981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019825395","display_name":"Maximilian Schmitt","orcid":"https://orcid.org/0000-0001-7453-5612"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]},{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"education","lineage":["https://openalex.org/I186354981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maximilian Schmitt","raw_affiliation_strings":["University of Augsburg & University of Passau, Augsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Augsburg & University of Passau, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836","https://openalex.org/I186354981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016033078","display_name":"Maja Panti\u0107","orcid":"https://orcid.org/0000-0002-3620-5986"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Maja Pantic","raw_affiliation_strings":["Imperial College London, London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043060302","display_name":"Bj\u00f6rn W. Schuller","orcid":"https://orcid.org/0000-0002-6478-8699"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]},{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"education","lineage":["https://openalex.org/I186354981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bj\u00f6rn Schuller","raw_affiliation_strings":["University of Augsburg & University of Passau, Augsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Augsburg & University of Passau, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836","https://openalex.org/I186354981"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.9617,"has_fulltext":false,"cited_by_count":85,"citation_normalized_percentile":{"value":0.98655211,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"890","last_page":"897"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7871874570846558},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6201645731925964},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.577104389667511},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5134740471839905},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48684972524642944},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4867544174194336},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1258021891117096}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7871874570846558},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6201645731925964},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.577104389667511},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5134740471839905},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48684972524642944},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4867544174194336},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1258021891117096},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3123266.3123383","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3123266.3123383","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM international conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:ris.utwente.nl:openaire_cris_publications/e9e5f9df-a7b2-4e18-868f-e065f8f7814e","is_oa":false,"landing_page_url":"https://research.utwente.nl/en/publications/e9e5f9df-a7b2-4e18-868f-e065f8f7814e","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Han, J, Zhang, Z, Schmitt, M, Pantic, M & Schuller, B 2017, From hard to soft : Towards more human-like emotion recognition by modelling the perception uncertainty. in MM 2017 - Proceedings of the 25th ACM Multimedia Conference. Association for Computing Machinery, pp. 890-897, 25th ACM Multimedia Conference, MM 2017, Mountain View, California, United States, 23/10/17. https://doi.org/10.1145/3123266.3123383","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:ris.utwente.nl:publications/e9e5f9df-a7b2-4e18-868f-e065f8f7814e","is_oa":false,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85035203028&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Han , J , Zhang , Z , Schmitt , M , Pantic , M & Schuller , B 2017 , From hard to soft : Towards more human-like emotion recognition by modelling the perception uncertainty . in MM 2017 - Proceedings of the 25th ACM Multimedia Conference . Association for Computing Machinery , pp. 890-897 , 25th ACM Multimedia Conference, MM 2017 , Mountain View , California , United States , 23/10/17 . https://doi.org/10.1145/3123266.3123383","raw_type":"contributionToPeriodical"},{"id":"pmh:oai:uni-augsburg.opus-bayern.de:45069","is_oa":false,"landing_page_url":"https://nbn-resolving.org/urn:nbn:de:bvb:384-opus4-450696","pdf_url":null,"source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"bookpart"},{"id":"pmh:oai:zenodo.org:3494340","is_oa":true,"landing_page_url":"https://zenodo.org/record/3494340","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:3494340","is_oa":true,"landing_page_url":"https://zenodo.org/record/3494340","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1327845995","display_name":null,"funder_award_id":"338164","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2285812868","display_name":"Automatic Sentiment Estimation in the Wild","funder_award_id":"645094","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G434337789","display_name":null,"funder_award_id":"HORIZON2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8203822267","display_name":null,"funder_award_id":"645094","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W304834817","https://openalex.org/W1419568444","https://openalex.org/W1785074626","https://openalex.org/W1837801619","https://openalex.org/W1883737420","https://openalex.org/W1985945240","https://openalex.org/W2000271339","https://openalex.org/W2005418748","https://openalex.org/W2017411072","https://openalex.org/W2021913835","https://openalex.org/W2024289965","https://openalex.org/W2032254851","https://openalex.org/W2045528981","https://openalex.org/W2047194288","https://openalex.org/W2061873838","https://openalex.org/W2064675550","https://openalex.org/W2080501585","https://openalex.org/W2100569924","https://openalex.org/W2102985871","https://openalex.org/W2104759087","https://openalex.org/W2116777898","https://openalex.org/W2123231192","https://openalex.org/W2124737236","https://openalex.org/W2132555391","https://openalex.org/W2133990480","https://openalex.org/W2141403362","https://openalex.org/W2146334809","https://openalex.org/W2150696241","https://openalex.org/W2154419531","https://openalex.org/W2159401492","https://openalex.org/W2160691368","https://openalex.org/W2162745601","https://openalex.org/W2164186291","https://openalex.org/W2164699598","https://openalex.org/W2188643306","https://openalex.org/W2218066794","https://openalex.org/W2246178008","https://openalex.org/W2251810906","https://openalex.org/W2313339984","https://openalex.org/W2316622962","https://openalex.org/W2346454595","https://openalex.org/W2399733683","https://openalex.org/W2402511497","https://openalex.org/W2408513201","https://openalex.org/W2511508976","https://openalex.org/W2535097731","https://openalex.org/W2560025328","https://openalex.org/W2592535880","https://openalex.org/W2624578427","https://openalex.org/W2735449402","https://openalex.org/W2915606245","https://openalex.org/W4300482596"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4313488044","https://openalex.org/W3209574120","https://openalex.org/W2598946408","https://openalex.org/W4312192474"],"abstract_inverted_index":{"Over":[0],"the":[1,31,54,63,70,80,102,146,153,160,175,178,182,195,200,225,233,242,247],"last":[2],"decade,":[3],"automatic":[4],"emotion":[5,81,99,216],"recognition":[6],"has":[7],"become":[8],"well":[9],"established.":[10],"The":[11,92],"gold":[12],"standard":[13],"target":[14,82,100,143],"is":[15,164],"thereby":[16],"usually":[17],"calculated":[18,85],"based":[19,151],"on":[20,152,209],"multiple":[21],"annotations":[22],"from":[23,86],"different":[24],"raters.":[25],"All":[26],"related":[27],"efforts":[28],"assume":[29],"that":[30,224],"emotional":[32,64,179,234],"state":[33,65,180,235],"of":[34,66,72,111,133,148,199,232],"a":[35,42,46,121,127,189,210],"human":[36,55,90,149],"subject":[37],"can":[38],"be":[39,75],"identified":[40],"by":[41],"'hard'":[43],"category":[44],"or":[45,171],"unique":[47],"value.":[48],"This":[49],"assumption":[50],"tries":[51],"to":[52,95,125,144,159],"ease":[53],"observer's":[56],"subjectivity":[57],"when":[58],"observing":[59],"patterns":[60],"such":[61],"as":[62,69],"others.":[67],"However,":[68],"number":[71],"annotators":[73],"cannot":[74],"infinite,":[76],"uncertainty":[77,147,239],"remains":[78],"in":[79,101,109,157,245],"even":[83],"if":[84],"several,":[87],"yet":[88],"few":[89],"annotators.":[91],"common":[93],"procedure":[94],"use":[96],"this":[97,117],"same":[98],"learning":[103,114,191,231],"process":[104],"thus":[105],"inevitably":[106],"introduces":[107],"noise":[108],"terms":[110],"an":[112,141],"uncertain":[113],"target.":[115],"In":[116,135],"light,":[118],"we":[119,139,187,205],"propose":[120],"'soft'":[122],"prediction":[123,132,169,203,227],"framework":[124,162,228],"provide":[126,140],"more":[128],"human-like":[129],"and":[130,181,197,212,236,249],"comprehensive":[131],"emotion.":[134],"our":[136],"novel":[137],"framework,":[138,204],"additional":[142],"indicate":[145],"perception":[150,185,238],"inter-rater":[154],"disagreement":[155],"level,":[156],"contrast":[158],"traditional":[161],"which":[163],"merely":[165],"producing":[166],"one":[167],"single":[168],"(category":[170],"value).":[172],"To":[173,193],"exploit":[174],"dependency":[176],"between":[177],"newly":[183],"introduced":[184],"uncertainty,":[186],"implement":[188],"multi-task":[190,230],"strategy.":[192],"evaluate":[194],"feasibility":[196],"effectiveness":[198],"proposed":[201],"soft":[202,226],"perform":[206],"extensive":[207],"experiments":[208],"time-":[211],"value-continuous":[213],"spontaneous":[214],"audiovisual":[215],"database":[217],"including":[218],"late":[219],"fusion":[220],"results.":[221],"We":[222],"show":[223],"with":[229],"its":[237],"significantly":[240],"outperforms":[241],"individual":[243],"tasks":[244],"both":[246],"arousal":[248],"valence":[250],"dimensions.":[251]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":16},{"year":2018,"cited_by_count":12}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2017-11-10T00:00:00"}