{"id":"https://openalex.org/W2036727939","doi":"https://doi.org/10.1145/2567688.2567690","title":"Emotion Recognition from Audio and Visual Data using F-score based Fusion","display_name":"Emotion Recognition from Audio and Visual Data using F-score based Fusion","publication_year":2014,"publication_date":"2014-03-21","ids":{"openalex":"https://openalex.org/W2036727939","doi":"https://doi.org/10.1145/2567688.2567690","mag":"2036727939"},"language":"en","primary_location":{"id":"doi:10.1145/2567688.2567690","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2567688.2567690","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st IKDD Conference on Data Sciences","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065098238","display_name":"Abhishek Gera","orcid":null},"institutions":[{"id":"https://openalex.org/I94234084","display_name":"Indian Institute of Technology Kanpur","ror":"https://ror.org/05pjsgx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I94234084"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Abhishek Gera","raw_affiliation_strings":["Computer Science and Engineering Department, Indian Institute of Technology, Kanpur, India"],"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering Department, Indian Institute of Technology, Kanpur, India","institution_ids":["https://openalex.org/I94234084"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103014125","display_name":"Arnab Bhattacharya","orcid":"https://orcid.org/0000-0001-7331-0788"},"institutions":[{"id":"https://openalex.org/I94234084","display_name":"Indian Institute of Technology Kanpur","ror":"https://ror.org/05pjsgx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I94234084"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Arnab Bhattacharya","raw_affiliation_strings":["Computer Science and Engineering Department, Indian Institute of Technology, Kanpur, India"],"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering Department, Indian Institute of Technology, Kanpur, India","institution_ids":["https://openalex.org/I94234084"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5065098238"],"corresponding_institution_ids":["https://openalex.org/I94234084"],"apc_list":null,"apc_paid":null,"fwci":0.9333,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.77695776,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8004583120346069},{"id":"https://openalex.org/keywords/mel-frequency-cepstrum","display_name":"Mel-frequency cepstrum","score":0.6275946497917175},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.627234160900116},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5874638557434082},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.493172824382782},{"id":"https://openalex.org/keywords/sadness","display_name":"Sadness","score":0.47852882742881775},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4540759027004242},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.41292449831962585},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.36821267008781433},{"id":"https://openalex.org/keywords/anger","display_name":"Anger","score":0.22142547369003296}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8004583120346069},{"id":"https://openalex.org/C151989614","wikidata":"https://www.wikidata.org/wiki/Q440370","display_name":"Mel-frequency cepstrum","level":3,"score":0.6275946497917175},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.627234160900116},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5874638557434082},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.493172824382782},{"id":"https://openalex.org/C2779812673","wikidata":"https://www.wikidata.org/wiki/Q169251","display_name":"Sadness","level":3,"score":0.47852882742881775},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4540759027004242},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.41292449831962585},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.36821267008781433},{"id":"https://openalex.org/C2779302386","wikidata":"https://www.wikidata.org/wiki/Q79871","display_name":"Anger","level":2,"score":0.22142547369003296},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2567688.2567690","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2567688.2567690","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st IKDD Conference on Data Sciences","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W175750906","https://openalex.org/W571898111","https://openalex.org/W1593008457","https://openalex.org/W1596088243","https://openalex.org/W1601218598","https://openalex.org/W1773917465","https://openalex.org/W1994458317","https://openalex.org/W2030366785","https://openalex.org/W2033773055","https://openalex.org/W2093797275","https://openalex.org/W2103943262","https://openalex.org/W2105020570","https://openalex.org/W2106115875","https://openalex.org/W2106390385","https://openalex.org/W2115135068","https://openalex.org/W2115941714","https://openalex.org/W2118512999","https://openalex.org/W2119417805","https://openalex.org/W2119821739","https://openalex.org/W2123864036","https://openalex.org/W2125838338","https://openalex.org/W2140351517","https://openalex.org/W2141434237","https://openalex.org/W2152826865","https://openalex.org/W2153635508","https://openalex.org/W2158943324","https://openalex.org/W2162481513","https://openalex.org/W2165143301","https://openalex.org/W2167015621","https://openalex.org/W2168053878","https://openalex.org/W2168692779","https://openalex.org/W2169295472","https://openalex.org/W2170950676","https://openalex.org/W2171253919","https://openalex.org/W2171880639","https://openalex.org/W2216016325","https://openalex.org/W2309693750","https://openalex.org/W2476903181","https://openalex.org/W2546253415","https://openalex.org/W2980286501","https://openalex.org/W3097096317","https://openalex.org/W3208669052","https://openalex.org/W4285750789","https://openalex.org/W6607193717","https://openalex.org/W6677944028","https://openalex.org/W6729220966","https://openalex.org/W6845086640"],"related_works":["https://openalex.org/W2126100045","https://openalex.org/W2336974148","https://openalex.org/W2345184372","https://openalex.org/W2187500075","https://openalex.org/W2381773606","https://openalex.org/W2156566403","https://openalex.org/W2546942002","https://openalex.org/W4225360039","https://openalex.org/W2016461833","https://openalex.org/W3197541072"],"abstract_inverted_index":{"Emotion":[0],"recognition":[1,22,187],"has":[2,15],"been":[3],"one":[4],"of":[5,8,13,19,31,86,155,170,193],"the":[6,17,29,32,45,61,82,105,113,128,142,153,156,168,171,205],"cornerstones":[7],"human-computer":[9],"interaction.":[10],"Although":[11],"decades":[12],"work":[14],"attacked":[16],"problem":[18,46],"automatic":[20,77],"emotion":[21,186],"from":[23,88],"either":[24],"audio":[25,49,109,130],"or":[26],"video":[27,51,98],"signals,":[28],"fusion":[30,150,164],"two":[33,134],"modalities":[34],"is":[35,201],"more":[36],"recent.":[37],"In":[38],"this":[39],"paper,":[40],"we":[41,111,180],"aim":[42],"to":[43,80,118],"tackle":[44],"when":[47],"both":[48],"and":[50,72,102,116,139],"data":[52],"are":[53],"available":[54,198],"in":[55],"a":[56,89,148,196],"synchronized":[57],"manner.":[58],"We":[59,74,91,132,145,159],"address":[60],"six":[62],"basic":[63],"human":[64],"emotions,":[65],"namely,":[66],"anger,":[67],"disgust,":[68],"fear,":[69],"happiness,":[70],"sadness,":[71],"surprise.":[73],"employ":[75],"an":[76,190,202],"face":[78],"tracker":[79],"extract":[81],"different":[83],"facial":[84],"points":[85],"interest":[87],"video.":[90],"then":[92,146],"compute":[93],"feature":[94,120],"vectors":[95,121],"for":[96,122],"each":[97,123],"frame":[99],"using":[100,152],"distances":[101],"angles":[103],"between":[104],"tracked":[106],"points.":[107],"For":[108],"data,":[110],"use":[112,133],"pitch,":[114],"energy":[115],"MFCC":[117],"derive":[119],"window":[124],"as":[125,127,141,175,177],"well":[126],"entire":[129],"signal.":[131],"standard":[135],"techniques,":[136],"GMM-based":[137],"HMM":[138],"SVM,":[140],"base":[143,157,172],"classifiers.":[144,158],"design":[147],"novel":[149],"method":[151,188],"F-score":[154],"first":[160],"demonstrate":[161],"that":[162,182],"our":[163,183],"approach":[165],"can":[166],"increase":[167],"accuracy":[169,192],"classifiers":[173],"by":[174,208],"much":[176],"5%.":[178],"Finally,":[179],"show":[181],"fusion-based":[184],"bi-modal":[185],"achieves":[189],"overall":[191],"54%":[194],"on":[195],"publicly":[197],"database,":[199],"which":[200],"improvement":[203],"upon":[204],"current":[206],"state-of-the-art":[207],"9%.":[209]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}