{"id":"https://openalex.org/W4400037432","doi":"https://doi.org/10.1145/3652037.3663887","title":"DEEP BISPECTRAL IMAGE ANALYSIS FOR SPEECH-BASED CONVERSATIONAL EMOTIONAL CLIMATE RECOGNITION","display_name":"DEEP BISPECTRAL IMAGE ANALYSIS FOR SPEECH-BASED CONVERSATIONAL EMOTIONAL CLIMATE RECOGNITION","publication_year":2024,"publication_date":"2024-06-26","ids":{"openalex":"https://openalex.org/W4400037432","doi":"https://doi.org/10.1145/3652037.3663887"},"language":"en","primary_location":{"id":"doi:10.1145/3652037.3663887","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3652037.3663887","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th International Conference on PErvasive Technologies Related to Assistive Environments","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028642160","display_name":"Ghada Alhussein","orcid":"https://orcid.org/0000-0001-6181-8306"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":true,"raw_author_name":"Ghada Alhussein","raw_affiliation_strings":["Khalifa University, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"Khalifa University, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051437902","display_name":"Mohanad Alkhodari","orcid":"https://orcid.org/0000-0002-5248-6327"},"institutions":[{"id":"https://openalex.org/I199440890","display_name":"American University of Sharjah","ror":"https://ror.org/001g2fj96","country_code":"AE","type":"education","lineage":["https://openalex.org/I199440890"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Mohanad Alkhodari","raw_affiliation_strings":["American University of Sharjah, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"American University of Sharjah, United Arab Emirates","institution_ids":["https://openalex.org/I199440890"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053893033","display_name":"Hessa Alfalahi","orcid":"https://orcid.org/0000-0002-2576-7000"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Hessa Alfalahi","raw_affiliation_strings":["Khalifa University of Science and Technology, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"Khalifa University of Science and Technology, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043812288","display_name":"Aamna AlShehhi","orcid":"https://orcid.org/0000-0003-1868-1003"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Aamna Alshehhi","raw_affiliation_strings":["Khalifa University of Science and Technology, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"Khalifa University of Science and Technology, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072772953","display_name":"Leontios J. Hadjileontiadis","orcid":"https://orcid.org/0000-0002-9932-9302"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Leontios Hadjileontiadis","raw_affiliation_strings":["Khalifa University, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"Khalifa University, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5028642160"],"corresponding_institution_ids":["https://openalex.org/I176601375"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11680249,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"576","last_page":"581"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6572815179824829},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6398199796676636},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5161174535751343},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4681048095226288},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4561258554458618},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.42254793643951416}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6572815179824829},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6398199796676636},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5161174535751343},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4681048095226288},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4561258554458618},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.42254793643951416}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3652037.3663887","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3652037.3663887","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th International Conference on PErvasive Technologies Related to Assistive Environments","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8700000047683716,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[{"id":"https://openalex.org/G6310433277","display_name":null,"funder_award_id":"AARE20-293 - KU Project 8434000431","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1572919062","https://openalex.org/W2123861288","https://openalex.org/W2146334809","https://openalex.org/W2147345518","https://openalex.org/W2604779395","https://openalex.org/W2896144051","https://openalex.org/W2902635246","https://openalex.org/W2963087748","https://openalex.org/W3015141382","https://openalex.org/W3120709499","https://openalex.org/W3170774791","https://openalex.org/W3210714942","https://openalex.org/W3210833381","https://openalex.org/W4226403870","https://openalex.org/W4285093204","https://openalex.org/W4409095424"],"related_works":["https://openalex.org/W3188962172","https://openalex.org/W2772917594","https://openalex.org/W4306742369","https://openalex.org/W4303457083","https://openalex.org/W2131146434","https://openalex.org/W2536562190","https://openalex.org/W2951359407","https://openalex.org/W3204019825","https://openalex.org/W3126677997","https://openalex.org/W1610857240"],"abstract_inverted_index":{"Conversations":[0],"between":[1,173],"two":[2],"peers":[3],"exhibit":[4],"a":[5,49,90,176],"large":[6],"amount":[7],"of":[8,23,33,64,146,149,157,164,171,179],"emotional":[9,15,73,169,181],"content":[10],"that":[11,57,105,137],"dynamically":[12],"creates":[13],"an":[14,31,144],"climate":[16],"(EC)":[17],"during":[18],"the":[19,35,102,126,154,162,168,180],"conversation.":[20],"The":[21,67,81,95,159],"recognition":[22],"this":[24],"EC":[25,53],"using":[26],"artificial":[27],"intelligence":[28],"(AI),":[29],"gives":[30],"idea":[32],"how":[34],"conversation":[36],"is":[37,58,69],"emotionally":[38],"interpreted":[39],"by":[40],"both":[41],"interlocutors":[42],"and":[43,75,98,117,134,151],"external":[44],"parties.":[45],"This":[46],"paper":[47],"presents":[48],"new":[50],"method":[51],"for":[52],"detection":[54],"called":[55],"DeepBispec":[56,138,165],"based":[59,71],"on":[60,72,125],"deep":[61],"bispectral":[62,79],"processing":[63],"conversational":[65],"speech.":[66],"latter":[68,96],"segmented":[70],"labels":[74],"subjected":[76],"to":[77,89,113],"windowed":[78],"analysis.":[80],"calculated":[82],"2D-bispectrums":[83],"are":[84,106],"inputted":[85],"as":[86],"colored":[87],"images":[88],"convolutional":[91],"neural":[92],"network":[93],"(CNN).":[94],"detects":[97],"extracts":[99],"features":[100],"from":[101],"bispectrum":[103],"images,":[104],"then":[107],"fused":[108],"with":[109,129],"affect":[110],"dynamics":[111,182],"(AD)":[112],"classify":[114],"arousal":[115],"(A)":[116],"valence":[118],"(V)":[119],"into":[120],"(low/high)":[121],"classes.":[122],"Extensive":[123],"experiments":[124],"IEMOCAP":[127],"dataset":[128],"2D":[130],"emotions":[131],"(i.e.,":[132],"A":[133],"V)":[135],"show":[136],"outperforms":[139],"previous":[140],"state-of-the-art":[141],"methods,":[142],"achieving":[143],"accuracy":[145],"0.826A/0.749V,":[147],"sensitivity":[148],"0.898A/0.774V,":[150],"area":[152],"under":[153],"curve":[155],"(AUC)":[156],"0.845A/0.824V.":[158],"findings":[160],"reveal":[161],"effectiveness":[163],"in":[166,185],"detecting":[167],"tone":[170],"conversations":[172],"peers,":[174],"providing":[175],"deeper":[177],"understanding":[178],"at":[183],"play":[184],"social":[186],"interactions.":[187]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}