{"id":"https://openalex.org/W4390141584","doi":"https://doi.org/10.1155/2023/9267487","title":"Beyond Words: An Intelligent Human\u2010Machine Dialogue System with Multimodal Generation and Emotional Comprehension","display_name":"Beyond Words: An Intelligent Human\u2010Machine Dialogue System with Multimodal Generation and Emotional Comprehension","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4390141584","doi":"https://doi.org/10.1155/2023/9267487"},"language":"en","primary_location":{"id":"doi:10.1155/2023/9267487","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2023/9267487","pdf_url":"https://downloads.hindawi.com/journals/ijis/2023/9267487.pdf","source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://downloads.hindawi.com/journals/ijis/2023/9267487.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103250680","display_name":"Yaru Zhao","orcid":"https://orcid.org/0000-0002-2151-5420"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":true,"raw_author_name":"Yaru Zhao","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":"https://orcid.org/0000-0002-2151-5420","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100640942","display_name":"Bo Cheng","orcid":"https://orcid.org/0000-0003-2160-2839"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Bo Cheng","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":"https://orcid.org/0000-0003-2160-2839","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075937691","display_name":"Yakun Huang","orcid":"https://orcid.org/0000-0003-4051-0200"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I918919364","display_name":"Switch","ror":"https://ror.org/02yw51758","country_code":"CH","type":"nonprofit","lineage":["https://openalex.org/I918919364"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Yakun Huang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043935709","display_name":"Zhiguo Wan","orcid":"https://orcid.org/0000-0003-1319-1224"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiguo Wan","raw_affiliation_strings":["Zhejiang Lab, Hangzhou 311121","Zhejiang Lab, Hangzhou 311121, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang Lab, Hangzhou 311121","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"Zhejiang Lab, Hangzhou 311121, China","institution_ids":["https://openalex.org/I4210123185"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5103250680"],"corresponding_institution_ids":["https://openalex.org/I139759216","https://openalex.org/I918919364"],"apc_list":{"value":2500,"currency":"USD","value_usd":2500},"apc_paid":{"value":2500,"currency":"USD","value_usd":2500},"fwci":1.2747,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.79998596,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"2023","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.788423478603363},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6123782396316528},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.5696343183517456},{"id":"https://openalex.org/keywords/human\u2013machine-system","display_name":"Human\u2013machine system","score":0.5315456390380859},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4303007125854492},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.10059556365013123}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.788423478603363},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6123782396316528},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.5696343183517456},{"id":"https://openalex.org/C146047270","wikidata":"https://www.wikidata.org/wiki/Q469666","display_name":"Human\u2013machine system","level":2,"score":0.5315456390380859},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4303007125854492},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.10059556365013123}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1155/2023/9267487","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2023/9267487","pdf_url":"https://downloads.hindawi.com/journals/ijis/2023/9267487.pdf","source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1155/2023/9267487","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2023/9267487","pdf_url":"https://downloads.hindawi.com/journals/ijis/2023/9267487.pdf","source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1386088836","display_name":null,"funder_award_id":"61972043","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G1419065951","display_name":null,"funder_award_id":"2020XD-A07-1","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G1844520517","display_name":null,"funder_award_id":"2022YFF0902701","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2374185102","display_name":null,"funder_award_id":"U21A20468","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2993257473","display_name":null,"funder_award_id":"61921003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5096268373","display_name":null,"funder_award_id":"U21A20468","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G512304387","display_name":"\u7269\u8054\u7f51\u52a8\u6001\u7cfb\u7edf\u73af\u5883\u4e2d\u670d\u52a1\u81ea\u9002\u5e94\u63d0\u4f9b\u673a\u7406\u548c\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61972043","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5405493788","display_name":null,"funder_award_id":"2021PD0AB02","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7046616792","display_name":null,"funder_award_id":"61921003","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7243689867","display_name":null,"funder_award_id":"2020XD-A07-1","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7339337806","display_name":null,"funder_award_id":"62202065","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7706066910","display_name":null,"funder_award_id":"62202065","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4390141584.pdf"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W2028899742","https://openalex.org/W2078861931","https://openalex.org/W2117539524","https://openalex.org/W2123301721","https://openalex.org/W2130942839","https://openalex.org/W2146334809","https://openalex.org/W2148454804","https://openalex.org/W2549139847","https://openalex.org/W2552027021","https://openalex.org/W2561529111","https://openalex.org/W2573314583","https://openalex.org/W2795571593","https://openalex.org/W2807873315","https://openalex.org/W2887762521","https://openalex.org/W2889002152","https://openalex.org/W2896457183","https://openalex.org/W2897182555","https://openalex.org/W2956125353","https://openalex.org/W2963206148","https://openalex.org/W2963986868","https://openalex.org/W2984441266","https://openalex.org/W2990563493","https://openalex.org/W3034720580","https://openalex.org/W3034795928","https://openalex.org/W3035448310","https://openalex.org/W3036106327","https://openalex.org/W3037059354","https://openalex.org/W3131188461","https://openalex.org/W3135638847","https://openalex.org/W3169585646","https://openalex.org/W3170597906","https://openalex.org/W3205638321","https://openalex.org/W3211055745","https://openalex.org/W3211809014","https://openalex.org/W3211970558","https://openalex.org/W4205119860","https://openalex.org/W4226208301","https://openalex.org/W4240212793","https://openalex.org/W4303492595","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4388870064","https://openalex.org/W4235186151","https://openalex.org/W2054685365","https://openalex.org/W2272354214","https://openalex.org/W2120383820","https://openalex.org/W2043010663","https://openalex.org/W2667588871","https://openalex.org/W4248308508","https://openalex.org/W222919325"],"abstract_inverted_index":{"Intelligent":[0],"service":[1],"robots":[2],"have":[3,163],"become":[4],"an":[5,96,143,170,182],"indispensable":[6],"aspect":[7],"of":[8,57,70,78,95,117,172,175,187,198],"modern\u2010day":[9],"society,":[10],"playing":[11],"a":[12,83,133,165,195,204],"crucial":[13],"role":[14],"in":[15,81],"various":[16],"domains":[17],"ranging":[18],"from":[19],"healthcare":[20],"to":[21,41,60],"hospitality.":[22],"Among":[23],"these":[24,61],"robotic":[25],"systems,":[26],"human\u2010machine":[27,98],"dialogue":[28,99,134,178,207],"systems":[29,62],"are":[30],"particularly":[31],"noteworthy":[32],"as":[33],"they":[34],"deliver":[35],"both":[36,103],"auditory":[37],"and":[38,50,105,123,128,141,154,168],"visual":[39],"services":[40],"users,":[42],"effectively":[43],"bridging":[44],"the":[45,55,67,71,76,93,149,155,173,176],"communication":[46,85,150],"gap":[47],"between":[48,152],"humans":[49],"machines.":[51],"Despite":[52],"their":[53],"utility,":[54],"majority":[56],"existing":[58],"approaches":[59],"primarily":[63],"concentrate":[64],"on":[65],"augmenting":[66],"logical":[68],"coherence":[69],"system\u2019s":[72],"responses,":[73,140],"inadvertently":[74],"neglecting":[75],"significance":[77],"user":[79],"emotions":[80],"shaping":[82],"comprehensive":[84],"experience.":[86,208],"To":[87,157],"tackle":[88],"this":[89],"shortcoming,":[90],"we":[91,162],"propose":[92],"development":[94],"innovative":[97],"system":[100,113,167,193],"that":[101,191],"is":[102,114],"intelligent":[104],"emotionally":[106],"sensitive,":[107],"employing":[108],"multimodal":[109,199],"generation":[110,200],"techniques.":[111],"This":[112],"architecturally":[115],"comprised":[116],"three":[118],"components:":[119],"(1)":[120],"data":[121],"collection":[122],"processing,":[124],"responsible":[125,146],"for":[126,147],"gathering":[127],"preparing":[129],"relevant":[130],"information,":[131],"(2)":[132],"engine,":[135],"which":[136],"generates":[137],"contextually":[138],"appropriate":[139],"(3)":[142],"interaction":[144],"module,":[145],"facilitating":[148],"interface":[151],"users":[153],"system.":[156],"validate":[158],"our":[159,188,192],"proposed":[160],"approach,":[161],"constructed":[164],"prototype":[166],"conducted":[169],"evaluation":[171],"performance":[174],"core":[177],"engine":[179],"by":[180],"utilizing":[181],"open":[183],"dataset.":[184],"The":[185],"results":[186],"study":[189],"indicate":[190],"demonstrates":[194],"remarkable":[196],"level":[197],"response,":[201],"ultimately":[202],"offering":[203],"more":[205],"human\u2010like":[206]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}