{"id":"https://openalex.org/W4383262411","doi":"https://doi.org/10.1080/10447318.2023.2228530","title":"CNAMD Corpus: A Chinese Natural Audiovisual Multimodal Database of Conversations for Social Interactive Agents","display_name":"CNAMD Corpus: A Chinese Natural Audiovisual Multimodal Database of Conversations for Social Interactive Agents","publication_year":2023,"publication_date":"2023-07-04","ids":{"openalex":"https://openalex.org/W4383262411","doi":"https://doi.org/10.1080/10447318.2023.2228530"},"language":"en","primary_location":{"id":"doi:10.1080/10447318.2023.2228530","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10447318.2023.2228530","pdf_url":null,"source":{"id":"https://openalex.org/S165559636","display_name":"International Journal of Human-Computer Interaction","issn_l":"1044-7318","issn":["1044-7318","1532-7590"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Human\u2013Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040080625","display_name":"Jingyu Wu","orcid":"https://orcid.org/0000-0002-2586-330X"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyu Wu","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-2586-330X","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100709711","display_name":"Shi Chen","orcid":"https://orcid.org/0000-0002-3524-3577"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi Chen","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China","Zhejiang-Singapore Innovation and AI Joint Research Lab, Hangzhou, China","College of Computer Science and Technology, Zhejiang University, Hangzhou, China; Zhejiang-Singapore Innovation and AI Joint Research Lab, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"Zhejiang-Singapore Innovation and AI Joint Research Lab, Hangzhou, China","institution_ids":[]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China; Zhejiang-Singapore Innovation and AI Joint Research Lab, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014650569","display_name":"Wei Xiang","orcid":"https://orcid.org/0000-0002-2588-897X"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Xiang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036387698","display_name":"Lingyun Sun","orcid":"https://orcid.org/0000-0002-5561-0493"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingyun Sun","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China","Zhejiang-Singapore Innovation and AI Joint Research Lab, Hangzhou, China","College of Computer Science and Technology, Zhejiang University, Hangzhou, China; Zhejiang-Singapore Innovation and AI Joint Research Lab, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"Zhejiang-Singapore Innovation and AI Joint Research Lab, Hangzhou, China","institution_ids":[]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China; Zhejiang-Singapore Innovation and AI Joint Research Lab, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050252059","display_name":"Hongzeng Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongzeng Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100601499","display_name":"Zhengyu Zhang","orcid":"https://orcid.org/0000-0002-4817-1605"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengyu Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103759007","display_name":"Yanxu Li","orcid":null},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanxu Li","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5014650569"],"corresponding_institution_ids":["https://openalex.org/I168879160"],"apc_list":null,"apc_paid":null,"fwci":0.562,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.62938406,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"40","issue":"8","first_page":"2041","last_page":"2053"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6662518978118896},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.6391197443008423},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.630154550075531},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.581758439540863},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.5071241855621338},{"id":"https://openalex.org/keywords/chinese-characters","display_name":"Chinese characters","score":0.44761449098587036},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4464881122112274},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3980894684791565},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3788178563117981},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3490794897079468},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29023849964141846},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.19760015606880188}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6662518978118896},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.6391197443008423},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.630154550075531},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.581758439540863},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.5071241855621338},{"id":"https://openalex.org/C2781051154","wikidata":"https://www.wikidata.org/wiki/Q8201","display_name":"Chinese characters","level":2,"score":0.44761449098587036},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4464881122112274},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3980894684791565},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3788178563117981},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3490794897079468},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29023849964141846},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.19760015606880188},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/10447318.2023.2228530","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10447318.2023.2228530","pdf_url":null,"source":{"id":"https://openalex.org/S165559636","display_name":"International Journal of Human-Computer Interaction","issn_l":"1044-7318","issn":["1044-7318","1532-7590"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Human\u2013Computer Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2838059477","display_name":null,"funder_award_id":"LY22F020014","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G4354544145","display_name":null,"funder_award_id":"62107035","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6696287421","display_name":null,"funder_award_id":"2018AAA0100703","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7134619926","display_name":null,"funder_award_id":"62006208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1920466026","https://openalex.org/W1921786749","https://openalex.org/W1936940688","https://openalex.org/W1980109981","https://openalex.org/W2003139076","https://openalex.org/W2008208299","https://openalex.org/W2008437975","https://openalex.org/W2024937401","https://openalex.org/W2035366352","https://openalex.org/W2045528981","https://openalex.org/W2094292955","https://openalex.org/W2095797119","https://openalex.org/W2110719102","https://openalex.org/W2115252128","https://openalex.org/W2122098299","https://openalex.org/W2164466674","https://openalex.org/W2208299922","https://openalex.org/W2252136820","https://openalex.org/W2259092398","https://openalex.org/W2293634267","https://openalex.org/W2342475039","https://openalex.org/W2406333065","https://openalex.org/W2512812629","https://openalex.org/W2525412388","https://openalex.org/W2531621976","https://openalex.org/W2531638282","https://openalex.org/W2556418146","https://openalex.org/W2572433096","https://openalex.org/W2742542661","https://openalex.org/W2770524433","https://openalex.org/W2771472444","https://openalex.org/W2771976988","https://openalex.org/W2803193013","https://openalex.org/W2957744218","https://openalex.org/W2963822910","https://openalex.org/W2967443589","https://openalex.org/W3004008758","https://openalex.org/W3009385801","https://openalex.org/W3093526655","https://openalex.org/W3120993598","https://openalex.org/W3149845000","https://openalex.org/W3163654539","https://openalex.org/W3183457212","https://openalex.org/W3199791674","https://openalex.org/W4200417991","https://openalex.org/W4205316770","https://openalex.org/W4205956657","https://openalex.org/W4210508275","https://openalex.org/W4220958030","https://openalex.org/W4234912281","https://openalex.org/W4281569374","https://openalex.org/W4281635964","https://openalex.org/W4287280942","https://openalex.org/W4288028050","https://openalex.org/W4292088968","https://openalex.org/W4296455189","https://openalex.org/W4303198942","https://openalex.org/W4308101891","https://openalex.org/W4308222534","https://openalex.org/W6732745555"],"related_works":["https://openalex.org/W2248852396","https://openalex.org/W1483892602","https://openalex.org/W3034009428","https://openalex.org/W4287761641","https://openalex.org/W199123384","https://openalex.org/W4239305747","https://openalex.org/W2013013717","https://openalex.org/W66256988","https://openalex.org/W2068964259","https://openalex.org/W2197140730"],"abstract_inverted_index":{"Impressive":[0],"progress":[1],"has":[2],"been":[3],"made":[4],"in":[5,26],"developing":[6],"companion":[7],"Socially":[8],"Interactive":[9],"Agents":[10],"(SIAs)":[11],"that":[12],"provide":[13],"companionship":[14],"and":[15,55,70,85,100,114,131,146],"reduce":[16],"loneliness.":[17],"However,":[18],"recent":[19],"works":[20],"focus":[21],"on":[22,35,40,111],"analyzing":[23],"multimodal":[24,75,101],"feedback":[25],"Answer":[27],"part":[28],"but":[29],"ignore":[30],"Question":[31],"part.":[32],"Furthermore,":[33],"research":[34],"SIAs":[36,48],"is":[37],"primarily":[38],"based":[39],"English,":[41],"which":[42],"poses":[43],"a":[44,60],"challenge":[45],"for":[46,77,117,141],"Chinese":[47,61,74,120,129,135,143],"because":[49],"of":[50,83,96,108],"cultural":[51,144],"differences":[52],"between":[53],"English":[54],"Chinese.":[56],"Therefore,":[57],"we":[58,92],"introduce":[59],"Natural":[62],"Audiovisual":[63],"Multimodal":[64],"Database":[65],"(CNAMD)":[66],"corpus,":[67],"the":[68,94,106,142],"first":[69],"largest":[71],"freely":[72],"available":[73],"database":[76],"multi-person":[78],"interaction,":[79],"containing":[80],"48":[81],"hours":[82],"videos":[84],"annotations":[86],"across":[87],"eight":[88],"modalities.":[89],"Using":[90],"CNAMD,":[91],"analyze":[93],"characteristics":[95],"vocal-verbal,":[97],"audio,":[98],"behavioral,":[99],"combinations":[102],"during":[103],"questioning,":[104],"test":[105],"performance":[107],"six":[109],"baselines":[110],"three":[112],"tasks,":[113],"propose":[115],"improvements":[116],"processing":[118],"daily":[119],"data.":[121],"The":[122],"present":[123],"findings":[124],"will":[125],"help":[126],"designers":[127],"consider":[128],"customs":[130],"language":[132],"when":[133],"designing":[134],"SIAs,":[136],"making":[137],"them":[138],"more":[139],"suitable":[140],"context":[145],"users.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-22T09:01:20.584952","created_date":"2025-10-10T00:00:00"}