{"id":"https://openalex.org/W7161503158","doi":"https://doi.org/10.1016/j.engappai.2026.115077","title":"A unified multimodal framework for human behavior understanding via motion and language alignment","display_name":"A unified multimodal framework for human behavior understanding via motion and language alignment","publication_year":2026,"publication_date":"2026-05-17","ids":{"openalex":"https://openalex.org/W7161503158","doi":"https://doi.org/10.1016/j.engappai.2026.115077"},"language":"en","primary_location":{"id":"doi:10.1016/j.engappai.2026.115077","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.engappai.2026.115077","pdf_url":null,"source":{"id":"https://openalex.org/S900972176","display_name":"Engineering Applications of Artificial Intelligence","issn_l":"0952-1976","issn":["0952-1976","1873-6769"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Applications of Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136324510","display_name":"Sen Jia","orcid":null},"institutions":[{"id":"https://openalex.org/I131434179","display_name":"Nanjing University of Chinese Medicine","ror":"https://ror.org/04523zj19","country_code":"CN","type":"education","lineage":["https://openalex.org/I131434179"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sen Jia","raw_affiliation_strings":["Taicang TCM Hospital Affiliated to Nanjing University of Chinese Medicine, No. 140, Renmin South Road, Taicang, Jiangsu 215499, PR China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Taicang TCM Hospital Affiliated to Nanjing University of Chinese Medicine, No. 140, Renmin South Road, Taicang, Jiangsu 215499, PR China","institution_ids":["https://openalex.org/I131434179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136327493","display_name":"Hao Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I131434179","display_name":"Nanjing University of Chinese Medicine","ror":"https://ror.org/04523zj19","country_code":"CN","type":"education","lineage":["https://openalex.org/I131434179"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Zhang","raw_affiliation_strings":["Taicang TCM Hospital Affiliated to Nanjing University of Chinese Medicine, No. 140, Renmin South Road, Taicang, Jiangsu 215499, PR China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Taicang TCM Hospital Affiliated to Nanjing University of Chinese Medicine, No. 140, Renmin South Road, Taicang, Jiangsu 215499, PR China","institution_ids":["https://openalex.org/I131434179"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136339517","display_name":"Wen Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I4210124822","display_name":"State Development & Investment Corporation (China)","ror":"https://ror.org/030mq9680","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210124822"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wen Zhao","raw_affiliation_strings":["School of Civil Aviation, Northwestern Polytechnical University, 127 West Youyi Road, Beilin District, Xi\u2019an, Shaanxi 710072, PR China","State Key Laboratory for Fine Exploration and Intelligent Development of Coal Resources, Ding No. 11 Xueyuan Road, Haidian District, Beijing, 100083, PR China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Civil Aviation, Northwestern Polytechnical University, 127 West Youyi Road, Beilin District, Xi\u2019an, Shaanxi 710072, PR China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"State Key Laboratory for Fine Exploration and Intelligent Development of Coal Resources, Ding No. 11 Xueyuan Road, Haidian District, Beijing, 100083, PR China","institution_ids":["https://openalex.org/I4210124822"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5136339517"],"corresponding_institution_ids":["https://openalex.org/I17145004","https://openalex.org/I4210124822"],"apc_list":{"value":3170,"currency":"USD","value_usd":3170},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.77296353,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"178","issue":null,"first_page":"115077","last_page":"115077"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.19830000400543213,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.19830000400543213,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.17309999465942383,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.10189999639987946,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.6287999749183655},{"id":"https://openalex.org/keywords/human-motion","display_name":"Human motion","score":0.4332999885082245},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.2784000039100647},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.2554999887943268}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.911899983882904},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.6287999749183655},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5493000149726868},{"id":"https://openalex.org/C2986578859","wikidata":"https://www.wikidata.org/wiki/Q657632","display_name":"Human motion","level":3,"score":0.4332999885082245},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42800000309944153},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41620001196861267},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34779998660087585},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.2784000039100647},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2549000084400177}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.engappai.2026.115077","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.engappai.2026.115077","pdf_url":null,"source":{"id":"https://openalex.org/S900972176","display_name":"Engineering Applications of Artificial Intelligence","issn_l":"0952-1976","issn":["0952-1976","1873-6769"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Applications of Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1927052826","https://openalex.org/W2155326828","https://openalex.org/W2180635266","https://openalex.org/W2474702929","https://openalex.org/W2614519765","https://openalex.org/W2941398656","https://openalex.org/W2944006115","https://openalex.org/W2964134613","https://openalex.org/W2970285700","https://openalex.org/W2971856312","https://openalex.org/W3167478287","https://openalex.org/W4288079574","https://openalex.org/W4312635677","https://openalex.org/W4312757522","https://openalex.org/W4312923619","https://openalex.org/W4312939486","https://openalex.org/W4320015918","https://openalex.org/W4386065362","https://openalex.org/W4387963302","https://openalex.org/W4387968033","https://openalex.org/W4390871806","https://openalex.org/W4390874306","https://openalex.org/W4394597781","https://openalex.org/W4394623771","https://openalex.org/W4402660150","https://openalex.org/W4402716188","https://openalex.org/W4402754220","https://openalex.org/W4403791427","https://openalex.org/W4413144574","https://openalex.org/W4413147450"],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2026-06-14T06:11:07.267592","created_date":"2026-05-18T00:00:00"}