{"id":"https://openalex.org/W4411238951","doi":"https://doi.org/10.1142/s021984362540002x","title":"Research on Multimodal Information Processing and Behavior Generation for Humanoid Robots Based on PaLM 2 and Multimodal Transformer Architecture","display_name":"Research on Multimodal Information Processing and Behavior Generation for Humanoid Robots Based on PaLM 2 and Multimodal Transformer Architecture","publication_year":2025,"publication_date":"2025-06-12","ids":{"openalex":"https://openalex.org/W4411238951","doi":"https://doi.org/10.1142/s021984362540002x"},"language":"en","primary_location":{"id":"doi:10.1142/s021984362540002x","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s021984362540002x","pdf_url":null,"source":{"id":"https://openalex.org/S75343556","display_name":"International Journal of Humanoid Robotics","issn_l":"0219-8436","issn":["0219-8436","1793-6942"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Humanoid Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119558645","display_name":"Jie Fang","orcid":"https://orcid.org/0000-0002-2790-0610"},"institutions":[{"id":"https://openalex.org/I4210114245","display_name":"Anhui Business College","ror":"https://ror.org/02d0cgn19","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210114245"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Fang","raw_affiliation_strings":["School of Computer and Information Technology, Anhui Vocational And Technical College, Hefei 231200, Anhui, P. R. China"],"raw_orcid":"https://orcid.org/0000-0002-2790-0610","affiliations":[{"raw_affiliation_string":"School of Computer and Information Technology, Anhui Vocational And Technical College, Hefei 231200, Anhui, P. R. China","institution_ids":["https://openalex.org/I4210114245"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113313255","display_name":"Wenliang Ju","orcid":"https://orcid.org/0009-0000-2081-339X"},"institutions":[{"id":"https://openalex.org/I188935350","display_name":"Anhui University of Finance and Economics","ror":"https://ror.org/0152zzg30","country_code":"CN","type":"education","lineage":["https://openalex.org/I188935350"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenliang Ju","raw_affiliation_strings":["Institute of Statistics and Applied Mathematics, Anhui University of Finance and Economics, Bengbu 233000, Anhui, P. R. China"],"raw_orcid":"https://orcid.org/0009-0000-2081-339X","affiliations":[{"raw_affiliation_string":"Institute of Statistics and Applied Mathematics, Anhui University of Finance and Economics, Bengbu 233000, Anhui, P. R. China","institution_ids":["https://openalex.org/I188935350"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Feng Xiao","orcid":"https://orcid.org/0000-0003-0681-8404"},"institutions":[{"id":"https://openalex.org/I4210114245","display_name":"Anhui Business College","ror":"https://ror.org/02d0cgn19","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210114245"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Xiao","raw_affiliation_strings":["School of Computer and Information Technology, Anhui Vocational And Technical College, Hefei 231200, Anhui, P. R. China"],"raw_orcid":"https://orcid.org/0000-0003-0681-8404","affiliations":[{"raw_affiliation_string":"School of Computer and Information Technology, Anhui Vocational And Technical College, Hefei 231200, Anhui, P. R. China","institution_ids":["https://openalex.org/I4210114245"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Rubing Huang","orcid":"https://orcid.org/0000-0003-4366-0458"},"institutions":[{"id":"https://openalex.org/I4210114245","display_name":"Anhui Business College","ror":"https://ror.org/02d0cgn19","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210114245"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rubing Huang","raw_affiliation_strings":["School of Computer and Information Technology, Anhui Vocational And Technical College, Hefei 231200, Anhui, P. R. China"],"raw_orcid":"https://orcid.org/0000-0003-4366-0458","affiliations":[{"raw_affiliation_string":"School of Computer and Information Technology, Anhui Vocational And Technical College, Hefei 231200, Anhui, P. R. China","institution_ids":["https://openalex.org/I4210114245"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yanjun Liu","orcid":"https://orcid.org/0000-0003-3563-0558"},"institutions":[{"id":"https://openalex.org/I4210114245","display_name":"Anhui Business College","ror":"https://ror.org/02d0cgn19","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210114245"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanjun Liu","raw_affiliation_strings":["School of Computer and Information Technology, Anhui Vocational And Technical College, Hefei 231200, Anhui, P. R. China"],"raw_orcid":"https://orcid.org/0000-0003-3563-0558","affiliations":[{"raw_affiliation_string":"School of Computer and Information Technology, Anhui Vocational And Technical College, Hefei 231200, Anhui, P. R. China","institution_ids":["https://openalex.org/I4210114245"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5113313255"],"corresponding_institution_ids":["https://openalex.org/I188935350"],"apc_list":null,"apc_paid":null,"fwci":0.7779,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.7129771,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"22","issue":"04","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9678999781608582,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9606000185012817,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8563414812088013},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.7072291374206543},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6776808500289917},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.6308512687683105},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6042089462280273},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.54616379737854},{"id":"https://openalex.org/keywords/palm","display_name":"Palm","score":0.4126080572605133},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39104163646698},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08504700660705566}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8563414812088013},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.7072291374206543},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6776808500289917},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6308512687683105},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6042089462280273},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.54616379737854},{"id":"https://openalex.org/C94598645","wikidata":"https://www.wikidata.org/wiki/Q2347874","display_name":"Palm","level":2,"score":0.4126080572605133},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39104163646698},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08504700660705566},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s021984362540002x","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s021984362540002x","pdf_url":null,"source":{"id":"https://openalex.org/S75343556","display_name":"International Journal of Humanoid Robotics","issn_l":"0219-8436","issn":["0219-8436","1793-6942"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Humanoid Robotics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W3013545406","https://openalex.org/W3080884797","https://openalex.org/W3130292943","https://openalex.org/W3146366485","https://openalex.org/W4221029612","https://openalex.org/W4297989294","https://openalex.org/W4298325715","https://openalex.org/W4309347382","https://openalex.org/W4312187420","https://openalex.org/W4318484896","https://openalex.org/W4318962912","https://openalex.org/W4319660698","https://openalex.org/W4320920759","https://openalex.org/W4323572372","https://openalex.org/W4360980493","https://openalex.org/W4362519817","https://openalex.org/W4376226279","https://openalex.org/W4380319195","https://openalex.org/W4385227045","https://openalex.org/W4386888974","https://openalex.org/W4387459443","https://openalex.org/W4389094688","https://openalex.org/W4389266910","https://openalex.org/W4392127883","https://openalex.org/W4395000105","https://openalex.org/W4401522474"],"related_works":["https://openalex.org/W4408072727","https://openalex.org/W2169128343","https://openalex.org/W2745063183","https://openalex.org/W4393369372","https://openalex.org/W4313730536","https://openalex.org/W4254906734","https://openalex.org/W4316173907","https://openalex.org/W2571920324","https://openalex.org/W2961025906","https://openalex.org/W2068392014"],"abstract_inverted_index":{"With":[0],"the":[1,8,28,44,82,111,130,145,156,164,191,208,214,221,227,243,283,300,330,334],"rapid":[2],"development":[3],"of":[4,30,47,89,193,220,286,337],"artificial":[5],"intelligence":[6],"technology,":[7],"demand":[9],"for":[10,52,121,175,200],"applying":[11],"humanoid":[12,53,90,176,201,222,237,310,338],"robots":[13,339],"in":[14,38,60,246,255,290,340],"complex":[15,247],"environments":[16],"is":[17,94,107,119,205],"gradually":[18],"increasing.":[19],"How":[20],"to":[21,43,80,109,149,158,172,187,308,329],"effectively":[22,61],"process":[23],"multimodal":[24,77,83,104,112,194,228,244,287,305],"information":[25,63,84,195,288,322],"and":[26,50,58,76,86,100,114,128,142,154,178,197,213,217,249,253,258,266,275,304,319,332],"improve":[27],"efficiency":[29,46,192,254,263,318],"behavioral":[31],"decision-making":[32,49],"has":[33,326],"become":[34],"a":[35,115,134,179],"hot":[36],"topic":[37],"current":[39],"research.":[40],"In":[41],"response":[42],"low":[45],"behavior":[48,87,174,198,211,256,312],"generation":[51,88,199,257,262,317],"robots,":[54,177],"single":[55],"data":[56,219,245],"modality,":[57],"difficulty":[59],"integrating":[62],"from":[64,323],"different":[65,324],"modalities,":[66,325],"this":[67],"paper":[68],"combines":[69],"Pathways":[70],"Language":[71,230],"Model":[72,231],"2":[73,147,302],"(PaLM":[74],"2)":[75],"Transformer":[78,105,306],"architecture":[79,106,307],"study":[81],"processing":[85,196],"robots.":[91,202],"The":[92,203,236,261,295],"experiment":[93,204],"based":[95,206],"on":[96,207],"preprocessed":[97],"visual,":[98],"tactile,":[99],"auditory":[101],"data.":[102],"A":[103],"designed":[108],"fuse":[110],"data,":[113],"soft":[116],"attention":[117,136],"mechanism":[118],"used":[120,171],"preliminary":[122],"feature":[123,140],"fusion.":[124],"It":[125],"further":[126],"processes":[127],"optimizes":[129],"fused":[131],"features":[132],"through":[133],"multi-head":[135],"mechanism,":[137],"outputs":[138],"high-dimensional":[139],"vectors,":[141],"then":[143],"uses":[144],"PaLM":[146,301],"model":[148,155,303],"understand":[150,242],"natural":[151],"speech":[152],"instructions":[153],"context":[157],"generate":[159,309],"accurate":[160],"task":[161,259],"descriptions.":[162],"Finally,":[163],"Deep":[165,270],"Q-Network":[166,233],"(DQN)":[167],"algorithm":[168],"can":[169,184,239],"be":[170,185],"create":[173],"[Formula:":[180],"see":[181],"text]-greedy":[182],"strategy":[183],"adopted":[186],"select":[188],"actions,":[189],"improving":[190,291],"public":[209],"normal-robots":[210],"dataset":[212],"field":[215],"collection":[216],"recording":[218],"robot":[223,238,292,311],"company,":[224],"combined":[225],"with":[226],"Transformer-Pathways":[229],"2-Deep":[232],"(Transformer-PaLM":[234],"2-DQN).":[235],"more":[240],"accurately":[241],"environments,":[248],"show":[250,297],"higher":[251,268,277],"adaptability":[252,328],"execution.":[260],"reached":[264],"92.67%":[265],"7.38%":[267],"than":[269,278],"Deterministic":[271],"Policy":[272],"Gradient":[273],"(DDPG)":[274],"10.22%":[276],"unimodal":[279],"visual":[280],"information,":[281],"proving":[282],"key":[284],"role":[285],"fusion":[289],"intelligent":[293],"decision-making.":[294],"results":[296],"that":[298],"using":[299,313],"DQN":[314],"greatly":[315],"improves":[316],"accuracy,":[320],"integrates":[321],"certain":[327],"environment,":[331],"promotes":[333],"widespread":[335],"application":[336],"today\u2019s":[341],"society.":[342]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}