{"id":"https://openalex.org/W4403448076","doi":"https://doi.org/10.1109/tcds.2024.3481457","title":"Multimodal Perception for Indoor Mobile Robotics Navigation and Safe Manipulation","display_name":"Multimodal Perception for Indoor Mobile Robotics Navigation and Safe Manipulation","publication_year":2024,"publication_date":"2024-10-16","ids":{"openalex":"https://openalex.org/W4403448076","doi":"https://doi.org/10.1109/tcds.2024.3481457"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2024.3481457","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2024.3481457","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025117178","display_name":"Yinlong Zhang","orcid":"https://orcid.org/0000-0001-5545-2555"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yinlong Zhang","raw_affiliation_strings":["Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058483250","display_name":"Yuanhao Liu","orcid":"https://orcid.org/0000-0002-6415-8267"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanhao Liu","raw_affiliation_strings":["Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114041590","display_name":"Shuai Liu","orcid":"https://orcid.org/0000-0003-4059-0730"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Liu","raw_affiliation_strings":["Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112277676","display_name":"Wei Liang","orcid":"https://orcid.org/0000-0002-4730-017X"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Liang","raw_affiliation_strings":["Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115695393","display_name":"Chu Wang","orcid":"https://orcid.org/0000-0001-9698-1584"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chu Wang","raw_affiliation_strings":["Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101447833","display_name":"Kai Wang","orcid":"https://orcid.org/0000-0003-2066-398X"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Wang","raw_affiliation_strings":["Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Networked Control Systems, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5025117178"],"corresponding_institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"],"apc_list":null,"apc_paid":null,"fwci":1.9943,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.88063261,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"17","issue":"5","first_page":"1074","last_page":"1086"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9143999814987183,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9143999814987183,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8055639266967773},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.7200480699539185},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6354950666427612},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5988236665725708},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.5375250577926636},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5201668739318848},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4187923073768616},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3868720233440399},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.30034101009368896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8055639266967773},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.7200480699539185},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6354950666427612},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5988236665725708},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.5375250577926636},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5201668739318848},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4187923073768616},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3868720233440399},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.30034101009368896},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcds.2024.3481457","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2024.3481457","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2412782625","https://openalex.org/W2560023338","https://openalex.org/W2754450143","https://openalex.org/W2774550181","https://openalex.org/W2952181406","https://openalex.org/W3031798691","https://openalex.org/W3037849673","https://openalex.org/W3043971245","https://openalex.org/W3045884105","https://openalex.org/W3084091259","https://openalex.org/W3092974849","https://openalex.org/W3114952123","https://openalex.org/W3122767460","https://openalex.org/W3125398343","https://openalex.org/W3130800379","https://openalex.org/W3134972302","https://openalex.org/W3142049818","https://openalex.org/W3176839087","https://openalex.org/W3207537403","https://openalex.org/W4225108568","https://openalex.org/W4280598010","https://openalex.org/W4304479854","https://openalex.org/W4312766002","https://openalex.org/W4321232185","https://openalex.org/W4387517523","https://openalex.org/W4387717716","https://openalex.org/W4389665325","https://openalex.org/W4408234999"],"related_works":["https://openalex.org/W1508899372","https://openalex.org/W2012658348","https://openalex.org/W2039460805","https://openalex.org/W4250956039","https://openalex.org/W4240485100","https://openalex.org/W4254970379","https://openalex.org/W2056130799","https://openalex.org/W2045758229","https://openalex.org/W2122871747","https://openalex.org/W3114279067"],"abstract_inverted_index":{"Indoor":[0],"mobile":[1,220],"robotics":[2],"(IMR)":[3],"has":[4,241],"gained":[5],"significant":[6],"attention":[7],"due":[8],"to":[9,102,129,185,191,195],"its":[10,196,209],"potential":[11,193],"applications":[12],"in":[13,36,88,151,225,311],"various":[14],"domains,":[15],"such":[16],"as":[17],"healthcare,":[18],"logistics,":[19],"and":[20,28,41,63,71,84,95,137,147,190,208,216,234,258,266,299,315],"domestic":[21],"assistance.":[22],"However,":[23],"navigating":[24],"through":[25],"indoor":[26,226],"environments":[27,227],"performing":[29],"safe":[30,64,316],"manipulations":[31],"still":[32],"pose":[33],"intractable":[34],"challenges":[35],"terms":[37],"of":[38,111,149,157,232,285],"navigation":[39,62,69,314],"accuracy":[40,70],"obstacle":[42,141,214,281,288],"avoidance.":[43,170],"To":[44,66,107],"solve":[45],"these":[46],"issues,":[47],"this":[48],"article":[49],"presents":[50],"an":[51,118],"artificial":[52],"intelligence":[53],"(AI)":[54],"embodied":[55],"multimodal":[56],"perception":[57],"framework":[58],"for":[59,168],"IMR":[60,247,255],"intelligent":[61],"manipulation.":[65,317],"ensure":[67,186],"the":[68,75,104,109,131,139,144,155,163,182,202,206,217,245,250,253,286,309],"robustness,":[72],"we":[73,115,172],"employ":[74],"complementary":[76],"forward":[77],"RGB":[78,133],"camera,":[79],"downward":[80],"QR":[81],"vision":[82],"sensor,":[83],"wheel":[85,96],"encoder":[86],"measurements":[87],"a":[89,174,229],"unified":[90],"framework.":[91],"The":[92,238,283],"visual":[93],"residuals":[94,98],"odometry":[97],"are":[99,160,261,294],"jointly":[100],"minimized":[101],"estimate":[103],"robot":[105,164,176,183,207,313],"states.":[106],"guarantee":[108],"safety":[110],"robotic":[112],"manipulation":[113,177],"tasks,":[114],"have":[116],"developed":[117,246],"AI":[119],"model":[120],"that":[121,179],"integrates":[122],"transformer":[123],"network":[124],"with":[125,165,228],"convolutional":[126],"neural":[127],"network,":[128],"associate":[130],"long-range":[132],"&":[134,291],"depth":[135,290],"patches":[136],"aggregate":[138],"multiscale":[140],"features,":[142],"enabling":[143],"precise":[145],"detection":[146,215],"segmentation":[148],"obstacles":[150,159],"RGB-D":[152],"images.":[153],"Afterwards,":[154],"depths":[156],"detected":[158],"regressed,":[161],"providing":[162],"crucial":[166],"information":[167],"collision":[169,188],"Eventually,":[171],"design":[173],"refined":[175],"system":[178],"dynamically":[180],"adjusts":[181],"behavior":[184],"effective":[187],"avoidance":[189,218],"minimize":[192],"damage":[194],"mechanical":[197],"components":[198],"by":[199],"constantly":[200],"evaluating":[201],"spatial":[203],"relationships":[204],"between":[205],"surroundings.":[210],"By":[211],"incorporating":[212],"advanced":[213],"mechanism,":[219],"robots":[221],"can":[222],"navigate":[223],"reliably":[224],"reduced":[230],"risk":[231],"collisions":[233],"real-time":[235],"decision":[236],"making.":[237],"presented":[239],"method":[240],"been":[242],"evaluated":[243],"on":[244,280],"platform.":[248],"On":[249],"collected":[251],"dataset,":[252],"estimated":[254,287],"absolute":[256],"position":[257],"orientation":[259,292],"errors":[260,293],"less":[262,295],"than":[263,296],"0.18":[264],"m":[265,298],"5<inline-formula":[267],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[268,277,301],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[269,278,302],"notation=\"LaTeX\">${}^{\\boldsymbol{\\circ}}$</tex-math></inline-formula>,":[270,303],"respectively.":[271],"Besides,":[272],"it":[273],"achieves":[274],"89%":[275],"<inline-formula":[276],"notation=\"LaTeX\">$mAP$</tex-math></inline-formula>":[279],"detection.":[282],"maximum":[284],"relative":[289],"0.4":[297],"2<inline-formula":[300],"respectively,":[304],"which":[305],"proves":[306],"competitiveness":[307],"against":[308],"state-of-the-art":[310],"both":[312]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}