{"id":"https://openalex.org/W4403534616","doi":"https://doi.org/10.1109/icarm62033.2024.10715976","title":"Autonomous Locomotion of a Rat Robot Based on Model-free Reinforcement Learning","display_name":"Autonomous Locomotion of a Rat Robot Based on Model-free Reinforcement Learning","publication_year":2024,"publication_date":"2024-07-08","ids":{"openalex":"https://openalex.org/W4403534616","doi":"https://doi.org/10.1109/icarm62033.2024.10715976"},"language":"en","primary_location":{"id":"doi:10.1109/icarm62033.2024.10715976","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icarm62033.2024.10715976","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Conference on Advanced Robotics and Mechatronics (ICARM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101431232","display_name":"Zitao Zhang","orcid":"https://orcid.org/0000-0002-4280-2824"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zitao Zhang","raw_affiliation_strings":["Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China,400100"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China,400100","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102662510","display_name":"Yuhong Huang","orcid":"https://orcid.org/0000-0001-6136-6864"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yuhong Huang","raw_affiliation_strings":["Technical University of Munich,Department of Informatics,Munich,Germany,85748"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich,Department of Informatics,Munich,Germany,85748","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070656997","display_name":"Zijian Zhao","orcid":"https://orcid.org/0000-0002-9492-1673"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zijian Zhao","raw_affiliation_strings":["Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China,400100"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China,400100","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060444894","display_name":"Zhenshan Bing","orcid":"https://orcid.org/0000-0002-0896-2517"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Zhenshan Bing","raw_affiliation_strings":["Technical University of Munich,Department of Informatics,Munich,Germany,85748"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich,Department of Informatics,Munich,Germany,85748","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100304029","display_name":"Chenglin Cai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chenglin Cai","raw_affiliation_strings":["Beijing 01.AI,Beijing,China,100080"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing 01.AI,Beijing,China,100080","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063781430","display_name":"Alois Knoll","orcid":"https://orcid.org/0000-0003-4840-076X"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alois Knoll","raw_affiliation_strings":["Technical University of Munich,Department of Informatics,Munich,Germany,85748"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich,Department of Informatics,Munich,Germany,85748","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100768452","display_name":"Kai Huang","orcid":"https://orcid.org/0000-0003-0359-7810"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Huang","raw_affiliation_strings":["Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China,400100"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China,400100","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"22","issue":null,"first_page":"339","last_page":"344"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.613099992275238,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.613099992275238,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8067546486854553},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6266673803329468},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6220629811286926},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45211634039878845},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.43866661190986633},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.42540639638900757},{"id":"https://openalex.org/keywords/robot-locomotion","display_name":"Robot locomotion","score":0.4179174602031708},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3864850401878357},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.33350640535354614}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8067546486854553},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6266673803329468},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6220629811286926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45211634039878845},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.43866661190986633},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.42540639638900757},{"id":"https://openalex.org/C6101204","wikidata":"https://www.wikidata.org/wiki/Q7353391","display_name":"Robot locomotion","level":5,"score":0.4179174602031708},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3864850401878357},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.33350640535354614}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icarm62033.2024.10715976","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icarm62033.2024.10715976","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Conference on Advanced Robotics and Mechatronics (ICARM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321160","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1515749184","https://openalex.org/W1977655452","https://openalex.org/W1978102433","https://openalex.org/W2158782408","https://openalex.org/W2788200022","https://openalex.org/W2930863966","https://openalex.org/W3035050467","https://openalex.org/W3093922502","https://openalex.org/W3104876774","https://openalex.org/W3159759517","https://openalex.org/W3199990163","https://openalex.org/W3216772467","https://openalex.org/W4250058668","https://openalex.org/W4294691337","https://openalex.org/W4297964528","https://openalex.org/W4312422885","https://openalex.org/W4386159174","https://openalex.org/W4389371347","https://openalex.org/W4389665620","https://openalex.org/W4390099616","https://openalex.org/W6740033195","https://openalex.org/W6804601995"],"related_works":["https://openalex.org/W2930863966","https://openalex.org/W2126211886","https://openalex.org/W3153786280","https://openalex.org/W3127551068","https://openalex.org/W2165180011","https://openalex.org/W3165944253","https://openalex.org/W4220829754","https://openalex.org/W2762381663","https://openalex.org/W2724299411","https://openalex.org/W4365788246"],"abstract_inverted_index":{"The":[0,58],"rat":[1,45,65,108],"robot":[2,8,46,91,109],"is":[3,17,61,138],"a":[4,40,123],"soft":[5],"compact":[6],"quadrupedal":[7],"with":[9],"the":[10,44,64,107,117],"same":[11],"size":[12],"as":[13],"real":[14],"rats.":[15],"It":[16],"difficult":[18],"for":[19,43,63,154],"such":[20],"robots":[21,156],"to":[22,30,47,72,110,112],"learn":[23,48],"effective":[24],"motions":[25,149],"on":[26,51,55,83,122,150],"complex":[27,100,151],"terrain":[28,53,133],"owing":[29],"their":[31],"underactuated":[32],"nature":[33],"and":[34,78,103,132,135,157],"limited":[35],"sensors.":[36],"This":[37],"paper":[38],"proposes":[39],"novel":[41],"approach":[42,121,145],"adaptive":[49],"motion":[50],"rugged":[52],"based":[54,82],"reinforcement":[56],"learning.":[57],"training":[59],"architecture":[60],"designed":[62,153],"robot\u2019s":[66],"nonlinear":[67,104],"control":[68],"structure.":[69],"In":[70],"order":[71],"improve":[73],"perceptual":[74],"efficiency,":[75],"we":[76],"gather":[77],"compress":[79],"perception":[80],"information":[81],"sensor":[84],"data":[85],"observations":[86],"in":[87],"time":[88],"clusters":[89],"during":[90],"walking.":[92],"Our":[93,140],"proposed":[94],"method":[95],"demonstrates":[96],"excellent":[97],"exploration":[98],"of":[99,106,119,126],"effector":[101],"space":[102],"dynamics":[105],"adapt":[111],"challenging":[113],"terrain.":[114],"We":[115],"evaluate":[116],"efficacy":[118],"our":[120,144],"varied":[124],"set":[125],"scenarios,":[127],"which":[128],"include":[129],"various":[130],"obstacles":[131],"undulations":[134],"physical":[136],"validation":[137],"performed.":[139],"results":[141],"show":[142],"that":[143],"effectively":[146],"achieves":[147],"efficient":[148],"terrains":[152],"small-sized":[155],"outperforms":[158],"other":[159],"benchmark":[160],"algorithms.":[161]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}