{"id":"https://openalex.org/W4403534616","doi":"https://doi.org/10.1109/icarm62033.2024.10715976","title":"Autonomous Locomotion of a Rat Robot Based on Model-free Reinforcement Learning","display_name":"Autonomous Locomotion of a Rat Robot Based on Model-free Reinforcement Learning","publication_year":2024,"publication_date":"2024-07-08","ids":{"openalex":"https://openalex.org/W4403534616","doi":"https://doi.org/10.1109/icarm62033.2024.10715976"},"language":"en","primary_location":{"id":"doi:10.1109/icarm62033.2024.10715976","doi":"https://doi.org/10.1109/icarm62033.2024.10715976","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icarm62033.2024.10715976","pdf_url":null,"source":{"id":"https://openalex.org/S4363608069","display_name":"International Conference on Advanced Robotics and Mechatronics (ICARM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Conference on Advanced Robotics and Mechatronics (ICARM)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zitao Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zitao Zhang","raw_affiliation_strings":["Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China,400100"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China,400100","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102662510","display_name":"Yuhong Huang","orcid":"https://orcid.org/0000-0001-6136-6864","observed_orcids":["https://orcid.org/0000-0001-6136-6864"]},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yuhong Huang","raw_affiliation_strings":["Technical University of Munich,Department of Informatics,Munich,Germany,85748"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich,Department of Informatics,Munich,Germany,85748","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070656997","display_name":"Zijian Zhao","orcid":"https://orcid.org/0000-0002-9492-1673","observed_orcids":["https://orcid.org/0000-0002-9492-1673"]},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zijian Zhao","raw_affiliation_strings":["Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China,400100"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China,400100","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060444894","display_name":"Zhenshan Bing","orcid":"https://orcid.org/0000-0002-0896-2517","observed_orcids":["https://orcid.org/0000-0002-0896-2517"]},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Zhenshan Bing","raw_affiliation_strings":["Technical University of Munich,Department of Informatics,Munich,Germany,85748"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich,Department of Informatics,Munich,Germany,85748","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chenglin Cai","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405259341","display_name":"01.AI (China)","ror":"https://ror.org/023g5ws63","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405259341"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglin Cai","raw_affiliation_strings":["Beijing 01.AI,Beijing,China,100080"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing 01.AI,Beijing,China,100080","institution_ids":["https://openalex.org/I4405259341"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063781430","display_name":"Alois Knoll","orcid":"https://orcid.org/0000-0003-4840-076X","observed_orcids":["https://orcid.org/0000-0003-4840-076X"]},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alois Knoll","raw_affiliation_strings":["Technical University of Munich,Department of Informatics,Munich,Germany,85748"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich,Department of Informatics,Munich,Germany,85748","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100768452","display_name":"Kai Huang","orcid":"https://orcid.org/0000-0003-0359-7810","observed_orcids":["https://orcid.org/0000-0003-0359-7810","https://orcid.org/0000-0003-3347-204X","https://orcid.org/0009-0007-5772-7912","https://orcid.org/0000-0003-3348-2723"]},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Huang","raw_affiliation_strings":["Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China,400100"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University,School of Computer Science and Engineering,Guangzhou,China,400100","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1527,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.33019144,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"339","last_page":"344"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8476999998092651,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8476999998092651,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.15000000596046448,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quadrupedal-robots","display_name":"quadrupedal robots","score":0.777999997138977},{"id":"https://openalex.org/keywords/autonomous-locomotion","display_name":"autonomous locomotion","score":0.8109999895095825},{"id":"https://openalex.org/keywords/model-free-reinforcement-learning","display_name":"model-free reinforcement learning","score":0.9950000047683716},{"id":"https://openalex.org/keywords/underactuated-robots","display_name":"underactuated robots","score":0.8510000109672546},{"id":"https://openalex.org/keywords/adaptive-motion","display_name":"adaptive motion","score":0.44600000977516174},{"id":"https://openalex.org/keywords/complex-terrain","display_name":"complex terrain","score":0.765999972820282},{"id":"https://openalex.org/keywords/sensor-data-compression","display_name":"sensor data compression","score":0.6959999799728394},{"id":"https://openalex.org/keywords/nonlinear-control","display_name":"nonlinear control","score":0.8140000104904175},{"id":"https://openalex.org/keywords/small-robots","display_name":"small robots","score":0.5090000033378601}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8067546486854553},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6266673803329468},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6220629811286926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45211634039878845},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.43866661190986633},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.42540639638900757},{"id":"https://openalex.org/C6101204","wikidata":"https://www.wikidata.org/wiki/Q7353391","display_name":"Robot locomotion","level":5,"score":0.4179174602031708},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3864850401878357},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.33350640535354614}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icarm62033.2024.10715976","doi":"https://doi.org/10.1109/icarm62033.2024.10715976","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icarm62033.2024.10715976","pdf_url":null,"source":{"id":"https://openalex.org/S4363608069","display_name":"International Conference on Advanced Robotics and Mechatronics (ICARM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Conference on Advanced Robotics and Mechatronics (ICARM)","raw_type":"proceedings-article"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1779260","doi":null,"is_oa":false,"landing_page_url":"https://mediatum.ub.tum.de/1779260","pdf_url":null,"source":{"id":"https://openalex.org/S4306400453","display_name":"mediaTUM \u2013 the media and publications repository of the Technical University Munich (Technical University Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ConferencePaper"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321160","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1515749184","https://openalex.org/W1977655452","https://openalex.org/W1978102433","https://openalex.org/W2158782408","https://openalex.org/W2700407638","https://openalex.org/W2788200022","https://openalex.org/W2930863966","https://openalex.org/W3035050467","https://openalex.org/W3093922502","https://openalex.org/W3159759517","https://openalex.org/W3199990163","https://openalex.org/W3216772467","https://openalex.org/W4250058668","https://openalex.org/W4294691337","https://openalex.org/W4297964528","https://openalex.org/W4312422885","https://openalex.org/W4386159174","https://openalex.org/W4389371347","https://openalex.org/W4389665620","https://openalex.org/W4390099616","https://openalex.org/W6804601995"],"related_works":["https://openalex.org/W4390099616","https://openalex.org/W4392971547","https://openalex.org/W3182741728","https://openalex.org/W4294672505","https://openalex.org/W4415310512","https://openalex.org/W4317987839","https://openalex.org/W7125897978","https://openalex.org/W4385430550","https://openalex.org/W4401892399","https://openalex.org/W4404969705"],"abstract_inverted_index":{"The":[0,58],"rat":[1,45,65,108],"robot":[2,8,46,91,109],"is":[3,17,61,138],"a":[4,40,123],"soft":[5],"compact":[6],"quadrupedal":[7],"with":[9],"the":[10,44,64,107,117],"same":[11],"size":[12],"as":[13],"real":[14],"rats.":[15],"It":[16],"difficult":[18],"for":[19,43,63,154],"such":[20],"robots":[21,156],"to":[22,30,47,72,110,112],"learn":[23,48],"effective":[24],"motions":[25,149],"on":[26,51,55,83,122,150],"complex":[27,100,151],"terrain":[28,53,133],"owing":[29],"their":[31],"underactuated":[32],"nature":[33],"and":[34,78,103,132,135,157],"limited":[35],"sensors.":[36],"This":[37],"paper":[38],"proposes":[39],"novel":[41],"approach":[42,121,145],"adaptive":[49],"motion":[50],"rugged":[52],"based":[54,82],"reinforcement":[56],"learning.":[57],"training":[59],"architecture":[60],"designed":[62,153],"robot\u2019s":[66],"nonlinear":[67,104],"control":[68],"structure.":[69],"In":[70],"order":[71],"improve":[73],"perceptual":[74],"efficiency,":[75],"we":[76],"gather":[77],"compress":[79],"perception":[80],"information":[81],"sensor":[84],"data":[85],"observations":[86],"in":[87],"time":[88],"clusters":[89],"during":[90],"walking.":[92],"Our":[93,140],"proposed":[94],"method":[95],"demonstrates":[96],"excellent":[97],"exploration":[98],"of":[99,106,119,126],"effector":[101],"space":[102],"dynamics":[105],"adapt":[111],"challenging":[113],"terrain.":[114],"We":[115],"evaluate":[116],"efficacy":[118],"our":[120,144],"varied":[124],"set":[125],"scenarios,":[127],"which":[128],"include":[129],"various":[130],"obstacles":[131],"undulations":[134],"physical":[136],"validation":[137],"performed.":[139],"results":[141],"show":[142],"that":[143],"effectively":[146],"achieves":[147],"efficient":[148],"terrains":[152],"small-sized":[155],"outperforms":[158],"other":[159],"benchmark":[160],"algorithms.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2024-10-19T00:00:00"}