{"id":"https://openalex.org/W7155366978","doi":"https://doi.org/10.31449/inf.v50i11.13667","title":"A Tactile-Driven Hierarchical Reinforcement Learning Framework for Dexterous Robotic Manipulation","display_name":"A Tactile-Driven Hierarchical Reinforcement Learning Framework for Dexterous Robotic Manipulation","publication_year":2026,"publication_date":"2026-04-23","ids":{"openalex":"https://openalex.org/W7155366978","doi":"https://doi.org/10.31449/inf.v50i11.13667"},"language":null,"primary_location":{"id":"doi:10.31449/inf.v50i11.13667","is_oa":true,"landing_page_url":"https://doi.org/10.31449/inf.v50i11.13667","pdf_url":"https://www.informatica.si/index.php/informatica/article/download/13667/6662","source":{"id":"https://openalex.org/S4210173311","display_name":"Informatica","issn_l":"0350-5596","issn":["0350-5596","1854-3871"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310314525","host_organization_name":"Slovenian Society Informatika","host_organization_lineage":["https://openalex.org/P4310314525"],"host_organization_lineage_names":["Slovenian Society Informatika"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatica","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.informatica.si/index.php/informatica/article/download/13667/6662","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134447781","display_name":"Gao Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I74872605","display_name":"China Southern Power Grid (China)","ror":"https://ror.org/03hkh9419","country_code":"CN","type":"company","lineage":["https://openalex.org/I74872605"]},{"id":"https://openalex.org/I867306930","display_name":"Power Grid Corporation (India)","ror":"https://ror.org/0136vj189","country_code":"IN","type":"company","lineage":["https://openalex.org/I867306930"]}],"countries":["CN","IN"],"is_corresponding":false,"raw_author_name":"Gao Liu","raw_affiliation_strings":["Guangdong Power Grid Corporation, Guangzhou Guangdong, 51000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Power Grid Corporation, Guangzhou Guangdong, 51000, China","institution_ids":["https://openalex.org/I74872605","https://openalex.org/I867306930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134426436","display_name":"Changyu Li","orcid":null},"institutions":[{"id":"https://openalex.org/I74872605","display_name":"China Southern Power Grid (China)","ror":"https://ror.org/03hkh9419","country_code":"CN","type":"company","lineage":["https://openalex.org/I74872605"]},{"id":"https://openalex.org/I867306930","display_name":"Power Grid Corporation (India)","ror":"https://ror.org/0136vj189","country_code":"IN","type":"company","lineage":["https://openalex.org/I867306930"]}],"countries":["CN","IN"],"is_corresponding":false,"raw_author_name":"Changyu Li","raw_affiliation_strings":["Guangdong Power Grid Corporation, Guangzhou Guangdong, 51000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Power Grid Corporation, Guangzhou Guangdong, 51000, China","institution_ids":["https://openalex.org/I74872605","https://openalex.org/I867306930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011116419","display_name":"Ruchao Liao","orcid":null},"institutions":[{"id":"https://openalex.org/I74872605","display_name":"China Southern Power Grid (China)","ror":"https://ror.org/03hkh9419","country_code":"CN","type":"company","lineage":["https://openalex.org/I74872605"]},{"id":"https://openalex.org/I867306930","display_name":"Power Grid Corporation (India)","ror":"https://ror.org/0136vj189","country_code":"IN","type":"company","lineage":["https://openalex.org/I867306930"]}],"countries":["CN","IN"],"is_corresponding":false,"raw_author_name":"Ruchao Liao","raw_affiliation_strings":["Guangdong Power Grid Corporation, Guangzhou Guangdong, 51000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Power Grid Corporation, Guangzhou Guangdong, 51000, China","institution_ids":["https://openalex.org/I74872605","https://openalex.org/I867306930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134417872","display_name":"Linkun Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linkun Yu","raw_affiliation_strings":["The Chinese University of Hong Kong, Shenzhen Guangdong, 518000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Shenzhen Guangdong, 518000, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134451788","display_name":"Jianguo Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianguo Zhang","raw_affiliation_strings":["The Chinese University of Hong Kong, Shenzhen Guangdong, 518000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Shenzhen Guangdong, 518000, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5134439211","display_name":"Ning Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Ding","raw_affiliation_strings":["The Chinese University of Hong Kong, Shenzhen Guangdong, 518000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Shenzhen Guangdong, 518000, China","institution_ids":["https://openalex.org/I4210116924"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39920048,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"50","issue":"11","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.5134999752044678,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.5134999752044678,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.19660000503063202,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.0835999995470047,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6944000124931335},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4586000144481659},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.39989998936653137},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.39879998564720154},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.3939000070095062},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.38420000672340393},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.3474999964237213},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.34040001034736633}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6944000124931335},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6467000246047974},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6345999836921692},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4586000144481659},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.39989998936653137},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.39879998564720154},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3939000070095062},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.38420000672340393},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3684999942779541},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.3474999964237213},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.34040001034736633},{"id":"https://openalex.org/C2988191880","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic hand","level":3,"score":0.3228999972343445},{"id":"https://openalex.org/C2985527887","wikidata":"https://www.wikidata.org/wiki/Q1587588","display_name":"Robot manipulator","level":3,"score":0.3059999942779541},{"id":"https://openalex.org/C124527596","wikidata":"https://www.wikidata.org/wiki/Q17029359","display_name":"Hierarchical control system","level":3,"score":0.298799991607666},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C46722567","wikidata":"https://www.wikidata.org/wiki/Q7674139","display_name":"Tactile sensor","level":3,"score":0.2791999876499176},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C173414695","wikidata":"https://www.wikidata.org/wiki/Q5510276","display_name":"Fusion mechanism","level":4,"score":0.27639999985694885},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2745000123977661},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.2667999863624573},{"id":"https://openalex.org/C165062768","wikidata":"https://www.wikidata.org/wiki/Q1145644","display_name":"Biomimetics","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.25690001249313354}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.31449/inf.v50i11.13667","is_oa":true,"landing_page_url":"https://doi.org/10.31449/inf.v50i11.13667","pdf_url":"https://www.informatica.si/index.php/informatica/article/download/13667/6662","source":{"id":"https://openalex.org/S4210173311","display_name":"Informatica","issn_l":"0350-5596","issn":["0350-5596","1854-3871"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310314525","host_organization_name":"Slovenian Society Informatika","host_organization_lineage":["https://openalex.org/P4310314525"],"host_organization_lineage_names":["Slovenian Society Informatika"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatica","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.31449/inf.v50i11.13667","is_oa":true,"landing_page_url":"https://doi.org/10.31449/inf.v50i11.13667","pdf_url":"https://www.informatica.si/index.php/informatica/article/download/13667/6662","source":{"id":"https://openalex.org/S4210173311","display_name":"Informatica","issn_l":"0350-5596","issn":["0350-5596","1854-3871"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310314525","host_organization_name":"Slovenian Society Informatika","host_organization_lineage":["https://openalex.org/P4310314525"],"host_organization_lineage_names":["Slovenian Society Informatika"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatica","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7118685841560364,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7155366978.pdf","grobid_xml":"https://content.openalex.org/works/W7155366978.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"To":[0],"address":[1],"the":[2,54,94,114,124,159,173,187],"challenges":[3],"of":[4,65,101,189],"robotic":[5,178,191],"dexterous":[6,179],"manipulation":[7,60,180],"in":[8,103,139,155],"complex":[9,47,80,122],"environments,":[10],"this":[11],"paper":[12],"proposes":[13],"a":[14,59,98,136,183],"hierarchical":[15,28,38],"reinforcement":[16],"learning":[17],"(HRL)":[18],"framework":[19,175],"driven":[20],"by":[21,107,111,167],"tactile":[22,34,48,148],"information.":[23],"We":[24],"design":[25],"an":[26,152],"adaptive":[27,160],"decision-making":[29],"algorithm":[30],"that":[31,93,146,172],"integrates":[32],"multimodal":[33,147],"features,":[35],"dynamically":[36],"adjusting":[37],"strategies":[39],"and":[40,68,77,79,88,109],"reward":[41],"functions":[42],"to":[43,46,118,128],"adapt":[44],"efficiently":[45],"environments.":[49],"Experiments":[50],"were":[51,73],"conducted":[52],"on":[53],"PyBullet":[55],"simulation":[56],"platform,":[57],"constructing":[58],"scenario":[61],"involving":[62],"20":[63],"objects":[64],"varying":[66],"shapes":[67],"materials.":[69],"Two":[70],"primary":[71],"tasks":[72],"evaluated:":[74],"basic":[75,104],"grasping":[76],"placement,":[78],"assembly.":[81],"Comparative":[82],"results":[83],"against":[84],"standard":[85],"DQN,":[86],"PPO,":[87],"existing":[89],"tactile-driven":[90],"algorithms":[91],"demonstrate":[92],"proposed":[95,174],"method":[96],"achieves":[97],"success":[99,125,156],"rate":[100,126],"92.3%":[102],"tasks\u2014outperforming":[105],"DQN":[106],"27.6%":[108],"PPO":[110],"21.5%\u2014while":[112],"reducing":[113],"average":[115],"operation":[116],"time":[117,166],"3.2":[119],"seconds.":[120],"For":[121],"tasks,":[123],"increased":[127],"85.7%":[129],"(a":[130],"31.2%":[131],"improvement":[132],"over":[133],"baselines),":[134],"with":[135],"40%":[137],"acceleration":[138],"convergence":[140],"speed.":[141],"Ablation":[142],"studies":[143],"further":[144],"validate":[145],"feature":[149],"fusion":[150],"contributes":[151],"18.3%":[153],"increase":[154],"rate,":[157],"while":[158],"adjustment":[161,165],"mechanism":[162],"reduces":[163],"strategy":[164],"35%.":[168],"These":[169],"findings":[170],"confirm":[171],"significantly":[176],"enhances":[177],"performance,":[181],"offering":[182],"new":[184],"pathway":[185],"for":[186],"development":[188],"intelligent":[190],"systems.":[192]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2026-04-24T00:00:00"}