{"id":"https://openalex.org/W2022365837","doi":"https://doi.org/10.1109/tcyb.2015.2412554","title":"Optimized Assistive Human\u2013Robot Interaction Using Reinforcement Learning","display_name":"Optimized Assistive Human\u2013Robot Interaction Using Reinforcement Learning","publication_year":2015,"publication_date":"2015-03-24","ids":{"openalex":"https://openalex.org/W2022365837","doi":"https://doi.org/10.1109/tcyb.2015.2412554","mag":"2022365837","pmid":"https://pubmed.ncbi.nlm.nih.gov/25823055"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2015.2412554","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2015.2412554","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063118155","display_name":"Hamidreza Modares","orcid":"https://orcid.org/0000-0003-0800-5140"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hamidreza Modares","raw_affiliation_strings":["University of Texas at Arlington Research Institute, Fort Worth, TX, USA",", University of Texas at Arlington Research Institute, Fort Worth, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Arlington Research Institute, Fort Worth, TX, USA","institution_ids":[]},{"raw_affiliation_string":", University of Texas at Arlington Research Institute, Fort Worth, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019255848","display_name":"Isura Ranatunga","orcid":null},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Isura Ranatunga","raw_affiliation_strings":["University of Texas at Arlington Research Institute, Fort Worth, TX, USA",", University of Texas at Arlington Research Institute, Fort Worth, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Arlington Research Institute, Fort Worth, TX, USA","institution_ids":[]},{"raw_affiliation_string":", University of Texas at Arlington Research Institute, Fort Worth, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016137188","display_name":"Frank L. Lewis","orcid":"https://orcid.org/0000-0003-4074-1615"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frank L. Lewis","raw_affiliation_strings":["University of Texas at Arlington Research Institute, Fort Worth, TX, USA",", University of Texas at Arlington Research Institute, Fort Worth, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Arlington Research Institute, Fort Worth, TX, USA","institution_ids":[]},{"raw_affiliation_string":", University of Texas at Arlington Research Institute, Fort Worth, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089902968","display_name":"Dan O. Popa","orcid":"https://orcid.org/0000-0002-2360-0020"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dan O. Popa","raw_affiliation_strings":["University of Texas at Arlington Research Institute, Fort Worth, TX, USA",", University of Texas at Arlington Research Institute, Fort Worth, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Arlington Research Institute, Fort Worth, TX, USA","institution_ids":[]},{"raw_affiliation_string":", University of Texas at Arlington Research Institute, Fort Worth, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I189196454"],"apc_list":null,"apc_paid":null,"fwci":13.3753,"has_fulltext":false,"cited_by_count":221,"citation_normalized_percentile":{"value":0.99145888,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"46","issue":"3","first_page":"655","last_page":"667"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6598626971244812},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5840402245521545},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5588017702102661},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.533896803855896},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5053237080574036},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5035039782524109},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3843040466308594},{"id":"https://openalex.org/keywords/physical-medicine-and-rehabilitation","display_name":"Physical medicine and rehabilitation","score":0.35642194747924805},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.31070032715797424},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.1306387484073639},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.06742310523986816}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6598626971244812},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5840402245521545},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5588017702102661},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.533896803855896},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5053237080574036},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5035039782524109},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3843040466308594},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.35642194747924805},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.31070032715797424},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1306387484073639},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.06742310523986816}],"mesh":[{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003491","descriptor_name":"Cybernetics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D003491","descriptor_name":"Cybernetics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D003491","descriptor_name":"Cybernetics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D013647","descriptor_name":"Task Performance and Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013647","descriptor_name":"Task Performance and Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013647","descriptor_name":"Task Performance and Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2015.2412554","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2015.2412554","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:25823055","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/25823055","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4299244468","display_name":null,"funder_award_id":"IIS#1208623","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6489025629","display_name":null,"funder_award_id":"W911NF11-D-0001","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G836722894","display_name":null,"funder_award_id":"N00014-13-1-0562","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1493190793","https://openalex.org/W1509801191","https://openalex.org/W1513689897","https://openalex.org/W1517236425","https://openalex.org/W1967377907","https://openalex.org/W1972243698","https://openalex.org/W1976956127","https://openalex.org/W1984877834","https://openalex.org/W1997048034","https://openalex.org/W2001407475","https://openalex.org/W2010152647","https://openalex.org/W2011694027","https://openalex.org/W2016972634","https://openalex.org/W2023200365","https://openalex.org/W2024303516","https://openalex.org/W2043536379","https://openalex.org/W2043996251","https://openalex.org/W2068923975","https://openalex.org/W2078736691","https://openalex.org/W2081514674","https://openalex.org/W2085194340","https://openalex.org/W2098993416","https://openalex.org/W2109590511","https://openalex.org/W2112265193","https://openalex.org/W2112961048","https://openalex.org/W2114584581","https://openalex.org/W2114968051","https://openalex.org/W2115906629","https://openalex.org/W2124338051","https://openalex.org/W2126172323","https://openalex.org/W2132773469","https://openalex.org/W2134235175","https://openalex.org/W2135414729","https://openalex.org/W2141636931","https://openalex.org/W2147242777","https://openalex.org/W2148439597","https://openalex.org/W2148459629","https://openalex.org/W2149650741","https://openalex.org/W2152161277","https://openalex.org/W2153929968","https://openalex.org/W2157150631","https://openalex.org/W2160529682","https://openalex.org/W2169187067","https://openalex.org/W2169513627","https://openalex.org/W2171012501","https://openalex.org/W2402376955","https://openalex.org/W2406841746","https://openalex.org/W2484646121","https://openalex.org/W2487144912","https://openalex.org/W4214717370","https://openalex.org/W4246923680","https://openalex.org/W6646738494","https://openalex.org/W6653405796","https://openalex.org/W6683246668"],"related_works":["https://openalex.org/W2978665606","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727","https://openalex.org/W189465620","https://openalex.org/W4366818884","https://openalex.org/W2248308732","https://openalex.org/W4392651289"],"abstract_inverted_index":{"An":[0],"intelligent":[1],"human-robot":[2,33],"interaction":[3],"(HRI)":[4],"system":[5,15,34,191],"with":[6,25],"adjustable":[7],"robot":[8,66,71,100,125,166,228,237],"behavior":[9,187],"is":[10,55,104,115,169,210],"presented.":[11],"The":[12,142,156],"proposed":[13,243],"HRI":[14,190],"assists":[16],"the":[17,31,41,58,63,94,98,107,119,123,130,134,139,146,149,152,160,164,180,185,189,198,201,204,214,239,242],"human":[18,38,78,147,181,205],"operator":[19,135],"to":[20,61,82,117,128,133,212],"perform":[21],"a":[22,51,69,77,111,172,193,227,235],"given":[23,194,215],"task":[24,95,153],"minimum":[26],"workload":[27],"demands":[28],"and":[29,86,137,151,183,226,230],"optimizes":[30,184],"overall":[32],"performance.":[35],"Motivated":[36],"by":[37,76],"factor":[39],"studies,":[40],"presented":[42],"control":[43,48,89],"structure":[44],"consists":[45],"of":[46,93,122,158,163,188,200,203,241],"two":[47],"loops.":[49],"First,":[50],"robot-specific":[52],"neuro-adaptive":[53],"controller":[54,114],"designed":[56,116],"in":[57,106],"inner":[59,108],"loop":[60,144],"make":[62],"unknown":[64],"nonlinear":[65],"behave":[67],"like":[68],"prescribed":[70,99,124,165],"impedance":[72,101,126,167],"model":[73,102,127,168],"as":[74],"perceived":[75],"operator.":[79],"In":[80],"contrast":[81],"existing":[83],"neural":[84],"network":[85],"adaptive":[87],"impedance-based":[88],"methods,":[90],"no":[91],"information":[92],"performance":[96,154],"or":[97],"parameters":[103,121,162],"required":[105],"loop.":[109],"Then,":[110],"task-specific":[112],"outer-loop":[113],"find":[118],"optimal":[120,161],"adjust":[129],"robot's":[131],"dynamics":[132],"skills":[136],"minimize":[138],"tracking":[140],"error.":[141],"outer":[143],"includes":[145],"operator,":[148],"robot,":[150],"details.":[155],"problem":[157,177],"finding":[159],"transformed":[170],"into":[171],"linear":[173],"quadratic":[174],"regulator":[175],"(LQR)":[176],"which":[178],"minimizes":[179],"effort":[182],"closed-loop":[186],"for":[192],"task.":[195],"To":[196],"obviate":[197],"requirement":[199],"knowledge":[202],"model,":[206],"integral":[207],"reinforcement":[208],"learning":[209],"used":[211],"solve":[213],"LQR":[216],"problem.":[217],"Simulation":[218],"results":[219,233],"on":[220,234],"an":[221],"x":[222],"-":[223],"y":[224],"table":[225],"arm,":[229],"experimental":[231],"implementation":[232],"PR2":[236],"confirm":[238],"suitability":[240],"method.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":24},{"year":2022,"cited_by_count":25},{"year":2021,"cited_by_count":24},{"year":2020,"cited_by_count":24},{"year":2019,"cited_by_count":28},{"year":2018,"cited_by_count":15},{"year":2017,"cited_by_count":15},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":3}],"updated_date":"2026-08-02T14:50:37.381335","created_date":"2025-10-10T00:00:00"}