{"id":"https://openalex.org/W4416456637","doi":"https://doi.org/10.32604/cmc.2025.072146","title":"Implementation of Human-AI Interaction in Reinforcement Learning: Literature Review and Case Studies","display_name":"Implementation of Human-AI Interaction in Reinforcement Learning: Literature Review and Case Studies","publication_year":2025,"publication_date":"2025-11-21","ids":{"openalex":"https://openalex.org/W4416456637","doi":"https://doi.org/10.32604/cmc.2025.072146"},"language":"en","primary_location":{"id":"doi:10.32604/cmc.2025.072146","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmc.2025.072146","pdf_url":null,"source":{"id":"https://openalex.org/S4210191605","display_name":"Computers, materials & continua/Computers, materials & continua (Print)","issn_l":"1546-2218","issn":["1546-2218","1546-2226"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers, Materials & Continua","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.32604/cmc.2025.072146","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025292957","display_name":"Shaoping Xiao","orcid":"https://orcid.org/0000-0001-9658-7149"},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shaoping Xiao","raw_affiliation_strings":["Department of Mechanical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA 2 Talus Renewables, Inc., Austin, TX 78754, USA 3 Department of Psychological and Brain Sciences, Iowa Neuroscience Institute, The University of Iowa, Iowa City, IA 52242, USA 4 Department of Chemical and Biochemical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA 2 Talus Renewables, Inc., Austin, TX 78754, USA 3 Department of Psychological and Brain Sciences, Iowa Neuroscience Institute, The University of Iowa, Iowa City, IA 52242, USA 4 Department of Chemical and Biochemical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA","institution_ids":["https://openalex.org/I126307644"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090925932","display_name":"Zhaoan Wang","orcid":"https://orcid.org/0009-0001-7883-0149"},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhaoan Wang","raw_affiliation_strings":["Department of Mechanical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA 2 Talus Renewables, Inc., Austin, TX 78754, USA 3 Department of Psychological and Brain Sciences, Iowa Neuroscience Institute, The University of Iowa, Iowa City, IA 52242, USA 4 Department of Chemical and Biochemical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA 2 Talus Renewables, Inc., Austin, TX 78754, USA 3 Department of Psychological and Brain Sciences, Iowa Neuroscience Institute, The University of Iowa, Iowa City, IA 52242, USA 4 Department of Chemical and Biochemical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA","institution_ids":["https://openalex.org/I126307644"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102011586","display_name":"Junchao Li","orcid":"https://orcid.org/0000-0002-3432-8827"},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junchao Li","raw_affiliation_strings":["Department of Mechanical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA 2 Talus Renewables, Inc., Austin, TX 78754, USA 3 Department of Psychological and Brain Sciences, Iowa Neuroscience Institute, The University of Iowa, Iowa City, IA 52242, USA 4 Department of Chemical and Biochemical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA 2 Talus Renewables, Inc., Austin, TX 78754, USA 3 Department of Psychological and Brain Sciences, Iowa Neuroscience Institute, The University of Iowa, Iowa City, IA 52242, USA 4 Department of Chemical and Biochemical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA","institution_ids":["https://openalex.org/I126307644"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120659311","display_name":"Caden Noeller","orcid":null},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Caden Noeller","raw_affiliation_strings":["Department of Mechanical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA 2 Talus Renewables, Inc., Austin, TX 78754, USA 3 Department of Psychological and Brain Sciences, Iowa Neuroscience Institute, The University of Iowa, Iowa City, IA 52242, USA 4 Department of Chemical and Biochemical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA 2 Talus Renewables, Inc., Austin, TX 78754, USA 3 Department of Psychological and Brain Sciences, Iowa Neuroscience Institute, The University of Iowa, Iowa City, IA 52242, USA 4 Department of Chemical and Biochemical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA","institution_ids":["https://openalex.org/I126307644"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048442564","display_name":"Jiefeng Jiang","orcid":"https://orcid.org/0000-0002-4264-6382"},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiefeng Jiang","raw_affiliation_strings":["Department of Mechanical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA 2 Talus Renewables, Inc., Austin, TX 78754, USA 3 Department of Psychological and Brain Sciences, Iowa Neuroscience Institute, The University of Iowa, Iowa City, IA 52242, USA 4 Department of Chemical and Biochemical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA 2 Talus Renewables, Inc., Austin, TX 78754, USA 3 Department of Psychological and Brain Sciences, Iowa Neuroscience Institute, The University of Iowa, Iowa City, IA 52242, USA 4 Department of Chemical and Biochemical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA","institution_ids":["https://openalex.org/I126307644"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100384727","display_name":"Jun Wang","orcid":"https://orcid.org/0000-0002-4021-4228"},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jun Wang","raw_affiliation_strings":["Department of Mechanical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA 2 Talus Renewables, Inc., Austin, TX 78754, USA 3 Department of Psychological and Brain Sciences, Iowa Neuroscience Institute, The University of Iowa, Iowa City, IA 52242, USA 4 Department of Chemical and Biochemical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA 2 Talus Renewables, Inc., Austin, TX 78754, USA 3 Department of Psychological and Brain Sciences, Iowa Neuroscience Institute, The University of Iowa, Iowa City, IA 52242, USA 4 Department of Chemical and Biochemical Engineering, Iowa Technology Institute, The University of Iowa, Iowa City, IA 52242, USA","institution_ids":["https://openalex.org/I126307644"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I126307644"],"apc_list":null,"apc_paid":null,"fwci":1.396,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.87207538,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"86","issue":"2","first_page":"1","last_page":"62"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.22349999845027924,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.22349999845027924,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10616","display_name":"Smart Agriculture and AI","score":0.13130000233650208,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.07729999721050262,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7386000156402588},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.4668000042438507},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.43149998784065247},{"id":"https://openalex.org/keywords/autonomy","display_name":"Autonomy","score":0.3970000147819519},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.3756999969482422},{"id":"https://openalex.org/keywords/conceptual-framework","display_name":"Conceptual framework","score":0.362199991941452}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7386000156402588},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7107999920845032},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.4668000042438507},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.4659999907016754},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.43149998784065247},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4122999906539917},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.3970000147819519},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.3756999969482422},{"id":"https://openalex.org/C14224292","wikidata":"https://www.wikidata.org/wiki/Q13600188","display_name":"Conceptual framework","level":2,"score":0.362199991941452},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.35409998893737793},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3513999879360199},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.30889999866485596},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.30149999260902405},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.28859999775886536},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.28839999437332153},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.32604/cmc.2025.072146","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmc.2025.072146","pdf_url":null,"source":{"id":"https://openalex.org/S4210191605","display_name":"Computers, materials & continua/Computers, materials & continua (Print)","issn_l":"1546-2218","issn":["1546-2218","1546-2226"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers, Materials & Continua","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.32604/cmc.2025.072146","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmc.2025.072146","pdf_url":null,"source":{"id":"https://openalex.org/S4210191605","display_name":"Computers, materials & continua/Computers, materials & continua (Print)","issn_l":"1546-2218","issn":["1546-2218","1546-2226"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers, Materials & Continua","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"integration":[1],"of":[2,82,190,204],"human":[3,52,107,116,205],"factors":[4],"into":[5,100],"artificial":[6],"intelligence":[7],"(AI)":[8],"systems":[9],"has":[10],"emerged":[11],"as":[12],"a":[13,74,209],"critical":[14],"research":[15],"frontier,":[16],"particularly":[17],"in":[18,38,62,163,193],"reinforcement":[19],"learning":[20,105,114],"(RL),":[21],"where":[22],"human-AI":[23,84,164],"interaction":[24,165],"(HAII)":[25],"presents":[26],"both":[27,65],"opportunities":[28],"and":[29,40,54,68,91,121,139,200,232,241],"challenges.":[30],"As":[31],"RL":[32,63,120,142,221,231],"continues":[33],"to":[34,238],"demonstrate":[35,215],"remarkable":[36],"success":[37],"model-free":[39],"partially":[41],"observable":[42],"environments,":[43],"its":[44],"real-world":[45,233],"deployment":[46],"increasingly":[47],"requires":[48],"effective":[49,83],"collaboration":[50],"with":[51,154],"operators":[53],"stakeholders.":[55],"This":[56],"article":[57],"systematically":[58],"examines":[59],"HAII":[60,98,217],"techniques":[61,143],"through":[64,118,197],"theoretical":[66,230],"analysis":[67],"practical":[69,223],"case":[70,175],"studies.":[71],"We":[72],"establish":[73],"conceptual":[75],"framework":[76],"built":[77],"upon":[78],"three":[79,173],"fundamental":[80],"pillars":[81],"collaboration:":[85],"computational":[86],"trust":[87,179,206],"modeling,":[88],"system":[89],"usability,":[90],"decision":[92],"understandability.":[93],"Our":[94],"comprehensive":[95],"review":[96],"organizes":[97],"methods":[99],"five":[101],"key":[102],"categories:":[103],"(1)":[104],"from":[106,115],"feedback,":[108],"including":[109],"various":[110],"shaping":[111],"approaches;":[112],"(2)":[113],"demonstration":[117],"inverse":[119],"imitation":[122],"learning;":[123,138],"(3)":[124],"shared":[125],"autonomy":[126],"architectures":[127],"for":[128,136,144,181],"dynamic":[129],"control":[130],"allocation;":[131],"(4)":[132],"human-in-the-loop":[133],"querying":[134],"strategies":[135],"active":[137],"(5)":[140],"explainable":[141],"interpretable":[145],"policy":[146],"generation.":[147],"Recent":[148],"state-of-the-art":[149],"works":[150],"are":[151],"critically":[152],"reviewed,":[153],"particular":[155],"emphasis":[156],"on":[157],"advances":[158],"incorporating":[159],"large":[160],"language":[161],"models":[162],"research.":[166],"To":[167],"illustrate":[168],"some":[169],"concepts,":[170],"we":[171],"present":[172],"detailed":[174],"studies:":[176],"an":[177,201],"empirical":[178],"model":[180],"farmers":[182],"adopting":[183],"AI-driven":[184],"agricultural":[185],"management":[186],"systems,":[187],"the":[188,227],"implementation":[189],"ethical":[191],"constraints":[192],"robotic":[194],"motion":[195],"planning":[196],"human-guided":[198],"RL,":[199],"experimental":[202],"investigation":[203],"dynamics":[207],"using":[208],"multi-armed":[210],"bandit":[211],"paradigm.":[212],"These":[213],"applications":[214],"how":[216],"principles":[218],"can":[219],"enhance":[220],"systems'":[222],"utility":[224],"while":[225],"bridging":[226],"gap":[228],"between":[229],"human-centered":[234],"applications,":[235],"ultimately":[236],"contributing":[237],"more":[239],"deployable":[240],"socially":[242],"beneficial":[243],"intelligent":[244],"systems.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-25T06:16:34.145877","created_date":"2025-11-23T00:00:00"}