{"id":"https://openalex.org/W4388624124","doi":"https://doi.org/10.1109/ro-man57019.2023.10309639","title":"Robot Adaptation Under Operator Cognitive Fatigue Using Reinforcement Learning","display_name":"Robot Adaptation Under Operator Cognitive Fatigue Using Reinforcement Learning","publication_year":2023,"publication_date":"2023-08-28","ids":{"openalex":"https://openalex.org/W4388624124","doi":"https://doi.org/10.1109/ro-man57019.2023.10309639"},"language":"en","primary_location":{"id":"doi:10.1109/ro-man57019.2023.10309639","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man57019.2023.10309639","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 32nd IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058713756","display_name":"Jay Shah","orcid":"https://orcid.org/0000-0003-0429-5021"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jay K. Shah","raw_affiliation_strings":["Texas A&M Univ,Mechanical Engineering,College Station,TX,USA"],"affiliations":[{"raw_affiliation_string":"Texas A&M Univ,Mechanical Engineering,College Station,TX,USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102875738","display_name":"Aakash Yadav","orcid":"https://orcid.org/0000-0003-2712-5615"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aakash Yadav","raw_affiliation_strings":["Texas A&M Univ,Industrial & Systems Eng,College Station,TX,USA"],"affiliations":[{"raw_affiliation_string":"Texas A&M Univ,Industrial & Systems Eng,College Station,TX,USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023810987","display_name":"Sarah K. Hopko","orcid":"https://orcid.org/0000-0003-4713-4455"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sarah K. Hopko","raw_affiliation_strings":["Texas A&M Univ,Industrial & Systems Eng,College Station,TX,USA"],"affiliations":[{"raw_affiliation_string":"Texas A&M Univ,Industrial & Systems Eng,College Station,TX,USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070099980","display_name":"Ranjana K. Mehta","orcid":"https://orcid.org/0000-0002-8254-8365"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ranjana K. Mehta","raw_affiliation_strings":["Texas A&M Univ,Industrial & Systems Eng,College Station,TX,USA"],"affiliations":[{"raw_affiliation_string":"Texas A&M Univ,Industrial & Systems Eng,College Station,TX,USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032194507","display_name":"Prabhakar R. Pagilla","orcid":"https://orcid.org/0000-0001-8553-4658"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prabhakar R. Pagilla","raw_affiliation_strings":["Texas A&M Univ,Mechanical Engineering,College Station,TX,USA"],"affiliations":[{"raw_affiliation_string":"Texas A&M Univ,Mechanical Engineering,College Station,TX,USA","institution_ids":["https://openalex.org/I91045830"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5058713756"],"corresponding_institution_ids":["https://openalex.org/I91045830"],"apc_list":null,"apc_paid":null,"fwci":2.0585,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.87195236,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1467","last_page":"1474"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10745","display_name":"Heart Rate Variability and Autonomic Control","score":0.9567999839782715,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6564673185348511},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6221634149551392},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6128553152084351},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.60187166929245},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5943560600280762},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5305514931678772},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5161467790603638},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4830389618873596},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.45333558320999146},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4506176710128784},{"id":"https://openalex.org/keywords/cognitive-architecture","display_name":"Cognitive architecture","score":0.43005549907684326},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.42186903953552246},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4135287404060364},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3649033308029175},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3217931389808655},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.27435269951820374},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20365199446678162},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09181255102157593},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.0864531397819519}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6564673185348511},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6221634149551392},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6128553152084351},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.60187166929245},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5943560600280762},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5305514931678772},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5161467790603638},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4830389618873596},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.45333558320999146},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4506176710128784},{"id":"https://openalex.org/C20854674","wikidata":"https://www.wikidata.org/wiki/Q4386060","display_name":"Cognitive architecture","level":3,"score":0.43005549907684326},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.42186903953552246},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4135287404060364},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3649033308029175},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3217931389808655},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.27435269951820374},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20365199446678162},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09181255102157593},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0864531397819519},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ro-man57019.2023.10309639","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man57019.2023.10309639","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 32nd IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7200000286102295}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W1730432927","https://openalex.org/W1857789879","https://openalex.org/W1994616650","https://openalex.org/W2133589238","https://openalex.org/W2171265461","https://openalex.org/W2371731424","https://openalex.org/W2563742216","https://openalex.org/W2759190050","https://openalex.org/W2766203889","https://openalex.org/W2770184295","https://openalex.org/W2796426233","https://openalex.org/W2864113268","https://openalex.org/W2900358917","https://openalex.org/W2960327773","https://openalex.org/W2981371745","https://openalex.org/W2998971573","https://openalex.org/W3012435612","https://openalex.org/W3020152306","https://openalex.org/W3042310736","https://openalex.org/W3108747700","https://openalex.org/W3127637041","https://openalex.org/W3135641157","https://openalex.org/W3135760945","https://openalex.org/W3156617483","https://openalex.org/W3191811648","https://openalex.org/W4206221170","https://openalex.org/W4229977739","https://openalex.org/W4233696721","https://openalex.org/W4312289389","https://openalex.org/W4312325359","https://openalex.org/W6744482961"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"the":[3,35,73,90,143,153,171],"development":[4],"and":[5,47,63,75,87,129,139,148,197],"validation":[6],"of":[7,43,105,142,160],"a":[8,40,58,102,109],"robot":[9,27,184],"adaptation":[10,28,156,173,185],"model":[11,120],"to":[12,34,83,188],"support":[13],"human":[14,49],"operators":[15],"in":[16,136,167],"Human-Robot":[17],"Collaborative":[18],"tasks":[19],"when":[20],"they":[21],"are":[22,94],"cognitively":[23],"fatigued.":[24],"A":[25],"human-centered":[26,183],"method":[29],"for":[30,78],"providing":[31],"appropriate":[32],"assistance":[33],"operator":[36],"is":[37,55,99,121],"developed":[38],"with":[39,192],"dual":[41],"objective":[42,130],"task":[44,113],"performance":[45],"optimization":[46],"aiding":[48],"cognitive":[50,79,115],"fatigue":[51,80,116,168],"recovery.":[52],"The":[53,67,96,118,175],"problem":[54],"formulated":[56],"as":[57],"Markov":[59],"Decision":[60],"Process":[61],"(MDP)":[62],"solved":[64],"using":[65,123],"Q-learning.":[66],"implementation":[68],"issues":[69],"resulting":[70,91],"from":[71,177],"modeling":[72],"MDP":[74,119],"performing":[76,108],"Q-learning":[77],"recovery,":[81],"methods":[82],"mitigate":[84],"those":[85],"issues,":[86],"implications":[88],"on":[89],"optimal":[92,155,172],"policies":[93],"discussed.":[95],"proposed":[97],"approach":[98,179],"evaluated":[100],"through":[101],"user":[103],"study":[104],"sixteen":[106],"participants":[107],"robotic":[110],"surface":[111],"polishing":[112],"under":[114],"conditions.":[117],"validated":[122],"subjective":[124],"metrics":[125,131],"(fatigue":[126],"perception":[127],"surveys)":[128],"(Heart-Rate":[132],"Variability":[133],"(HRV),":[134],"accuracy":[135],"trajectory":[137],"tracking,":[138],"time":[140,149],"efficiency":[141,150],"task).":[144],"Fatigue":[145],"perceptions,":[146],"accuracy,":[147],"improved":[151],"during":[152,170],"user-specific":[154],"policies.":[157,174],"HRV":[158],"analysis":[159],"time-domain":[161],"features":[162],"shows":[163],"an":[164],"overall":[165],"improvement":[166],"conditions":[169],"results":[176],"this":[178],"indicate":[180],"that":[181],"such":[182],"can":[186],"lead":[187],"efficient":[189],"human-robot":[190],"collaborations":[191],"robust":[193],"interactions":[194],"between":[195],"robots":[196],"humans.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}