{"id":"https://openalex.org/W4415067525","doi":"https://doi.org/10.48550/arxiv.2504.17006","title":"A Systematic Approach to Design Real-World Human-in-the-Loop Deep Reinforcement Learning: Salient Features, Challenges and Trade-offs","display_name":"A Systematic Approach to Design Real-World Human-in-the-Loop Deep Reinforcement Learning: Salient Features, Challenges and Trade-offs","publication_year":2025,"publication_date":"2025-04-23","ids":{"openalex":"https://openalex.org/W4415067525","doi":"https://doi.org/10.48550/arxiv.2504.17006"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2504.17006","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.17006","pdf_url":"https://arxiv.org/pdf/2504.17006","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2504.17006","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043000045","display_name":"Jalal Arabneydi","orcid":"https://orcid.org/0000-0002-9827-5787"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arabneydi, Jalal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101975080","display_name":"Saiful Islam\u200e","orcid":"https://orcid.org/0000-0002-5060-0018"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Islam, Saiful","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113109052","display_name":"Srijita Das","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Das, Srijita","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084915709","display_name":"Sai Krishna Gottipati","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gottipati, Sai Krishna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005240265","display_name":"William Duguay","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duguay, William","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049138810","display_name":"Clod\u00e9ric Mars","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mars, Cloderic","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070914351","display_name":"Matthew E. Taylor","orcid":"https://orcid.org/0000-0001-8946-0211"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Taylor, Matthew E.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000736647","display_name":"Matthew Guzdial","orcid":"https://orcid.org/0000-0001-8673-9962"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guzdial, Matthew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070807669","display_name":"Antoine Fagette","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fagette, Antoine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5073331890","display_name":"Younes Zerouali","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zerouali, Younes","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9041000008583069,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9041000008583069,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.8230000138282776},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6230000257492065},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.42640000581741333},{"id":"https://openalex.org/keywords/adversary","display_name":"Adversary","score":0.41029998660087585},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.38960000872612},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3806999921798706},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.3578000068664551},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.3384999930858612}],"concepts":[{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.8230000138282776},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6230000257492065},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6176999807357788},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5062000155448914},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.42640000581741333},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.41029998660087585},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.38960000872612},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3806999921798706},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3578000068664551},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.3384999930858612},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.3377000093460083},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3303999900817871},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3224000036716461},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.3203999996185303},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.27219998836517334},{"id":"https://openalex.org/C2776196576","wikidata":"https://www.wikidata.org/wiki/Q196113","display_name":"Camouflage","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C2780909375","wikidata":"https://www.wikidata.org/wiki/Q1060990","display_name":"Problem-based learning","level":2,"score":0.2612999975681305},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.25600001215934753},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25459998846054077},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.25369998812675476},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2517000138759613}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2504.17006","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.17006","pdf_url":"https://arxiv.org/pdf/2504.17006","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2504.17006","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2504.17006","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2504.17006","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.17006","pdf_url":"https://arxiv.org/pdf/2504.17006","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,13,17,90,133,139,189,209],"growing":[2],"popularity":[3],"of":[4,46,61,76,111,191,211],"deep":[5],"reinforcement":[6],"learning":[7,51],"(DRL),":[8],"human-in-the-loop":[9],"(HITL)":[10],"approach":[11,20],"has":[12],"potential":[14],"to":[15,121,131,168,201],"revolutionize":[16],"way":[18],"we":[19,33,57,69,99,144,207],"decision-making":[21],"problems":[22,81],"and":[23,52,66,74,82,171,184,187,204,222],"create":[24],"new":[25],"opportunities":[26],"for":[27,128,181],"human-AI":[28,212],"collaboration.":[29],"In":[30,55],"this":[31,142],"article,":[32],"introduce":[34],"a":[35,101,109,115,123,178],"novel":[36],"multi-layered":[37],"hierarchical":[38],"HITL":[39,77,125,153,166],"DRL":[40,126],"algorithm":[41,127],"that":[42],"comprises":[43],"three":[44,59],"types":[45],"learning:":[47],"self":[48],"learning,":[49],"imitation":[50],"transfer":[53],"learning.":[54],"addition,":[56],"consider":[58],"forms":[60],"human":[62,84],"inputs:":[63],"reward,":[64],"action":[65],"demonstration.":[67],"Furthermore,":[68],"discuss":[70],"main":[71],"challenges,":[72],"trade-offs":[73],"advantages":[75],"in":[78,89,214],"solving":[79,215],"complex":[80,218],"how":[83],"information":[85],"can":[86],"be":[87,195],"integrated":[88],"AI":[91],"solution":[92,148],"systematically.":[93],"To":[94,141],"verify":[95],"our":[96,147],"technical":[97],"results,":[98],"present":[100],"real-world":[102,217],"unmanned":[103],"aerial":[104],"vehicles":[105],"(UAV)":[106],"problem":[107],"wherein":[108],"number":[110],"enemy":[112,134],"drones":[113,130,135],"attack":[114],"restricted":[116],"area.":[117,140],"The":[118],"objective":[119],"is":[120],"design":[122],"scalable":[124],"ally":[129],"neutralize":[132],"before":[136],"they":[137],"reach":[138],"end,":[143],"first":[145],"implement":[146],"using":[149],"an":[150],"award-winning":[151],"open-source":[152],"software":[154],"called":[155],"Cogment.":[156],"We":[157],"then":[158],"demonstrate":[159],"several":[160],"interesting":[161],"results":[162],"such":[163],"as":[164,177],"(a)":[165],"leads":[167],"faster":[169],"training":[170],"higher":[172],"performance,":[173],"(b)":[174],"advice":[175,192],"acts":[176],"guiding":[179],"direction":[180],"gradient":[182],"methods":[183],"lowers":[185],"variance,":[186],"(c)":[188],"amount":[190],"should":[193],"neither":[194],"too":[196,199],"large":[197],"nor":[198],"small":[200],"avoid":[202],"over-training":[203],"under-training.":[205],"Finally,":[206],"illustrate":[208],"role":[210],"cooperation":[213],"two":[216],"scenarios,":[219],"i.e.,":[220],"overloaded":[221],"decoy":[223],"attacks.":[224]},"counts_by_year":[],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-11T00:00:00"}