{"id":"https://openalex.org/W4403585446","doi":"https://doi.org/10.1109/jiot.2026.3748836","title":"Human-in-the-Loop Machine Learning for Safe and Ethical Autonomous Vehicles: Principles, Challenges, and Opportunities","display_name":"Human-in-the-Loop Machine Learning for Safe and Ethical Autonomous Vehicles: Principles, Challenges, and Opportunities","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W4403585446","doi":"https://doi.org/10.1109/jiot.2026.3748836"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2026.3748836","doi":"https://doi.org/10.1109/jiot.2026.3748836","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jiot.2026.3748836","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","dongbi-b","jufo-2","norway-2","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/jiot.2026.3748836","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042251443","display_name":"Yousef Emami","orcid":"https://orcid.org/0000-0002-8842-2616","observed_orcids":["https://orcid.org/0000-0002-8842-2616"]},"institutions":[{"id":"https://openalex.org/I4405252524","display_name":"Centro de Investiga\u00e7\u00e3o em Sistemas Computacionais Embebidos e de Tempo-Real","ror":"https://ror.org/00mfa2s19","country_code":"PT","type":"education","lineage":["https://openalex.org/I4405252524"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Yousef Emami","raw_affiliation_strings":["Real-Time and Embedded Computing Systems Research Centre (CISTER)"],"raw_orcid":"https://orcid.org/0000-0002-8842-2616","affiliations":[{"raw_affiliation_string":"Real-Time and Embedded Computing Systems Research Centre (CISTER)","institution_ids":["https://openalex.org/I4405252524"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160188506","display_name":"Mohammadhossein Homaei","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I80606768","display_name":"Universidad de Extremadura","ror":"https://ror.org/0174shg90","country_code":"ES","type":"education","lineage":["https://openalex.org/I80606768"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Mohammadhossein Homaei","raw_affiliation_strings":["Universidad de Extremadura"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad de Extremadura","institution_ids":["https://openalex.org/I80606768"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053255420","display_name":"Miguel Guti\u00e9rrez Gait\u00e1n","orcid":"https://orcid.org/0000-0002-3307-8731","observed_orcids":["https://orcid.org/0000-0002-3307-8731"]},"institutions":[{"id":"https://openalex.org/I162148367","display_name":"Pontificia Universidad Cat\u00f3lica de Chile","ror":"https://ror.org/04teye511","country_code":"CL","type":"education","lineage":["https://openalex.org/I162148367"]}],"countries":["CL"],"is_corresponding":false,"raw_author_name":"Miguel Guti\u00e9rrez Gait\u00e1n","raw_affiliation_strings":["Pontificia Universidad Cat\u00f3lica de Chile"],"raw_orcid":"https://orcid.org/0000-0002-3307-8731","affiliations":[{"raw_affiliation_string":"Pontificia Universidad Cat\u00f3lica de Chile","institution_ids":["https://openalex.org/I162148367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080850676","display_name":"Hao Zhou","orcid":"https://orcid.org/0000-0002-5511-4609","observed_orcids":["https://orcid.org/0000-0002-5511-4609"]},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hao Zhou","raw_affiliation_strings":["McGill University"],"raw_orcid":"https://orcid.org/0000-0002-5511-4609","affiliations":[{"raw_affiliation_string":"McGill University","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100751931","display_name":"L\u00fa\u0131s Almeida","orcid":"https://orcid.org/0000-0002-9544-3028","observed_orcids":["https://orcid.org/0000-0002-9544-3028"]},"institutions":[{"id":"https://openalex.org/I182534213","display_name":"Universidade do Porto","ror":"https://ror.org/043pwc612","country_code":"PT","type":"education","lineage":["https://openalex.org/I182534213"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Luis Almeida","raw_affiliation_strings":["Universidade do Porto"],"raw_orcid":"https://orcid.org/0000-0002-9544-3028","affiliations":[{"raw_affiliation_string":"Universidade do Porto","institution_ids":["https://openalex.org/I182534213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100399870","display_name":"Kai Li","orcid":"https://orcid.org/0000-0002-2095-7024","observed_orcids":["https://orcid.org/0000-0002-2095-7024","https://orcid.org/0000-0002-0517-2392"]},"institutions":[{"id":"https://openalex.org/I169199633","display_name":"Aston University","ror":"https://ror.org/05j0ve876","country_code":"GB","type":"education","lineage":["https://openalex.org/I169199633"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kai Li","raw_affiliation_strings":["Aston University"],"raw_orcid":"https://orcid.org/0000-0002-0517-2392","affiliations":[{"raw_affiliation_string":"Aston University","institution_ids":["https://openalex.org/I169199633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100682859","display_name":"Hui Huang","orcid":"https://orcid.org/0000-0002-5134-2081","observed_orcids":["https://orcid.org/0000-0002-5134-2081","https://orcid.org/0000-0002-3976-8047"]},"institutions":[{"id":"https://openalex.org/I4210112527","display_name":"Luxembourg Institute of Science and Technology","ror":"https://ror.org/01t178j62","country_code":"LU","type":"nonprofit","lineage":["https://openalex.org/I4210112527"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Hui Huang","raw_affiliation_strings":["Luxembourg Institute of Science and Technology (LIST) 5 Avenue Des Hauts-fourneaux"],"raw_orcid":"https://orcid.org/0000-0002-5134-2081","affiliations":[{"raw_affiliation_string":"Luxembourg Institute of Science and Technology (LIST) 5 Avenue Des Hauts-fourneaux","institution_ids":["https://openalex.org/I4210112527"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":"https://orcid.org/0000-0002-6606-5822","observed_orcids":["https://orcid.org/0000-0002-6606-5822"]},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["University of Houston"],"raw_orcid":"https://orcid.org/0000-0002-6606-5822","affiliations":[{"raw_affiliation_string":"University of Houston","institution_ids":["https://openalex.org/I44461941"]}]}],"institutions":[],"countries_distinct_count":7,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":{"value":2645,"currency":"USD","value_usd":2645},"fwci":11.328,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":{"value":0.98430916,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.7660999894142151,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.7660999894142151,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.11659999936819077,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.05559999868273735,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human-in-the-loop-machine-learning","display_name":"human-in-the-loop learning","score":0.9919999837875366},{"id":"https://openalex.org/keywords/autonomous-vehicles","display_name":"autonomous vehicles","score":1.0},{"id":"https://openalex.org/keywords/curriculum-learning","display_name":"curriculum learning","score":0.8920000195503235},{"id":"https://openalex.org/keywords/human-in-the-loop-reinforcement-learning","display_name":"human-in-the-loop reinforcement learning","score":0.9919999837875366},{"id":"https://openalex.org/keywords/active-learning-machine-learning","display_name":"active learning (machine learning)","score":0.9990000128746033},{"id":"https://openalex.org/keywords/autonomous-vehicle-safety","display_name":"autonomous vehicle safety","score":0.6549999713897705},{"id":"https://openalex.org/keywords/ethical-ai","display_name":"ethical AI","score":0.597000002861023},{"id":"https://openalex.org/keywords/reward-shaping","display_name":"reward shaping","score":0.7400000095367432},{"id":"https://openalex.org/keywords/preference-feedback","display_name":"preference feedback","score":0.8109999895095825},{"id":"https://openalex.org/keywords/uav-swarm-coordination","display_name":"UAV swarm coordination","score":0.5860000252723694},{"id":"https://openalex.org/keywords/in-context-learning","display_name":"in-context learning","score":0.6930000185966492},{"id":"https://openalex.org/keywords/human-oversight","display_name":"human oversight","score":0.41100001335144043},{"id":"https://openalex.org/keywords/transparency-and-accountability","display_name":"transparency and accountability","score":0.5139999985694885}],"concepts":[{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.7209725975990295},{"id":"https://openalex.org/C184670325","wikidata":"https://www.wikidata.org/wiki/Q512604","display_name":"Loop (graph theory)","level":2,"score":0.541667640209198},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.43960872292518616},{"id":"https://openalex.org/C146047270","wikidata":"https://www.wikidata.org/wiki/Q469666","display_name":"Human\u2013machine system","level":2,"score":0.4351421296596527},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3962509036064148},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3568650484085083},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.35396844148635864},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.34929603338241577},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2522318363189697},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06169697642326355},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/jiot.2026.3748836","doi":"https://doi.org/10.1109/jiot.2026.3748836","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jiot.2026.3748836","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","dongbi-b","jufo-2","norway-2","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2408.12548","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2408.12548","pdf_url":"https://arxiv.org/pdf/2408.12548","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2408.12548","doi":"https://doi.org/10.48550/arxiv.2408.12548","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2408.12548","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1109/jiot.2026.3748836","doi":"https://doi.org/10.1109/jiot.2026.3748836","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jiot.2026.3748836","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","dongbi-b","jufo-2","norway-2","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403585446.pdf","grobid_xml":"https://content.openalex.org/works/W4403585446.grobid-xml"},"referenced_works_count":6,"referenced_works":["https://openalex.org/W2575120333","https://openalex.org/W4224912475","https://openalex.org/W4285483684","https://openalex.org/W4403182576","https://openalex.org/W4405787549","https://openalex.org/W4413925070"],"related_works":["https://openalex.org/W7165861203","https://openalex.org/W2996048612","https://openalex.org/W7029694306","https://openalex.org/W7155610119","https://openalex.org/W6911779658","https://openalex.org/W7109095945","https://openalex.org/W3188355489","https://openalex.org/W4415336212","https://openalex.org/W4403846071","https://openalex.org/W4396758988"],"abstract_inverted_index":{"Machine":[0,54],"Learning":[1,55,96,100,108],"(ML)":[2],"has":[3],"become":[4],"central":[5],"to":[6,123],"Autonomous":[7],"Vehicles":[8],"(AVs),":[9],"supporting":[10],"perception,":[11,186],"prediction,":[12],"planning,":[13,129,138],"control,":[14],"and":[15,26,37,74,80,110,139,155,165,174,176,195,214,228,237],"decision-making":[16],"in":[17,24,57],"dynamic":[18],"environments.":[19],"However,":[20],"achieving":[21],"full":[22],"autonomy":[23],"cluttered":[25],"complex":[27,38,124],"scenarios,":[28],"such":[29],"as":[30,202],"intricate":[31],"intersections,":[32],"diverse":[33],"scenes,":[34],"varied":[35],"trajectories,":[36],"missions,":[39],"remains":[40],"challenging;":[41],"moreover,":[42],"data":[43,132,235],"labeling":[44],"is":[45,61],"still":[46],"a":[47,86],"major":[48],"bottleneck.":[49],"These":[50],"limitations":[51],"motivate":[52],"Human-in-the-Loop":[53,98,102],"(HITL-ML),":[56],"which":[58],"human":[59,208,217],"input":[60],"incorporated":[62],"through":[63,147,172],"validation,":[64],"annotation,":[65],"task":[66],"organization,":[67],"reward":[68,148],"design,":[69],"action":[70,150],"correction,":[71],"preference":[72],"feedback,":[73,154],"supervisory":[75],"intervention.":[76,167],"To":[77],"advance":[78],"safe":[79],"ethical":[81,111],"autonomy,":[82],"this":[83],"paper":[84],"presents":[85],"tutorial":[87],"survey":[88],"of":[89,216],"HITL-ML":[90],"for":[91,185,205,232],"AVs,":[92],"focusing":[93],"on":[94,226],"Curriculum":[95],"(CL),":[97],"Reinforcement":[99],"(HITL-RL),":[101],"Large":[103],"Language":[104],"Models":[105],"(HITL-LLMs),":[106],"Active":[107],"(AL),":[109],"principles.":[112],"We":[113,143],"first":[114],"review":[115,170],"CL":[116],"methods":[117],"that":[118],"structure":[119],"training":[120],"from":[121],"simple":[122],"tasks,":[125],"covering":[126],"navigation,":[127],"path":[128],"obstacle":[130],"avoidance,":[131],"collection,":[133],"landing,":[134],"intersection":[135],"handling,":[136],"motion":[137],"UAV":[140],"swarm":[141],"coordination.":[142],"then":[144],"examine":[145],"HITL-RL":[146],"shaping,":[149],"injection,":[151],"demonstrations,":[152],"preference-based":[153],"interactive":[156],"learning,":[157],"emphasizing":[158],"improved":[159],"learning":[160,231],"efficiency,":[161],"safer":[162],"policy":[163],"exploration,":[164],"real-time":[166],"Next,":[168],"we":[169,182,220],"HITL-LLM":[171],"collaboration":[173],"oversight":[175],"specify":[177],"key":[178],"challenges.":[179],"After":[180],"that,":[181],"discuss":[183],"AL":[184],"anomaly":[187],"detection,":[188,192],"semantic":[189],"mapping,":[190],"object":[191],"vehicle":[193],"recognition,":[194],"security-related":[196],"classification.":[197],"Ethical":[198],"principles":[199],"are":[200],"reviewed":[201],"technical":[203],"requirements":[204],"transparency,":[206],"accountability,":[207],"oversight,":[209],"safety,":[210],"security,":[211],"regulatory":[212],"compliance,":[213],"reliability":[215],"input.":[218],"Finally,":[219],"present":[221],"two":[222],"oracle-in-the-loop":[223],"case":[224],"studies":[225],"HITL-DQN":[227],"oracle-assisted":[229],"in-context":[230],"UAV-assisted":[233],"IoT":[234],"collection":[236],"identify":[238],"open":[239],"research":[240],"directions.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":3}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2024-10-21T00:00:00"}