{"id":"https://openalex.org/W7154586092","doi":"https://doi.org/10.1109/access.2026.3684520","title":"A Comparative Study of DRL Algorithms for Map-Free Robot Navigation With Zero-Shot Sim-to-Real Transfer","display_name":"A Comparative Study of DRL Algorithms for Map-Free Robot Navigation With Zero-Shot Sim-to-Real Transfer","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7154586092","doi":"https://doi.org/10.1109/access.2026.3684520"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3684520","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3684520","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3684520","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101498257","display_name":"Taner Y\u0131lmaz","orcid":"https://orcid.org/0000-0002-1721-9071"},"institutions":[{"id":"https://openalex.org/I33976269","display_name":"Xerox (France)","ror":"https://ror.org/033q0mv79","country_code":"FR","type":"company","lineage":["https://openalex.org/I33976269","https://openalex.org/I4210132870"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Taner Yilmaz","raw_affiliation_strings":["Department of Mechatronics Engineering, Faculty of Technology, Fırat University, Elâzığ, Türkiye"],"raw_orcid":"https://orcid.org/0000-0002-1721-9071","affiliations":[{"raw_affiliation_string":"Department of Mechatronics Engineering, Faculty of Technology, Fırat University, Elâzığ, Türkiye","institution_ids":["https://openalex.org/I33976269"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078177442","display_name":"\u00d6m\u00fcr Aydo\u011fmu\u015f","orcid":"https://orcid.org/0000-0001-8142-1146"},"institutions":[{"id":"https://openalex.org/I33976269","display_name":"Xerox (France)","ror":"https://ror.org/033q0mv79","country_code":"FR","type":"company","lineage":["https://openalex.org/I33976269","https://openalex.org/I4210132870"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Omur Aydogmus","raw_affiliation_strings":["Department of Mechatronics Engineering, Faculty of Technology, Fırat University, Elâzığ, Türkiye"],"raw_orcid":"https://orcid.org/0000-0001-8142-1146","affiliations":[{"raw_affiliation_string":"Department of Mechatronics Engineering, Faculty of Technology, Fırat University, Elâzığ, Türkiye","institution_ids":["https://openalex.org/I33976269"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I33976269"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.4304068,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"60268","last_page":"60284"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.5177000164985657,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.5177000164985657,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.2946000099182129,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.01679999940097332,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.515500009059906},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.46860000491142273},{"id":"https://openalex.org/keywords/mobile-robot-navigation","display_name":"Mobile robot navigation","score":0.4189000129699707},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.34700000286102295},{"id":"https://openalex.org/keywords/navigation-system","display_name":"Navigation system","score":0.34439998865127563},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.33730000257492065}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7799000144004822},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5277000069618225},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.515500009059906},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.46860000491142273},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4440999925136566},{"id":"https://openalex.org/C26990112","wikidata":"https://www.wikidata.org/wiki/Q6887224","display_name":"Mobile robot navigation","level":5,"score":0.4189000129699707},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.34700000286102295},{"id":"https://openalex.org/C2777891301","wikidata":"https://www.wikidata.org/wiki/Q3475123","display_name":"Navigation system","level":2,"score":0.34439998865127563},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.33730000257492065},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.335099995136261},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.31779998540878296},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.2703999876976013},{"id":"https://openalex.org/C196467688","wikidata":"https://www.wikidata.org/wiki/Q1851985","display_name":"Telerobotics","level":4,"score":0.25999999046325684}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3684520","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3684520","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4ab92818130c4c20bb7103b318c779fc","is_oa":false,"landing_page_url":"https://doaj.org/article/4ab92818130c4c20bb7103b318c779fc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 60268-60284 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3684520","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3684520","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6074291831","display_name":null,"funder_award_id":"TEKF.25.28","funder_id":"https://openalex.org/F4320335557","funder_display_name":"Firat University Scientific Research Projects Management Unit"}],"funders":[{"id":"https://openalex.org/F4320335557","display_name":"Firat University Scientific Research Projects Management Unit","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"an":[3,98,206],"empirical":[4],"benchmark":[5],"of":[6,42,210,235],"map-free":[7],"deep":[8],"reinforcement":[9],"learning":[10,145],"(DRL)":[11],"for":[12,27,110],"goal-driven":[13],"indoor":[14,228,255],"navigation":[15,59],"using":[16,132],"LiDAR-only":[17],"perception":[18],"and":[19,50,91,117,120,134,143,162,195,218,233,241,249],"continuous":[20],"control,":[21],"together":[22],"with":[23],"a":[24,114,191,196],"reproducible":[25],"pipeline":[26],"zero-shot":[28],"sim-to-real":[29,174,204],"transfer.":[30],"A":[31],"custom":[32],"Python":[33,189],"simulator":[34],"is":[35,179,223],"introduced":[36],"in":[37,170],"which,":[38],"at":[39],"the":[40,45,154,176,188,201],"start":[41,46],"each":[43,65],"episode,":[44],"pose,":[47],"goal":[48],"position,":[49],"obstacle":[51],"layout":[52],"are":[53,72,122,130,147,244],"randomly":[54],"sampled":[55],"to":[56,167,246],"generate":[57],"diverse":[58],"scenarios;":[60],"obstacles":[61],"remain":[62],"static":[63,227,254],"during":[64],"rollout.":[66],"Five":[67],"widely":[68],"used":[69],"DRL":[70],"baselines":[71],"examined:":[73],"Proximal":[74],"Policy":[75,88,94],"Optimization":[76],"(PPO),":[77],"Soft":[78],"Actor-Critic":[79,82],"(SAC),":[80],"Advantage":[81],"(A2C),":[83],"Twin":[84],"Delayed":[85],"Deep":[86,92],"Deterministic":[87,93],"Gradient":[89,95],"(TD3),":[90],"(DDPG).":[96],"After":[97],"initial":[99],"10,000-episode":[100],"feasibility":[101],"screening,":[102],"all":[103],"five":[104,125],"methods":[105],"were":[106],"trained":[107],"from":[108],"scratch":[109],"100,000":[111],"episodes":[112,213],"under":[113,225,251],"unified":[115],"observation":[116],"reward":[118,141],"design,":[119],"results":[121],"averaged":[123],"over":[124,214],"independent":[126],"training":[127],"seeds.":[128],"Hyperparameters":[129],"tuned":[131],"Optuna,":[133],"practical":[135],"refinements":[136],"(state":[137],"normalisation,":[138],"LiDAR":[139],"densification,":[140],"shaping,":[142],"cosine-annealed":[144],"rates)":[146],"assessed":[148],"via":[149],"ablation":[150],"studies.":[151],"PPO":[152,177],"achieves":[153],"best":[155],"overall":[156],"trade-off":[157],"between":[158],"success,":[159],"collision":[160],"risk,":[161],"path":[163,236],"efficiency,":[164],"reaching":[165],"up":[166],"97.6%":[168],"success":[169],"simulation":[171],"(seed-averaged).":[172],"For":[173],"validation,":[175],"policy":[178],"deployed":[180],"without":[181],"fine-tuning":[182],"across":[183],"three":[184],"aligned":[185,202],"evaluation":[186,209],"testbeds:":[187],"simulator,":[190],"ROS/Gazebo":[192],"digital":[193],"twin,":[194],"TurtleBot3":[197],"Burger":[198],"arena.":[199],"Beyond":[200],"three-domain":[203],"testbeds,":[205],"extended":[207],"real-robot":[208],"100":[211],"repeated":[212,252],"two":[215,219],"fixed":[216],"layouts":[217],"predefined":[220],"start/goal":[221],"configurations":[222],"reported":[224,245],"controlled":[226,253],"conditions.":[229],"Distributional":[230],"statistics":[231],"(median":[232],"IQR)":[234],"length,":[237],"time-to-goal,":[238],"minimum":[239],"clearance,":[240],"near-miss":[242],"exposure":[243],"quantify":[247],"safety":[248],"efficiency":[250],"hardware":[256],"trials.":[257]},"counts_by_year":[],"updated_date":"2026-04-25T06:01:18.069262","created_date":"2026-04-17T00:00:00"}