{"id":"https://openalex.org/W4412597725","doi":"https://doi.org/10.7148/2025-0375","title":"Performance Evaluation Of Reinforcement Learning Algorithms For Navigation In Unstructured Environments","display_name":"Performance Evaluation Of Reinforcement Learning Algorithms For Navigation In Unstructured Environments","publication_year":2025,"publication_date":"2025-06-24","ids":{"openalex":"https://openalex.org/W4412597725","doi":"https://doi.org/10.7148/2025-0375"},"language":"en","primary_location":{"id":"doi:10.7148/2025-0375","is_oa":true,"landing_page_url":"https://doi.org/10.7148/2025-0375","pdf_url":"http://www.scs-europe.net/dlib/2025/ecms2025acceptedpapers/0375_simai_ecms2025_0042.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ECMS 2025 Proceedings edited by Marco Scarpa, Salvatore Cavalieri, Salvatore Serrano, Fabrizio De Vita","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://www.scs-europe.net/dlib/2025/ecms2025acceptedpapers/0375_simai_ecms2025_0042.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103147432","display_name":"Francesco Cancelliere","orcid":"https://orcid.org/0009-0004-0961-0419"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Francesco Cancelliere","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027772197","display_name":"Giuseppe Sutera","orcid":"https://orcid.org/0000-0001-6424-6286"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Giuseppe Sutera","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043466077","display_name":"Dario Calogero Guastella","orcid":"https://orcid.org/0000-0001-5007-7207"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dario Calogero Guastella","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031450889","display_name":"Simone Palazzo","orcid":"https://orcid.org/0000-0002-2441-0982"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simone Palazzo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059909785","display_name":"Giovanni Muscato","orcid":"https://orcid.org/0000-0001-5027-9239"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Giovanni Muscato","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5075815307","display_name":"Concetto Spampinato","orcid":"https://orcid.org/0000-0001-6653-2577"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Concetto Spampinato","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"375","last_page":"381"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9715999960899353,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9715999960899353,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7771963477134705},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7656160593032837},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43044471740722656},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3996736705303192},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3364349603652954}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7771963477134705},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7656160593032837},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43044471740722656},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3996736705303192},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3364349603652954}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.7148/2025-0375","is_oa":true,"landing_page_url":"https://doi.org/10.7148/2025-0375","pdf_url":"http://www.scs-europe.net/dlib/2025/ecms2025acceptedpapers/0375_simai_ecms2025_0042.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ECMS 2025 Proceedings edited by Marco Scarpa, Salvatore Cavalieri, Salvatore Serrano, Fabrizio De Vita","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.7148/2025-0375","is_oa":true,"landing_page_url":"https://doi.org/10.7148/2025-0375","pdf_url":"http://www.scs-europe.net/dlib/2025/ecms2025acceptedpapers/0375_simai_ecms2025_0042.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ECMS 2025 Proceedings edited by Marco Scarpa, Salvatore Cavalieri, Salvatore Serrano, Fabrizio De Vita","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412597725.pdf","grobid_xml":"https://content.openalex.org/works/W4412597725.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Autonomous":[0],"navigation":[1,20],"in":[2,39],"unstructured":[3],"outdoor":[4],"environments":[5],"presents":[6],"significant":[7],"challenges":[8],"due":[9,104],"to":[10,105],"the":[11,50,96],"complexity":[12],"and":[13,17,41,75,84,108],"variability":[14],"of":[15,52],"terrain":[16],"obstacles.":[18],"Traditional":[19],"methods":[21,102],"struggle":[22,103],"with":[23],"adaptability,":[24],"while":[25,100],"learning-based":[26],"approaches,":[27],"particularly":[28],"deep":[29,54],"Reinforcement":[30],"Learning":[31],"(RL),":[32],"have":[33],"shown":[34],"promise":[35],"but":[36],"faces":[37],"difficulties":[38],"generalization":[40],"data":[42],"efficiency.":[43],"To":[44],"address":[45],"these":[46],"challenges,":[47],"we":[48],"tested":[49],"performance":[51],"various":[53],"RL":[55],"algorithms":[56],"for":[57],"point-goal":[58],"navigation,":[59],"on":[60,67,81],"MIDGARD,":[61],"our":[62],"photorealistic":[63],"simulation":[64],"platform":[65],"built":[66],"Unreal":[68],"Engine.":[69],"We":[70],"compare":[71],"PPO,":[72],"A2C,":[73],"SAC,":[74],"TD3,":[76],"evaluating":[77],"their":[78],"effectiveness":[79],"based":[80],"success":[82,98],"rates":[83],"reward":[85],"progression.":[86],"Our":[87],"results":[88],"indicate":[89],"that":[90],"PPO":[91],"outperforms":[92],"other":[93],"algorithms,":[94],"achieving":[95],"highest":[97],"rate,":[99],"off-policy":[101],"inefficient":[106],"exploration":[107],"policy":[109],"updates.":[110]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}