{"id":"https://openalex.org/W4407894474","doi":"https://doi.org/10.1007/s10462-025-11129-6","title":"A novel reinforcement learning-based multi-operator differential evolution with cubic spline for the path planning problem","display_name":"A novel reinforcement learning-based multi-operator differential evolution with cubic spline for the path planning problem","publication_year":2025,"publication_date":"2025-02-24","ids":{"openalex":"https://openalex.org/W4407894474","doi":"https://doi.org/10.1007/s10462-025-11129-6"},"language":"en","primary_location":{"id":"doi:10.1007/s10462-025-11129-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-025-11129-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-025-11129-6.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10462-025-11129-6.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008168853","display_name":"Mohamed Reda","orcid":"https://orcid.org/0000-0002-6865-1315"},"institutions":[{"id":"https://openalex.org/I159247623","display_name":"Mansoura University","ror":"https://ror.org/01k8vtd75","country_code":"EG","type":"education","lineage":["https://openalex.org/I159247623"]},{"id":"https://openalex.org/I185852735","display_name":"University of Lancashire","ror":"https://ror.org/010jbqd54","country_code":"GB","type":"education","lineage":["https://openalex.org/I185852735"]}],"countries":["EG","GB"],"is_corresponding":true,"raw_author_name":"Mohamed Reda","raw_affiliation_strings":["Computers and Control Systems Engineering Department, Faculty of Engineering, Mansoura University, Mansoura, 35516, Egypt","School of Engineering, University of Central Lancashire, Preston, PR1 2HE, UK"],"affiliations":[{"raw_affiliation_string":"Computers and Control Systems Engineering Department, Faculty of Engineering, Mansoura University, Mansoura, 35516, Egypt","institution_ids":["https://openalex.org/I159247623"]},{"raw_affiliation_string":"School of Engineering, University of Central Lancashire, Preston, PR1 2HE, UK","institution_ids":["https://openalex.org/I185852735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073772801","display_name":"Ahmed Onsy","orcid":"https://orcid.org/0000-0003-0803-5374"},"institutions":[{"id":"https://openalex.org/I185852735","display_name":"University of Lancashire","ror":"https://ror.org/010jbqd54","country_code":"GB","type":"education","lineage":["https://openalex.org/I185852735"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ahmed Onsy","raw_affiliation_strings":["School of Engineering, University of Central Lancashire, Preston, PR1 2HE, UK"],"affiliations":[{"raw_affiliation_string":"School of Engineering, University of Central Lancashire, Preston, PR1 2HE, UK","institution_ids":["https://openalex.org/I185852735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052005274","display_name":"Amira Y. Haikal","orcid":null},"institutions":[{"id":"https://openalex.org/I159247623","display_name":"Mansoura University","ror":"https://ror.org/01k8vtd75","country_code":"EG","type":"education","lineage":["https://openalex.org/I159247623"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Amira Y. Haikal","raw_affiliation_strings":["Computers and Control Systems Engineering Department, Faculty of Engineering, Mansoura University, Mansoura, 35516, Egypt"],"affiliations":[{"raw_affiliation_string":"Computers and Control Systems Engineering Department, Faculty of Engineering, Mansoura University, Mansoura, 35516, Egypt","institution_ids":["https://openalex.org/I159247623"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038007564","display_name":"Ali Ghanbari Sorkhi","orcid":"https://orcid.org/0000-0001-7064-5857"},"institutions":[{"id":"https://openalex.org/I185852735","display_name":"University of Lancashire","ror":"https://ror.org/010jbqd54","country_code":"GB","type":"education","lineage":["https://openalex.org/I185852735"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ali Ghanbari","raw_affiliation_strings":["School of Engineering, University of Central Lancashire, Preston, PR1 2HE, UK"],"affiliations":[{"raw_affiliation_string":"School of Engineering, University of Central Lancashire, Preston, PR1 2HE, UK","institution_ids":["https://openalex.org/I185852735"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5008168853"],"corresponding_institution_ids":["https://openalex.org/I159247623","https://openalex.org/I185852735"],"apc_list":{"value":2490,"currency":"EUR","value_usd":3090},"apc_paid":{"value":2490,"currency":"EUR","value_usd":3090},"fwci":40.6796,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.99722215,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"58","issue":"5","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14083","display_name":"Extremum Seeking Control Systems","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7109931111335754},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6907998919487},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5430958867073059},{"id":"https://openalex.org/keywords/differential-evolution","display_name":"Differential evolution","score":0.5282356142997742},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.5062102675437927},{"id":"https://openalex.org/keywords/operator","display_name":"Operator (biology)","score":0.4696851074695587},{"id":"https://openalex.org/keywords/spline","display_name":"Spline (mechanical)","score":0.4296950697898865},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4108216166496277},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3127046227455139},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21165573596954346},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09660810232162476}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7109931111335754},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6907998919487},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5430958867073059},{"id":"https://openalex.org/C74750220","wikidata":"https://www.wikidata.org/wiki/Q2662197","display_name":"Differential evolution","level":2,"score":0.5282356142997742},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.5062102675437927},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.4696851074695587},{"id":"https://openalex.org/C10390562","wikidata":"https://www.wikidata.org/wiki/Q581809","display_name":"Spline (mechanical)","level":2,"score":0.4296950697898865},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4108216166496277},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3127046227455139},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21165573596954346},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09660810232162476},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C158448853","wikidata":"https://www.wikidata.org/wiki/Q425218","display_name":"Repressor","level":4,"score":0.0},{"id":"https://openalex.org/C86339819","wikidata":"https://www.wikidata.org/wiki/Q407384","display_name":"Transcription factor","level":3,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10462-025-11129-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-025-11129-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-025-11129-6.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},{"id":"pmh:oai:clok.uclan.ac.uk:54460","is_oa":false,"landing_page_url":"http://orcid.org/0000-0002-6865-1315>,","pdf_url":null,"source":{"id":"https://openalex.org/S4306402361","display_name":"CLOK (University of Central Lancashire)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I185852735","host_organization_name":"University of Lancashire","host_organization_lineage":["https://openalex.org/I185852735"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":{"id":"doi:10.1007/s10462-025-11129-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-025-11129-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-025-11129-6.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.49000000953674316,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4407894474.pdf"},"referenced_works_count":100,"referenced_works":["https://openalex.org/W35082804","https://openalex.org/W883434633","https://openalex.org/W1605708511","https://openalex.org/W1999284878","https://openalex.org/W2061438946","https://openalex.org/W2096166399","https://openalex.org/W2112036188","https://openalex.org/W2168081761","https://openalex.org/W2290883490","https://openalex.org/W2505763307","https://openalex.org/W2794700355","https://openalex.org/W2808295444","https://openalex.org/W2826386260","https://openalex.org/W2903353617","https://openalex.org/W2919979744","https://openalex.org/W2946469828","https://openalex.org/W2953303875","https://openalex.org/W2963079702","https://openalex.org/W2964247400","https://openalex.org/W2973184394","https://openalex.org/W2980799416","https://openalex.org/W2987963152","https://openalex.org/W2991580137","https://openalex.org/W2995416367","https://openalex.org/W2996849375","https://openalex.org/W2997600762","https://openalex.org/W3001556919","https://openalex.org/W3008505905","https://openalex.org/W3008773008","https://openalex.org/W3012066402","https://openalex.org/W3012109984","https://openalex.org/W3038231674","https://openalex.org/W3040469843","https://openalex.org/W3044457827","https://openalex.org/W3045788253","https://openalex.org/W3049476973","https://openalex.org/W3080604589","https://openalex.org/W3083328146","https://openalex.org/W3090270894","https://openalex.org/W3091649779","https://openalex.org/W3092821302","https://openalex.org/W3104621635","https://openalex.org/W3109943374","https://openalex.org/W3120085890","https://openalex.org/W3124075993","https://openalex.org/W3128130598","https://openalex.org/W3131359197","https://openalex.org/W3132297558","https://openalex.org/W3143901407","https://openalex.org/W3162602679","https://openalex.org/W3169727428","https://openalex.org/W3181591493","https://openalex.org/W3184078521","https://openalex.org/W3189571372","https://openalex.org/W3199967553","https://openalex.org/W3216235509","https://openalex.org/W3217170181","https://openalex.org/W3217375820","https://openalex.org/W4206296908","https://openalex.org/W4207072128","https://openalex.org/W4210256706","https://openalex.org/W4210942808","https://openalex.org/W4220893856","https://openalex.org/W4220967322","https://openalex.org/W4221061306","https://openalex.org/W4226019470","https://openalex.org/W4233415207","https://openalex.org/W4283573899","https://openalex.org/W4285042965","https://openalex.org/W4285222628","https://openalex.org/W4285507547","https://openalex.org/W4288047697","https://openalex.org/W4288057857","https://openalex.org/W4290755538","https://openalex.org/W4293820895","https://openalex.org/W4296095750","https://openalex.org/W4310124294","https://openalex.org/W4310295262","https://openalex.org/W4310809824","https://openalex.org/W4312560682","https://openalex.org/W4315647031","https://openalex.org/W4320730478","https://openalex.org/W4322621062","https://openalex.org/W4360854427","https://openalex.org/W4361253121","https://openalex.org/W4364382741","https://openalex.org/W4365509779","https://openalex.org/W4379010291","https://openalex.org/W4382052925","https://openalex.org/W4386837235","https://openalex.org/W4387300638","https://openalex.org/W4388868804","https://openalex.org/W4390562070","https://openalex.org/W4390810698","https://openalex.org/W4392881682","https://openalex.org/W4393098597","https://openalex.org/W4395448724","https://openalex.org/W4396910085","https://openalex.org/W4400722408","https://openalex.org/W6675667462"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Abstract":[0],"Path":[1,75],"planning":[2],"in":[3,36,152,243,263,291],"autonomous":[4],"driving":[5,293],"systems":[6],"remains":[7],"a":[8,69,113,138,157,180,200,276,280],"critical":[9],"challenge,":[10],"requiring":[11],"algorithms":[12,42,51,109,238],"capable":[13],"of":[14,253,270],"generating":[15],"safe,":[16],"efficient,":[17],"and":[18,26,34,96,116,126,140,188,225,241,247,256,299,311,319,323],"reliable":[19],"routes.":[20],"Existing":[21],"state-of-the-art":[22,232],"methods,":[23],"including":[24,234],"graph-based":[25],"sampling-based":[27],"approaches,":[28,150],"often":[29,57],"produce":[30],"sharp,":[31],"suboptimal":[32],"paths":[33,167,193,290],"struggle":[35],"complex":[37],"search":[38,172],"spaces,":[39],"while":[40],"trajectory-based":[41],"suffer":[43],"from":[44],"high":[45],"computational":[46],"costs.":[47],"Recently,":[48],"meta-heuristic":[49],"optimization":[50],"have":[52],"shown":[53],"effective":[54],"performance":[55],"but":[56,161],"lack":[58],"learning":[59,84],"ability":[60],"due":[61],"to":[62,122,165,174],"their":[63],"inherent":[64],"randomness.":[65],"This":[66],"paper":[67],"introduces":[68,179],"unified":[70],"benchmarking":[71],"framework,":[72],"named":[73],"Reda\u2019s":[74],"Planning":[76],"Benchmark":[77],"2024":[78],"(RP2B-24),":[79],"alongside":[80],"two":[81,292],"novel":[82],"reinforcement":[83],"(RL)-based":[85],"path-planning":[86,146],"algorithms:":[87],"Q-Spline":[88,98],"Multi-Operator":[89,99],"Differential":[90,100],"Evolution":[91,101],"(QSMODE),":[92,258],"utilizing":[93],"Q-learning":[94],"(Q-tables),":[95],"Deep":[97,105],"(DQSMODE),":[102],"based":[103,168,190],"on":[104,169,191,275],"Q-networks":[106],"(DQN).":[107],"Both":[108],"are":[110],"integrated":[111],"under":[112],"single":[114],"framework":[115],"enhanced":[117],"with":[118,259],"cubic":[119],"spline":[120],"interpolation":[121],"improve":[123],"path":[124,176],"smoothness":[125],"adaptability.":[127],"The":[128,237,267,304],"proposed":[129,309],"RP2B-24":[130],"library":[131],"comprises":[132],"50":[133],"distinct":[134],"benchmark":[135,310],"problems,":[136],"offering":[137],"comprehensive":[139],"generalizable":[141],"testing":[142],"ground":[143],"for":[144,185,301,307,316],"diverse":[145],"algorithms.":[147],"Unlike":[148],"traditional":[149],"RL":[151,214],"QSMODE/DQSMODE":[153,178],"is":[154,162,313],"not":[155],"merely":[156],"parameter":[158],"adjustment":[159],"method":[160,203],"fully":[163],"utilized":[164],"generate":[166],"the":[170,186,195,235,244,264,271,288,296,308],"accumulated":[171],"experience":[173],"enhance":[175],"quality.":[177],"unique":[181],"self-training":[182],"update":[183,202,222],"mechanism":[184],"Q-table":[187,221],"DQN":[189],"candidate":[192],"within":[194],"algorithm\u2019s":[196,297],"population,":[197],"complemented":[198],"by":[199],"secondary":[201],"that":[204],"increases":[205],"population":[206],"diversity":[207],"through":[208],"random":[209],"action":[210],"selection.":[211],"An":[212],"adaptive":[213],"switching":[215],"probability":[216],"dynamically":[217],"alternates":[218],"between":[219],"these":[220],"modes.":[223],"DQSMODE":[224],"QSMODE":[226],"demonstrated":[227],"superior":[228],"performance,":[229],"outperforming":[230],"22":[231],"algorithms,":[233],"IMODEII.":[236],"ranked":[239],"first":[240],"second":[242],"Friedman":[245],"test":[246],"SNE-SR":[248],"ranking":[249],"test,":[250],"achieving":[251],"scores":[252],"99.2877":[254],"(DQSMODE)":[255],"93.0463":[257],"statistically":[260],"significant":[261],"results":[262],"Wilcoxon":[265],"test.":[266],"practical":[268],"applicability":[269],"algorithm":[272,312],"was":[273],"validated":[274],"ROS-based":[277],"system":[278],"using":[279],"four-wheel":[281],"differential":[282],"drive":[283],"robot,":[284],"which":[285],"successfully":[286],"followed":[287],"planned":[289],"scenarios,":[294],"demonstrating":[295],"feasibility":[298],"effectiveness":[300],"real-world":[302],"scenarios.":[303],"source":[305],"code":[306],"publicly":[314],"available":[315],"further":[317],"research":[318],"experimentation":[320],"at:":[321],"https://github.com/MohamedRedaMu/RP2B24-Benchmark":[322],"https://github.com/MohamedRedaMu/QSMODEAlgorithm":[324],".":[325]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":10}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}