{"id":"https://openalex.org/W4322775483","doi":"https://doi.org/10.3390/systems11030134","title":"Deep Reinforcement Learning Reward Function Design for Autonomous Driving in Lane-Free Traffic","display_name":"Deep Reinforcement Learning Reward Function Design for Autonomous Driving in Lane-Free Traffic","publication_year":2023,"publication_date":"2023-03-02","ids":{"openalex":"https://openalex.org/W4322775483","doi":"https://doi.org/10.3390/systems11030134"},"language":"en","primary_location":{"id":"doi:10.3390/systems11030134","is_oa":true,"landing_page_url":"https://doi.org/10.3390/systems11030134","pdf_url":"https://www.mdpi.com/2079-8954/11/3/134/pdf?version=1677741471","source":{"id":"https://openalex.org/S4210219410","display_name":"Systems","issn_l":"2079-8954","issn":["2079-8954"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2079-8954/11/3/134/pdf?version=1677741471","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073386122","display_name":"Athanasia Karalakou","orcid":"https://orcid.org/0000-0003-0911-9692"},"institutions":[{"id":"https://openalex.org/I55741626","display_name":"Technical University of Crete","ror":"https://ror.org/03f8bz564","country_code":"GR","type":"education","lineage":["https://openalex.org/I55741626"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Athanasia Karalakou","raw_affiliation_strings":["School of Electrical and Computer Engineering, Technical University of Crete, 73100 Chania, Greece"],"raw_orcid":"https://orcid.org/0000-0003-0911-9692","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Technical University of Crete, 73100 Chania, Greece","institution_ids":["https://openalex.org/I55741626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020435954","display_name":"Dimitrios Troullinos","orcid":"https://orcid.org/0000-0003-3228-3888"},"institutions":[{"id":"https://openalex.org/I55741626","display_name":"Technical University of Crete","ror":"https://ror.org/03f8bz564","country_code":"GR","type":"education","lineage":["https://openalex.org/I55741626"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Dimitrios Troullinos","raw_affiliation_strings":["School of Production Engineering and Management, Technical University of Crete, 73100 Chania, Greece"],"raw_orcid":"https://orcid.org/0000-0003-3228-3888","affiliations":[{"raw_affiliation_string":"School of Production Engineering and Management, Technical University of Crete, 73100 Chania, Greece","institution_ids":["https://openalex.org/I55741626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029088756","display_name":"Georgios Chalkiadakis","orcid":"https://orcid.org/0000-0002-0716-2972"},"institutions":[{"id":"https://openalex.org/I55741626","display_name":"Technical University of Crete","ror":"https://ror.org/03f8bz564","country_code":"GR","type":"education","lineage":["https://openalex.org/I55741626"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Georgios Chalkiadakis","raw_affiliation_strings":["School of Electrical and Computer Engineering, Technical University of Crete, 73100 Chania, Greece"],"raw_orcid":"https://orcid.org/0000-0002-0716-2972","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Technical University of Crete, 73100 Chania, Greece","institution_ids":["https://openalex.org/I55741626"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071405020","display_name":"Markos Papageorgiou","orcid":"https://orcid.org/0000-0001-5821-4982"},"institutions":[{"id":"https://openalex.org/I55741626","display_name":"Technical University of Crete","ror":"https://ror.org/03f8bz564","country_code":"GR","type":"education","lineage":["https://openalex.org/I55741626"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Markos Papageorgiou","raw_affiliation_strings":["School of Production Engineering and Management, Technical University of Crete, 73100 Chania, Greece"],"raw_orcid":"https://orcid.org/0000-0001-5821-4982","affiliations":[{"raw_affiliation_string":"School of Production Engineering and Management, Technical University of Crete, 73100 Chania, Greece","institution_ids":["https://openalex.org/I55741626"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5020435954"],"corresponding_institution_ids":["https://openalex.org/I55741626"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":3.1486,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.9160921,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"11","issue":"3","first_page":"134","last_page":"134"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.813271164894104},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.676308274269104},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.6573032140731812},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5776598453521729},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5660859942436218},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.47559651732444763},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41932931542396545},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07598426938056946},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.06985253095626831}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.813271164894104},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.676308274269104},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.6573032140731812},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5776598453521729},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5660859942436218},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.47559651732444763},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41932931542396545},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07598426938056946},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.06985253095626831},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/systems11030134","is_oa":true,"landing_page_url":"https://doi.org/10.3390/systems11030134","pdf_url":"https://www.mdpi.com/2079-8954/11/3/134/pdf?version=1677741471","source":{"id":"https://openalex.org/S4210219410","display_name":"Systems","issn_l":"2079-8954","issn":["2079-8954"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b108bf04d0e04dc1b14b4ff84f5de6d1","is_oa":true,"landing_page_url":"https://doaj.org/article/b108bf04d0e04dc1b14b4ff84f5de6d1","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Systems, Vol 11, Iss 3, p 134 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2079-8954/11/3/134/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/systems11030134","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Systems","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/systems11030134","is_oa":true,"landing_page_url":"https://doi.org/10.3390/systems11030134","pdf_url":"https://www.mdpi.com/2079-8954/11/3/134/pdf?version=1677741471","source":{"id":"https://openalex.org/S4210219410","display_name":"Systems","issn_l":"2079-8954","issn":["2079-8954"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2721761430","display_name":null,"funder_award_id":"833915","funder_id":"https://openalex.org/F4320334678","funder_display_name":"European Research Council"}],"funders":[{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4322775483.pdf"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1714211023","https://openalex.org/W2076337359","https://openalex.org/W2165150801","https://openalex.org/W2173248099","https://openalex.org/W2173564293","https://openalex.org/W2290354866","https://openalex.org/W2567313529","https://openalex.org/W2746553466","https://openalex.org/W2898696016","https://openalex.org/W2900798285","https://openalex.org/W2918949733","https://openalex.org/W2950471160","https://openalex.org/W2951799221","https://openalex.org/W2968983352","https://openalex.org/W2980522920","https://openalex.org/W3090027660","https://openalex.org/W3101981467","https://openalex.org/W3119746519","https://openalex.org/W3121522876","https://openalex.org/W3127561923","https://openalex.org/W3138181334","https://openalex.org/W3156839620","https://openalex.org/W3177107998","https://openalex.org/W3193464862","https://openalex.org/W3205284056","https://openalex.org/W3209479811","https://openalex.org/W4210529491","https://openalex.org/W4241521318","https://openalex.org/W4285600474","https://openalex.org/W4298166938","https://openalex.org/W4302570325","https://openalex.org/W4308080044","https://openalex.org/W4308080111","https://openalex.org/W4312577587","https://openalex.org/W6669402789","https://openalex.org/W6687681856","https://openalex.org/W6713134421","https://openalex.org/W6775522024","https://openalex.org/W6775686901","https://openalex.org/W6785645550"],"related_works":["https://openalex.org/W2366107444","https://openalex.org/W4388145910","https://openalex.org/W2381570729","https://openalex.org/W1976205134","https://openalex.org/W4248336175","https://openalex.org/W2031260042","https://openalex.org/W2391445434","https://openalex.org/W3009369890","https://openalex.org/W4312490297","https://openalex.org/W2062212388"],"abstract_inverted_index":{"Lane-free":[0],"traffic":[1,88,94],"is":[2,44,126,136,255],"a":[3,118,176,182,199,231],"novel":[4],"research":[5],"domain,":[6],"in":[7,138,181,225,262],"which":[8,223],"vehicles":[9,56,192],"no":[10,45],"longer":[11],"adhere":[12],"to":[13,39,58,98,156,186,257],"the":[14,20,25,52,55,61,109,114,133,140,144,157,169,189,236,242,273],"notion":[15],"of":[16,54,74,117,143,152,162,197,238,267,272],"lanes,":[17],"and":[18,167,172,193,217,248],"consider":[19],"whole":[21],"lateral":[22],"space":[23],"within":[24],"road":[26],"boundaries.":[27],"This":[28],"constitutes":[29],"an":[30,95,105,128],"entirely":[31],"different":[32,150,239],"problem":[33],"domain":[34],"for":[35,79,86,92],"autonomous":[36,120,253],"driving":[37,121],"compared":[38],"lane-based":[40,69,80],"traffic,":[41],"as":[42,132],"there":[43],"leader":[46],"vehicle":[47,254],"or":[48],"lane-changing":[49],"operation.":[50],"Therefore,":[51],"observations":[53],"need":[57],"properly":[59,278],"accommodate":[60],"lane-free":[62,87,93,119],"environment":[63,158],"without":[64],"carrying":[65],"over":[66],"bias":[67],"from":[68],"approaches.":[70],"The":[71],"recent":[72],"successes":[73],"deep":[75,209,218],"reinforcement":[76],"learning":[77],"(DRL)":[78],"approaches,":[81],"along":[82],"with":[83,212,264],"emerging":[84],"work":[85],"environments,":[89],"render":[90],"DRL":[91,110,207],"interesting":[96],"endeavor":[97],"investigate.":[99],"In":[100],"this":[101],"paper,":[102],"we":[103,148,165,203,246],"provide":[104,230],"extensive":[106],"look":[107],"at":[108,159],"formulation,":[111],"focusing":[112],"on":[113,174,235],"reward":[115,130,134,153,177,244],"function":[116,178],"agent.":[122],"Our":[123,228],"main":[124],"interest":[125],"designing":[127],"effective":[129,260],"function,":[131],"model":[135],"crucial":[137],"determining":[139],"overall":[141],"efficiency":[142],"resulting":[145],"policy.":[146],"Specifically,":[147],"construct":[149],"components":[151,245,276],"functions":[154],"tied":[155],"various":[160,243],"levels":[161,266],"information.":[163],"Then,":[164],"combine":[166],"collate":[168],"aforementioned":[170],"components,":[171],"focus":[173],"attaining":[175],"that":[179,184,250],"results":[180,224],"policy":[183,220],"manages":[185],"both":[187],"reduce":[188],"collisions":[190],"among":[191,241],"address":[194],"their":[195],"requirement":[196],"maintaining":[198],"desired":[200],"speed.":[201],"Additionally,":[202],"employ":[204],"two":[205],"popular":[206],"algorithms\u2014namely,":[208],"Q-networks":[210],"(enhanced":[211],"some":[213],"commonly":[214],"used":[215],"extensions),":[216],"deterministic":[219],"gradient":[221],"(DDPG),":[222],"better":[226],"policies.":[227],"experiments":[229],"thorough":[232],"investigative":[233],"study":[234],"effectiveness":[237],"combinations":[240],"propose,":[247],"confirm":[249],"our":[251],"DRL-employing":[252],"able":[256],"gradually":[258],"learn":[259],"policies":[261],"environments":[263],"varying":[265],"difficulty,":[268],"especially":[269],"when":[270],"all":[271],"proposed":[274],"rewards":[275],"are":[277],"combined.":[279]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":3}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}