{"id":"https://openalex.org/W4313065661","doi":"https://doi.org/10.1109/tits.2022.3219543","title":"cuRL: A Generic Framework for Bi-Criteria Optimum Path-Finding Based on Deep Reinforcement Learning","display_name":"cuRL: A Generic Framework for Bi-Criteria Optimum Path-Finding Based on Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4313065661","doi":"https://doi.org/10.1109/tits.2022.3219543"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2022.3219543","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3219543","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100408399","display_name":"Chao Chen","orcid":"https://orcid.org/0000-0003-2094-9734"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chao Chen","raw_affiliation_strings":["State Key Laboratory of Mechanical Transmission, Chongqing University, Chongqing, China","College of Computer Science, Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Mechanical Transmission, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023213934","display_name":"Lujia Li","orcid":"https://orcid.org/0000-0003-4314-6491"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lujia Li","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China","Key Laboratory of Dependable Service Computing in Cyber Physical Society, Chongqing University, Ministry of Education, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber Physical Society, Chongqing University, Ministry of Education, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101899595","display_name":"Mingyan Li","orcid":"https://orcid.org/0000-0002-6239-4872"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyan Li","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China","Key Laboratory of Dependable Service Computing in Cyber Physical Society, Chongqing University, Ministry of Education, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber Physical Society, Chongqing University, Ministry of Education, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109067573","display_name":"Ruiyuan Li","orcid":"https://orcid.org/0000-0002-6481-0657"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruiyuan Li","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China","Key Laboratory of Dependable Service Computing in Cyber Physical Society, Chongqing University, Ministry of Education, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber Physical Society, Chongqing University, Ministry of Education, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100439571","display_name":"Zhu Wang","orcid":"https://orcid.org/0000-0003-2368-8947"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhu Wang","raw_affiliation_strings":["Department of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023518578","display_name":"Fei Wu","orcid":"https://orcid.org/0000-0003-4196-0289"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Wu","raw_affiliation_strings":["State Key Laboratory of Mechanical Transmission, Chongqing University, Chongqing, China","College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Mechanical Transmission, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"College of Mechanical and Vehicle Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062643597","display_name":"Chaocan Xiang","orcid":"https://orcid.org/0000-0002-1473-6006"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaocan Xiang","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China","Key Laboratory of Dependable Service Computing in Cyber Physical Society, Chongqing University, Ministry of Education, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber Physical Society, Chongqing University, Ministry of Education, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100408399"],"corresponding_institution_ids":["https://openalex.org/I158842170"],"apc_list":null,"apc_paid":null,"fwci":1.7778,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.85112483,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.6338611841201782},{"id":"https://openalex.org/keywords/shortest-path-problem","display_name":"Shortest path problem","score":0.6095641255378723},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5886623859405518},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5419957637786865},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5311335921287537},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4850715696811676},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.435894250869751},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.42334532737731934},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.39401355385780334},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3872901499271393},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.22615531086921692},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20856055617332458},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.14705002307891846},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11976549029350281}],"concepts":[{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.6338611841201782},{"id":"https://openalex.org/C22590252","wikidata":"https://www.wikidata.org/wiki/Q1058754","display_name":"Shortest path problem","level":3,"score":0.6095641255378723},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5886623859405518},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5419957637786865},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5311335921287537},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4850715696811676},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.435894250869751},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.42334532737731934},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.39401355385780334},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3872901499271393},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.22615531086921692},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20856055617332458},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.14705002307891846},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11976549029350281},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2022.3219543","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3219543","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.550000011920929}],"awards":[{"id":"https://openalex.org/G1855217396","display_name":null,"funder_award_id":"CSTB2022NSCQ-MSX1029","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G4747258872","display_name":null,"funder_award_id":"62203077","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5262318579","display_name":null,"funder_award_id":"61872050","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6541423142","display_name":null,"funder_award_id":"2022M710523","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G8005209105","display_name":null,"funder_award_id":"62172066","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8871286114","display_name":null,"funder_award_id":"62202070","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8992452662","display_name":null,"funder_award_id":"2022CDJXY-020","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1708444016","https://openalex.org/W1969483458","https://openalex.org/W1995151908","https://openalex.org/W1996952448","https://openalex.org/W2000388817","https://openalex.org/W2001155602","https://openalex.org/W2030740234","https://openalex.org/W2031674781","https://openalex.org/W2034087592","https://openalex.org/W2061651455","https://openalex.org/W2073872423","https://openalex.org/W2105346617","https://openalex.org/W2112738128","https://openalex.org/W2129352331","https://openalex.org/W2145339207","https://openalex.org/W2168856631","https://openalex.org/W2169528473","https://openalex.org/W2199318833","https://openalex.org/W2216727636","https://openalex.org/W2227557434","https://openalex.org/W2315931337","https://openalex.org/W2565451271","https://openalex.org/W2746553466","https://openalex.org/W2809329936","https://openalex.org/W2899267640","https://openalex.org/W2952785130","https://openalex.org/W3016159818","https://openalex.org/W3016889590","https://openalex.org/W3080626793","https://openalex.org/W3088951242","https://openalex.org/W3090559339","https://openalex.org/W3132881848","https://openalex.org/W3134343811","https://openalex.org/W3143278329","https://openalex.org/W3153284818","https://openalex.org/W3190405541","https://openalex.org/W3196553050","https://openalex.org/W3200455703","https://openalex.org/W3202727299","https://openalex.org/W6631190155","https://openalex.org/W6750106230","https://openalex.org/W6784670912","https://openalex.org/W6803873758"],"related_works":["https://openalex.org/W1568779110","https://openalex.org/W804484174","https://openalex.org/W4244698559","https://openalex.org/W4246538999","https://openalex.org/W56933075","https://openalex.org/W2002361198","https://openalex.org/W2155467318","https://openalex.org/W122632647","https://openalex.org/W2060743914","https://openalex.org/W187779371"],"abstract_inverted_index":{"Traditional":[0],"path-finding":[1,40,122],"studies":[2,68],"basically":[3],"focus":[4],"on":[5,130,230],"planning":[6],"the":[7,10,15,27,37,66,94,146,155,159,175,197,211,231,245,249,252],"path":[8,44,168],"with":[9,26,72,102,166,239],"shortest":[11],"travel":[12,17],"distance":[13,45,169],"or":[14,50,76,90],"least":[16],"time":[18],"over":[19],"city":[20],"road":[21],"networks.":[22],"In":[23],"recent":[24],"years,":[25],"increasing":[28],"needs":[29],"of":[30,149,178,200,213,242,251],"diverse":[31,176],"routing":[32,95],"services":[33],"in":[34,62,107,170,182,234],"smart":[35],"cities,":[36],"bi-criteria":[38,120],"optimum":[39,121],"problem":[41],"(i.e.,":[42,221],"minimizing":[43],"and":[46,105,142,161,180,202,224],"optimizing":[47],"extra":[48],"cost":[49,89,104,160,179],"utility":[51,106,162,181],"according":[52],"to":[53,64,100,153,195,209],"users\u2019":[54],"preference)":[55],"has":[56],"drawn":[57],"wide":[58],"attention.":[59],"For":[60],"instance,":[61],"addition":[63],"distance,":[65],"previous":[67],"further":[69],"find":[70],"routes":[71],"more":[73],"scenery":[74],"(utility)":[75],"less":[77],"crime":[78,225],"risk":[79],"(cost).":[80],"However,":[81],"existing":[82],"works":[83],"are":[84,207,227],"scenario-oriented":[85],"which":[86],"optimize":[87],"specific":[88],"utility,":[91],"ignoring":[92],"that":[93,157],"planner":[96],"should":[97,163,185],"be":[98,164,186],"universal":[99],"deal":[101],"both":[103],"different":[108],"real-life":[109],"scenarios.":[110],"To":[111],"fill":[112],"this":[113,115],"gap,":[114],"paper":[116],"proposes":[117],"a":[118,138,171,189,240],"generic":[119],"framework":[123,254],"(":[124],"<bold":[125,150,214],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[126,151,215],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">cu</b>":[127],"RL)":[128],"based":[129,229],"deep":[131],"reinforcement":[132],"learning":[133],"(DRL).":[134],"Specifically,":[135],"we":[136],"design":[137],"novel":[139],"state":[140],"representation":[141],"reward":[143],"function":[144],"for":[145,255],"DRL":[147,201],"model":[148],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">cuRL</b>":[152,216],"overcome":[154],"challenges":[156],"1)":[158],"optimized":[165],"minimal":[167],"unified":[172],"manner;":[173],"2)":[174],"distributions":[177],"various":[183],"scenarios":[184],"well-addressed.":[187],"Then,":[188],"transition":[190],"preprocessing":[191],"method":[192],"is":[193],"proposed":[194,253],"enable":[196],"efficient":[198],"training":[199],"avoid":[203],"detours.":[204],"Finally,":[205],"simulations":[206],"performed":[208],"verify":[210],"effectiveness":[212],",":[217],"where":[218],"two":[219],"criteria":[220],"solar":[222],"radiation":[223],"risk)":[226],"modelled":[228],"real-world":[232],"data":[233],"downtown":[235],"New":[236],"York.":[237],"Comparing":[238],"set":[241],"baseline":[243],"algorithms,":[244],"evaluation":[246],"results":[247],"demonstrate":[248],"priority":[250],"its":[256],"generality.":[257]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}