{"id":"https://openalex.org/W4400510961","doi":"https://doi.org/10.1080/17538947.2024.2376273","title":"A deep reinforcement learning with dynamic spatio-temporal graph model for solving urban logistics delivery planning problems","display_name":"A deep reinforcement learning with dynamic spatio-temporal graph model for solving urban logistics delivery planning problems","publication_year":2024,"publication_date":"2024-07-09","ids":{"openalex":"https://openalex.org/W4400510961","doi":"https://doi.org/10.1080/17538947.2024.2376273"},"language":"en","primary_location":{"id":"doi:10.1080/17538947.2024.2376273","is_oa":true,"landing_page_url":"https://doi.org/10.1080/17538947.2024.2376273","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/17538947.2024.2376273?needAccess=true","source":{"id":"https://openalex.org/S199162493","display_name":"International Journal of Digital Earth","issn_l":"1753-8947","issn":["1753-8947","1753-8955"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Digital Earth","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.tandfonline.com/doi/pdf/10.1080/17538947.2024.2376273?needAccess=true","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100384440","display_name":"Yuanyuan Li","orcid":"https://orcid.org/0000-0002-9311-9961"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanyuan Li","raw_affiliation_strings":["School of Geography and Information Engineering, China University of Geosciences, Wuhan, People\u2019s Republic of China","School of Geography and Information Engineering, China University of Geosciences, Wuhan, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Geography and Information Engineering, China University of Geosciences, Wuhan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I3124059619"]},{"raw_affiliation_string":"School of Geography and Information Engineering, China University of Geosciences, Wuhan, People's Republic of China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063647157","display_name":"Qingfeng Guan","orcid":"https://orcid.org/0000-0002-7392-3709"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qingfeng Guan","raw_affiliation_strings":["National Engineering Research Center of Geographic Information System, China University of Geosciences, Wuhan, People\u2019s Republic of China","School of Geography and Information Engineering, China University of Geosciences, Wuhan, People\u2019s Republic of China","National Engineering Research Center of Geographic Information System, China University of Geosciences, Wuhan, People's Republic of China","School of Geography and Information Engineering, China University of Geosciences, Wuhan, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Geographic Information System, China University of Geosciences, Wuhan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I3124059619"]},{"raw_affiliation_string":"School of Geography and Information Engineering, China University of Geosciences, Wuhan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I3124059619"]},{"raw_affiliation_string":"National Engineering Research Center of Geographic Information System, China University of Geosciences, Wuhan, People's Republic of China","institution_ids":["https://openalex.org/I3124059619"]},{"raw_affiliation_string":"School of Geography and Information Engineering, China University of Geosciences, Wuhan, People's Republic of China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100516785","display_name":"Junfeng Gu","orcid":null},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junfeng Gu","raw_affiliation_strings":["School of Geography and Information Engineering, China University of Geosciences, Wuhan, People\u2019s Republic of China","School of Geography and Information Engineering, China University of Geosciences, Wuhan, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Geography and Information Engineering, China University of Geosciences, Wuhan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I3124059619"]},{"raw_affiliation_string":"School of Geography and Information Engineering, China University of Geosciences, Wuhan, People's Republic of China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103326218","display_name":"Xintong Jiang","orcid":"https://orcid.org/0009-0002-8664-460X"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xintong Jiang","raw_affiliation_strings":["School of Future Technology (SFT), China University of Geosciences, Wuhan, People\u2019s Republic of China","School of Future Technology (SFT), China University of Geosciences, Wuhan, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Future Technology (SFT), China University of Geosciences, Wuhan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I3124059619"]},{"raw_affiliation_string":"School of Future Technology (SFT), China University of Geosciences, Wuhan, People's Republic of China","institution_ids":["https://openalex.org/I3124059619"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5063647157"],"corresponding_institution_ids":["https://openalex.org/I3124059619"],"apc_list":{"value":2390,"currency":"USD","value_usd":2390},"apc_paid":{"value":2390,"currency":"USD","value_usd":2390},"fwci":1.2471,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.77524952,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"17","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12306","display_name":"Urban and Freight Transport Logistics","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12306","display_name":"Urban and Freight Transport Logistics","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7222231030464172},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5705678462982178},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5595845580101013},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37106406688690186},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.3542090058326721},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.20182567834854126}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7222231030464172},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5705678462982178},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5595845580101013},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37106406688690186},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.3542090058326721},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.20182567834854126}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/17538947.2024.2376273","is_oa":true,"landing_page_url":"https://doi.org/10.1080/17538947.2024.2376273","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/17538947.2024.2376273?needAccess=true","source":{"id":"https://openalex.org/S199162493","display_name":"International Journal of Digital Earth","issn_l":"1753-8947","issn":["1753-8947","1753-8955"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Digital Earth","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3af95b513ed44e6181fe320060e7faba","is_oa":true,"landing_page_url":"https://doaj.org/article/3af95b513ed44e6181fe320060e7faba","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Digital Earth, Vol 17, Iss 1 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1080/17538947.2024.2376273","is_oa":true,"landing_page_url":"https://doi.org/10.1080/17538947.2024.2376273","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/17538947.2024.2376273?needAccess=true","source":{"id":"https://openalex.org/S199162493","display_name":"International Journal of Digital Earth","issn_l":"1753-8947","issn":["1753-8947","1753-8955"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Digital Earth","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.7799999713897705}],"awards":[{"id":"https://openalex.org/G563860809","display_name":null,"funder_award_id":"42171466","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4400510961.pdf"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1510850782","https://openalex.org/W1984837337","https://openalex.org/W2132477882","https://openalex.org/W2207605572","https://openalex.org/W2341256628","https://openalex.org/W2560592986","https://openalex.org/W2594103415","https://openalex.org/W2599996254","https://openalex.org/W2787189213","https://openalex.org/W2901504064","https://openalex.org/W2904246096","https://openalex.org/W2912555327","https://openalex.org/W2924220803","https://openalex.org/W2945736956","https://openalex.org/W2996796639","https://openalex.org/W3044015199","https://openalex.org/W3133471011","https://openalex.org/W3135302029","https://openalex.org/W3162783655","https://openalex.org/W3170112077","https://openalex.org/W3196740181","https://openalex.org/W3199469541","https://openalex.org/W4213235338","https://openalex.org/W4224138275","https://openalex.org/W4224883677","https://openalex.org/W4229443124","https://openalex.org/W4290927838","https://openalex.org/W4291270697","https://openalex.org/W4304086169","https://openalex.org/W4308780247","https://openalex.org/W4312309184","https://openalex.org/W4312619073","https://openalex.org/W4319317356","https://openalex.org/W4320343071","https://openalex.org/W4321113880","https://openalex.org/W4323659471","https://openalex.org/W4360856191","https://openalex.org/W4367838931","https://openalex.org/W4386214263","https://openalex.org/W4386364975","https://openalex.org/W4388361647","https://openalex.org/W4389722390","https://openalex.org/W4390397349","https://openalex.org/W4393158113"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109","https://openalex.org/W4362501864","https://openalex.org/W2001405890"],"abstract_inverted_index":{"The":[0,106,131,149],"urban":[1,11,21,52,126],"logistics":[2,22,53,80,127],"delivery":[3,23,54,81,128],"planning":[4,24,55,82,129],"problems":[5,25,83],"are":[6],"a":[7,40,99,115,159],"crucial":[8],"component":[9],"of":[10,34,87],"spatial":[12],"decision":[13],"analysis.":[14],"Most":[15],"studies":[16,45,63],"typically":[17],"focus":[18],"on":[19,91],"traditional":[20,79],"and":[26,61,143,170],"ignore":[27],"real-time":[28,36,57],"traffic":[29,37,58],"information.":[30],"With":[31],"the":[32,85,109,141,145,154],"advancement":[33],"urbanization,":[35],"networks":[38],"play":[39],"critical":[41],"role.":[42],"However,":[43],"previous":[44],"have":[46,64],"utilized":[47],"heuristic":[48,171],"methods":[49,69,77],"to":[50,70,120,139,167,174],"solve":[51],"with":[56,133,162],"information":[59],"problems,":[60],"few":[62],"applied":[65],"deep":[66,101,116,176],"reinforcement":[67,75,102,117,177],"learning":[68,76,118,178],"tackle":[71],"this":[72,95],"problem.":[73],"Deep":[74],"solving":[78],"overlook":[84],"impact":[86],"dynamic":[88,110,123,186],"spatio-temporal":[89,111,187],"features":[90,124,188],"route":[92],"planning.":[93],"In":[94],"study,":[96],"we":[97],"propose":[98],"new":[100],"method":[103,107,119,136,156,181],"called":[104],"DRLDSTG.":[105],"introduces":[108],"graph":[112],"model":[113,142],"into":[114],"capture":[121],"these":[122],"from":[125,189],"tasks.":[130],"actor-critic":[132],"maximum":[134],"entropy":[135],"is":[137],"employed":[138],"train":[140],"determine":[144],"optimal":[146],"policy":[147],"function.":[148],"experimental":[150],"results":[151],"indicated":[152],"that":[153],"proposed":[155],"can":[157,182],"achieve":[158],"superior":[160],"solution":[161],"faster":[163],"computational":[164],"efficiency":[165],"compared":[166],"commercial":[168],"software":[169],"methods.":[172],"Compared":[173],"other":[175],"methods,":[179],"our":[180],"more":[183],"effectively":[184],"learn":[185],"environments,":[190],"demonstrating":[191],"promising":[192],"applications":[193],"in":[194],"cities.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}