{"id":"https://openalex.org/W7162071929","doi":"https://doi.org/10.1016/j.ins.2026.123671","title":"A transductive learning-based method for vehicle routing problems using off-policy proximal policy optimization and hyperparameter optimization","display_name":"A transductive learning-based method for vehicle routing problems using off-policy proximal policy optimization and hyperparameter optimization","publication_year":2026,"publication_date":"2026-05-22","ids":{"openalex":"https://openalex.org/W7162071929","doi":"https://doi.org/10.1016/j.ins.2026.123671"},"language":"en","primary_location":{"id":"doi:10.1016/j.ins.2026.123671","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ins.2026.123671","pdf_url":null,"source":{"id":"https://openalex.org/S192650101","display_name":"Information Sciences","issn_l":"0020-0255","issn":["0020-0255","1872-6291"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Sciences","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.ins.2026.123671","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136740070","display_name":"Xiaobo Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I181877577","display_name":"Shanxi University","ror":"https://ror.org/03y3e3s17","country_code":"CN","type":"education","lineage":["https://openalex.org/I181877577"]},{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]},{"id":"https://openalex.org/I4210165015","display_name":"Shanxi Science and Technology Department","ror":"https://ror.org/05vp4an32","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210165015"]}],"countries":["CN","MY"],"is_corresponding":false,"raw_author_name":"Xiaobo Liu","raw_affiliation_strings":["Center of Research for Cyber Security and Network (CSNET), Faculty of Computer Science and Information Technology, University Malaya, 50603 Kuala Lumpur, Malaysia","Faculty of Information Engineering, Shanxi Vocational University of Engineering Science and Technology, Shanxi, PR China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center of Research for Cyber Security and Network (CSNET), Faculty of Computer Science and Information Technology, University Malaya, 50603 Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]},{"raw_affiliation_string":"Faculty of Information Engineering, Shanxi Vocational University of Engineering Science and Technology, Shanxi, PR China","institution_ids":["https://openalex.org/I181877577","https://openalex.org/I4210165015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068782746","display_name":"Chin Soon Ku","orcid":"https://orcid.org/0000-0003-0793-3308"},"institutions":[{"id":"https://openalex.org/I931681460","display_name":"Universiti Tunku Abdul Rahman","ror":"https://ror.org/050pq4m56","country_code":"MY","type":"education","lineage":["https://openalex.org/I931681460"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Chin Soon Ku","raw_affiliation_strings":["Department of Computer Science, Universiti Tunku Abdul Rahman, 31900 Kampar, Malaysia"],"raw_orcid":"https://orcid.org/0000-0003-0793-3308","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universiti Tunku Abdul Rahman, 31900 Kampar, Malaysia","institution_ids":["https://openalex.org/I931681460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136737941","display_name":"Jing Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Jing Yang","raw_affiliation_strings":["Center of Research for Cyber Security and Network (CSNET), Faculty of Computer Science and Information Technology, University Malaya, 50603 Kuala Lumpur, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center of Research for Cyber Security and Network (CSNET), Faculty of Computer Science and Information Technology, University Malaya, 50603 Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083567791","display_name":"Roohallah Alizadehsani","orcid":"https://orcid.org/0000-0003-0898-5054"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Roohallah Alizadehsani","raw_affiliation_strings":["Institute for Intelligent Systems Research and Innovation (IISRI), Deakin University, Waurn Ponds, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0898-5054","affiliations":[{"raw_affiliation_string":"Institute for Intelligent Systems Research and Innovation (IISRI), Deakin University, Waurn Ponds, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029857334","display_name":"Pawe\u0142 P\u0142awiak","orcid":"https://orcid.org/0000-0002-4317-2801"},"institutions":[{"id":"https://openalex.org/I4210092770","display_name":"Cracow University of Technology","ror":null,"country_code":"PL","type":null,"lineage":["https://openalex.org/I4210092770"]},{"id":"https://openalex.org/I4210122744","display_name":"Institute of Theoretical and Applied Informatics","ror":"https://ror.org/037p52j25","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210122744","https://openalex.org/I99542240"]}],"countries":["PL"],"is_corresponding":true,"raw_author_name":"Pawe\u0142 P\u0142awiak","raw_affiliation_strings":["Department of Computer Science, Faculty of Computer Science and Telecommunications, Cracow University of Technology, Warszawska 24, 31155 Krakow, Poland","Institute of Theoretical and Applied Informatics, Polish Academy of Sciences, Ba\u0142tycka 5, 44100 Gliwice, Poland"],"raw_orcid":"https://orcid.org/0000-0002-4317-2801","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Computer Science and Telecommunications, Cracow University of Technology, Warszawska 24, 31155 Krakow, Poland","institution_ids":["https://openalex.org/I4210092770"]},{"raw_affiliation_string":"Institute of Theoretical and Applied Informatics, Polish Academy of Sciences, Ba\u0142tycka 5, 44100 Gliwice, Poland","institution_ids":["https://openalex.org/I4210122744"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041878024","display_name":"Ryszard Tadeusiewicz","orcid":"https://orcid.org/0000-0001-9675-5819"},"institutions":[{"id":"https://openalex.org/I686019","display_name":"AGH University of Krakow","ror":"https://ror.org/00bas1c41","country_code":"PL","type":"education","lineage":["https://openalex.org/I686019"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Ryszard Tadeusiewicz","raw_affiliation_strings":["Department of Biocybernetics and Biomedical Engineering, AGH University of Science and Technology, Krakow, Poland"],"raw_orcid":"https://orcid.org/0000-0001-9675-5819","affiliations":[{"raw_affiliation_string":"Department of Biocybernetics and Biomedical Engineering, AGH University of Science and Technology, Krakow, Poland","institution_ids":["https://openalex.org/I686019"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136739927","display_name":"Qi Han","orcid":"https://orcid.org/0000-0003-4278-8740"},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]},{"id":"https://openalex.org/I42852656","display_name":"Shenyang University","ror":"https://ror.org/04ddfwm68","country_code":"CN","type":"education","lineage":["https://openalex.org/I42852656"]},{"id":"https://openalex.org/I686019","display_name":"AGH University of Krakow","ror":"https://ror.org/00bas1c41","country_code":"PL","type":"education","lineage":["https://openalex.org/I686019"]}],"countries":["CN","PL"],"is_corresponding":false,"raw_author_name":"Qi Han","raw_affiliation_strings":["Department of Biocybernetics and Biomedical Engineering, AGH University of Science and Technology, Krakow, Poland","School of Computer Science, Shenyang Aerospace University, 110136 Shenyang, PR China"],"raw_orcid":"https://orcid.org/0000-0003-4278-8740","affiliations":[{"raw_affiliation_string":"Department of Biocybernetics and Biomedical Engineering, AGH University of Science and Technology, Krakow, Poland","institution_ids":["https://openalex.org/I686019"]},{"raw_affiliation_string":"School of Computer Science, Shenyang Aerospace University, 110136 Shenyang, PR China","institution_ids":["https://openalex.org/I125904092","https://openalex.org/I42852656"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135798543","display_name":"Uzair Aslam Bhatti","orcid":null},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Uzair Aslam Bhatti","raw_affiliation_strings":["School of Information and Communication Engineering, Hainan University 510642, PR China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Hainan University 510642, PR China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003091988","display_name":"Lip Yee Por","orcid":"https://orcid.org/0000-0001-5865-1533"},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Lip Yee Por","raw_affiliation_strings":["Center of Research for Cyber Security and Network (CSNET), Faculty of Computer Science and Information Technology, University Malaya, 50603 Kuala Lumpur, Malaysia"],"raw_orcid":"https://orcid.org/0000-0001-5865-1533","affiliations":[{"raw_affiliation_string":"Center of Research for Cyber Security and Network (CSNET), Faculty of Computer Science and Information Technology, University Malaya, 50603 Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5003091988","https://openalex.org/A5029857334","https://openalex.org/A5068782746"],"corresponding_institution_ids":["https://openalex.org/I33849332","https://openalex.org/I4210092770","https://openalex.org/I4210122744","https://openalex.org/I931681460"],"apc_list":{"value":3330,"currency":"USD","value_usd":3330},"apc_paid":{"value":3330,"currency":"USD","value_usd":3330},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.60361466,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"754","issue":null,"first_page":"123671","last_page":"123671"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.39660000801086426,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.39660000801086426,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.25690001249313354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.05609999969601631,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.8877000212669373},{"id":"https://openalex.org/keywords/vehicle-routing-problem","display_name":"Vehicle routing problem","score":0.5192999839782715},{"id":"https://openalex.org/keywords/hyperparameter-optimization","display_name":"Hyperparameter optimization","score":0.4142000079154968},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.3950999975204468},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.38519999384880066},{"id":"https://openalex.org/keywords/optimization-algorithm","display_name":"Optimization algorithm","score":0.35760000348091125}],"concepts":[{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.8877000212669373},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7353000044822693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5317999720573425},{"id":"https://openalex.org/C123784306","wikidata":"https://www.wikidata.org/wiki/Q944041","display_name":"Vehicle routing problem","level":3,"score":0.5192999839782715},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48030000925064087},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4404999911785126},{"id":"https://openalex.org/C10485038","wikidata":"https://www.wikidata.org/wiki/Q48996162","display_name":"Hyperparameter optimization","level":3,"score":0.4142000079154968},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.3950999975204468},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.38519999384880066},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.35760000348091125},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.35659998655319214},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3077000081539154},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.30660000443458557},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C68781425","wikidata":"https://www.wikidata.org/wiki/Q2052203","display_name":"Multi-objective optimization","level":2,"score":0.26820001006126404}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.ins.2026.123671","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ins.2026.123671","pdf_url":null,"source":{"id":"https://openalex.org/S192650101","display_name":"Information Sciences","issn_l":"0020-0255","issn":["0020-0255","1872-6291"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Sciences","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.ins.2026.123671","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ins.2026.123671","pdf_url":null,"source":{"id":"https://openalex.org/S192650101","display_name":"Information Sciences","issn_l":"0020-0255","issn":["0020-0255","1872-6291"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F2461203286","display_name":"National Science and Technology Council","ror":"https://ror.org/02kv4zf79"},{"id":"https://openalex.org/F4320322604","display_name":"Universiti Malaya","ror":"https://ror.org/00rzspn62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2096305430","https://openalex.org/W2145339207","https://openalex.org/W3000500483","https://openalex.org/W3047863327","https://openalex.org/W3129625903","https://openalex.org/W3157164925","https://openalex.org/W3180008386","https://openalex.org/W3181294851","https://openalex.org/W4224138275","https://openalex.org/W4285112699","https://openalex.org/W4296181692","https://openalex.org/W4309777438","https://openalex.org/W4313427818","https://openalex.org/W4316654748","https://openalex.org/W4317651330","https://openalex.org/W4317743691","https://openalex.org/W4320734012","https://openalex.org/W4323667240","https://openalex.org/W4367627858","https://openalex.org/W4376118238","https://openalex.org/W4387363963","https://openalex.org/W4389483492","https://openalex.org/W4391402712","https://openalex.org/W4393325715","https://openalex.org/W4400944416","https://openalex.org/W4404734569","https://openalex.org/W4405317061","https://openalex.org/W4405748560","https://openalex.org/W4406703214","https://openalex.org/W4414530031","https://openalex.org/W4415374519","https://openalex.org/W7154687183"],"related_works":[],"abstract_inverted_index":{"The":[0,50,74,86],"Vehicle":[1],"Routing":[2],"Problem":[3,98,108],"(VRP)":[4],"is":[5,89],"a":[6,23,36,43,129,136],"fundamental":[7],"combinatorial":[8],"optimization":[9,47],"task":[10],"that":[11,28],"involves":[12],"determining":[13],"cost-effective":[14],"routes":[15],"subject":[16],"to":[17],"operational":[18],"constraints.":[19],"This":[20],"study":[21],"proposes":[22],"deep":[24],"reinforcement":[25],"learning":[26],"framework":[27,127],"integrates":[29],"Off-policy":[30],"Proximal":[31],"Policy":[32],"Optimization":[33],"(PPO)":[34],"with":[35],"transductive":[37],"LSTM":[38],"(TLSTM),":[39],"further":[40],"enhanced":[41],"by":[42,80],"differential":[44],"evolution-based":[45],"hyperparameter":[46],"(HO)":[48],"procedure.":[49],"TLSTM":[51],"module":[52,76],"captures":[53],"spatiotemporal":[54],"dependencies":[55],"more":[56],"effectively":[57],"than":[58],"conventional":[59],"LSTMs,":[60],"while":[61],"the":[62,95,126],"off-policy":[63],"PPO":[64],"component":[65],"enables":[66],"robust":[67],"policy":[68],"updates":[69],"under":[70],"diverse":[71],"VRP":[72,93,101,105,147],"variants.":[73],"HO":[75],"ensures":[77],"stable":[78],"convergence":[79],"adaptively":[81],"balancing":[82],"exploration":[83],"and":[84,110,121,135,149,155],"exploitation.":[85],"proposed":[87],"approach":[88],"evaluated":[90],"on":[91],"five":[92],"variants\u2014including":[94],"Traveling":[96],"Salesman":[97],"(TSP),":[99],"Capacitated":[100],"(CVRP),":[102],"Split":[103],"Delivery":[104],"(SDVRP),":[106],"Orienteering":[107],"(OP),":[109],"Prize":[111],"Collecting":[112],"TSP":[113],"(PCTSP)\u2014demonstrating":[114],"consistent":[115],"improvements":[116],"in":[117,132,139,153],"both":[118],"solution":[119],"quality":[120],"computational":[122,140],"efficiency.":[123],"On":[124],"average,":[125],"achieves":[128],"4.12%":[130],"reduction":[131],"route":[133],"costs":[134],"94.34%":[137],"improvement":[138],"speed,":[141],"underscoring":[142],"its":[143],"potential":[144],"for":[145],"advancing":[146],"research":[148],"supporting":[150],"practical":[151],"applications":[152],"logistics":[154],"transportation.":[156]},"counts_by_year":[],"updated_date":"2026-06-04T06:14:18.571774","created_date":"2026-05-23T00:00:00"}