{"id":"https://openalex.org/W4206943636","doi":"https://doi.org/10.1109/tetci.2021.3139802","title":"RL-CSL: A Combinatorial Optimization Method Using Reinforcement Learning and Contrastive Self-Supervised Learning","display_name":"RL-CSL: A Combinatorial Optimization Method Using Reinforcement Learning and Contrastive Self-Supervised Learning","publication_year":2022,"publication_date":"2022-01-24","ids":{"openalex":"https://openalex.org/W4206943636","doi":"https://doi.org/10.1109/tetci.2021.3139802"},"language":"en","primary_location":{"id":"doi:10.1109/tetci.2021.3139802","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2021.3139802","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073858903","display_name":"Zhongju Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongju Yuan","raw_affiliation_strings":["School of System Design and Intelligent Manufacturing, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of System Design and Intelligent Manufacturing, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001176258","display_name":"Genghui Li","orcid":"https://orcid.org/0000-0002-9950-9848"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Genghui Li","raw_affiliation_strings":["School of System Design and Intelligent Manufacturing, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-9950-9848","affiliations":[{"raw_affiliation_string":"School of System Design and Intelligent Manufacturing, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064608174","display_name":"Zhenkun Wang","orcid":"https://orcid.org/0000-0003-1152-6780"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenkun Wang","raw_affiliation_strings":["School of System Design and Intelligent Manufacturing and also with the Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-1152-6780","affiliations":[{"raw_affiliation_string":"School of System Design and Intelligent Manufacturing and also with the Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005474942","display_name":"Jianyong Sun","orcid":"https://orcid.org/0000-0002-9188-1856"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianyong Sun","raw_affiliation_strings":["School of Mathematics and Statistics, Xi’an Jiaotong University, Xi’an, Shaanxi Province, China"],"raw_orcid":"https://orcid.org/0000-0002-9188-1856","affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics, Xi’an Jiaotong University, Xi’an, Shaanxi Province, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004036087","display_name":"Ran Cheng","orcid":"https://orcid.org/0000-0001-9410-8263"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ran Cheng","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Brain-inspired Intelligent Computation, Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-9410-8263","affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Brain-inspired Intelligent Computation, Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.674,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.93733072,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"7","issue":"4","first_page":"1010","last_page":"1024"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8154352307319641},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7669172883033752},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7050338983535767},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6180233359336853},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5449281334877014},{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"Semi-supervised learning","score":0.4497166574001312},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07507321238517761}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8154352307319641},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7669172883033752},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7050338983535767},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6180233359336853},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5449281334877014},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.4497166574001312},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07507321238517761},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tetci.2021.3139802","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2021.3139802","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1636070402","display_name":null,"funder_award_id":"11991023","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5727282016","display_name":null,"funder_award_id":"62106096","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7295677115","display_name":null,"funder_award_id":"62076197","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W1968594877","https://openalex.org/W2002189912","https://openalex.org/W2010863474","https://openalex.org/W2017708378","https://openalex.org/W2042986967","https://openalex.org/W2064675550","https://openalex.org/W2079809585","https://openalex.org/W2096733369","https://openalex.org/W2106053110","https://openalex.org/W2109101401","https://openalex.org/W2119717200","https://openalex.org/W2128084896","https://openalex.org/W2157364932","https://openalex.org/W2194775991","https://openalex.org/W2486715098","https://openalex.org/W2647779349","https://openalex.org/W2748734647","https://openalex.org/W2805798351","https://openalex.org/W2906685693","https://openalex.org/W2944956154","https://openalex.org/W2952332632","https://openalex.org/W2956961449","https://openalex.org/W2979258406","https://openalex.org/W3008858828","https://openalex.org/W3028110392","https://openalex.org/W3047863327","https://openalex.org/W3080626793","https://openalex.org/W3097232108","https://openalex.org/W3109714359","https://openalex.org/W3113123584","https://openalex.org/W3129246858","https://openalex.org/W3132134635","https://openalex.org/W3136908367","https://openalex.org/W3146106549","https://openalex.org/W3156636935","https://openalex.org/W3169254347","https://openalex.org/W3170112077","https://openalex.org/W3171153522","https://openalex.org/W4287812705","https://openalex.org/W4289763738","https://openalex.org/W4295138992","https://openalex.org/W4297808394","https://openalex.org/W6631190155","https://openalex.org/W6675751002","https://openalex.org/W6679436768","https://openalex.org/W6682948231","https://openalex.org/W6725207838","https://openalex.org/W6730323794","https://openalex.org/W6730742100","https://openalex.org/W6736495275","https://openalex.org/W6739439883","https://openalex.org/W6739901393","https://openalex.org/W6743228126","https://openalex.org/W6748487558","https://openalex.org/W6752904781","https://openalex.org/W6755310813","https://openalex.org/W6758687306","https://openalex.org/W6762840543","https://openalex.org/W6771561114","https://openalex.org/W6773163343","https://openalex.org/W6775174418","https://openalex.org/W6776700526","https://openalex.org/W6780226713","https://openalex.org/W6785065334","https://openalex.org/W6789735461","https://openalex.org/W6796444377","https://openalex.org/W6844194202","https://openalex.org/W6941249815"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4313488044","https://openalex.org/W3209574120","https://openalex.org/W4312192474","https://openalex.org/W4210805261"],"abstract_inverted_index":{"Reinforcement":[0],"learning-based":[1],"methods":[2],"have":[3],"shown":[4],"great":[5],"potential":[6],"in":[7,20,70],"solving":[8],"combinatorial":[9,115],"optimization":[10,116],"problems.":[11,117],"However,":[12],"the":[13,44,67,71,90,94,104],"related":[14],"research":[15],"has":[16,107],"not":[17],"been":[18,108],"mature":[19],"terms":[21],"of":[22,73,103],"both":[23],"models":[24],"and":[25,37,58,83,93,99],"training":[26],"methods.":[27],"This":[28],"paper":[29],"proposes":[30],"a":[31,53,60,76],"method":[32,46,106],"based":[33],"on":[34,113],"reinforcement":[35],"learning":[36,63,78,82],"contrastive":[38,61,95],"self-supervised":[39,62,96],"learning.":[40],"To":[41],"be":[42],"specific,":[43],"proposed":[45,105],"uses":[47],"an":[48],"attention":[49,68,91],"model":[50,64,92,97],"to":[51,65,88],"learn":[52,66],"policy":[54],"for":[55],"generating":[56],"solutions":[57],"combines":[59],"encoder":[69],"way":[72],"node-by-node.":[74],"Correspondingly,":[75],"two-phase":[77],"method,":[79],"including":[80],"node-wise":[81],"solution-wise":[84],"learning,":[85],"is":[86],"adopted":[87],"train":[89],"jointly":[98],"collaboratively.":[100],"The":[101],"performance":[102],"verified":[109],"by":[110],"numerical":[111],"experiments":[112],"various":[114]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}