{"id":"https://openalex.org/W4381199047","doi":"https://doi.org/10.1109/tnsm.2023.3287433","title":"DeepLS: Local Search for Network Optimization Based on Lightweight Deep Reinforcement Learning","display_name":"DeepLS: Local Search for Network Optimization Based on Lightweight Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-06-19","ids":{"openalex":"https://openalex.org/W4381199047","doi":"https://doi.org/10.1109/tnsm.2023.3287433"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2023.3287433","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2023.3287433","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://re.public.polimi.it/bitstream/11311/1255179/3/_TNSM_2023__DeepLS__Local_Search_for_Network_Optimization_based_on_Lightweight_Deep_Reinforcement_Learning.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021764238","display_name":"Nicola Di Cicco","orcid":"https://orcid.org/0000-0002-1524-8178"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicola Di Cicco","raw_affiliation_strings":["Department of Electronics, Information and Bioengineering, Politecnico Di Milano, Milan, Italy"],"raw_orcid":"https://orcid.org/0000-0002-1524-8178","affiliations":[{"raw_affiliation_string":"Department of Electronics, Information and Bioengineering, Politecnico Di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038436028","display_name":"M\u00ebm\u00ebdhe Ibrahimi","orcid":"https://orcid.org/0000-0002-9823-8206"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Memedhe Ibrahimi","raw_affiliation_strings":["Department of Electronics, Information and Bioengineering, Politecnico Di Milano, Milan, Italy"],"raw_orcid":"https://orcid.org/0000-0002-9823-8206","affiliations":[{"raw_affiliation_string":"Department of Electronics, Information and Bioengineering, Politecnico Di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000140450","display_name":"Sebastian Tro\u00eca","orcid":"https://orcid.org/0000-0002-4712-3767"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Sebastian Troia","raw_affiliation_strings":["Department of Electronics, Information and Bioengineering, Politecnico Di Milano, Milan, Italy"],"raw_orcid":"https://orcid.org/0000-0002-4712-3767","affiliations":[{"raw_affiliation_string":"Department of Electronics, Information and Bioengineering, Politecnico Di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038468421","display_name":"Massimo Tornatore","orcid":"https://orcid.org/0000-0003-0740-1061"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Massimo Tornatore","raw_affiliation_strings":["Department of Electronics, Information and Bioengineering, Politecnico Di Milano, Milan, Italy"],"raw_orcid":"https://orcid.org/0000-0003-0740-1061","affiliations":[{"raw_affiliation_string":"Department of Electronics, Information and Bioengineering, Politecnico Di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I93860229"],"apc_list":null,"apc_paid":null,"fwci":1.4037,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.82065606,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"21","issue":"1","first_page":"108","last_page":"119"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9739000201225281,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8396618366241455},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7631620764732361},{"id":"https://openalex.org/keywords/local-search","display_name":"Local search (optimization)","score":0.5656315088272095},{"id":"https://openalex.org/keywords/metaheuristic","display_name":"Metaheuristic","score":0.5147671699523926},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.512894868850708},{"id":"https://openalex.org/keywords/permutation","display_name":"Permutation (music)","score":0.4735752046108246},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.4202338457107544},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.40966010093688965},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3383629620075226},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13178959488868713},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08137911558151245}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8396618366241455},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7631620764732361},{"id":"https://openalex.org/C135320971","wikidata":"https://www.wikidata.org/wiki/Q1868524","display_name":"Local search (optimization)","level":2,"score":0.5656315088272095},{"id":"https://openalex.org/C109718341","wikidata":"https://www.wikidata.org/wiki/Q1385229","display_name":"Metaheuristic","level":2,"score":0.5147671699523926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.512894868850708},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.4735752046108246},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.4202338457107544},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.40966010093688965},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3383629620075226},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13178959488868713},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08137911558151245},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnsm.2023.3287433","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2023.3287433","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},{"id":"pmh:oai:re.public.polimi.it:11311/1255179","is_oa":true,"landing_page_url":"https://hdl.handle.net/11311/1255179","pdf_url":"https://re.public.polimi.it/bitstream/11311/1255179/3/_TNSM_2023__DeepLS__Local_Search_for_Network_Optimization_based_on_Lightweight_Deep_Reinforcement_Learning.pdf","source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:re.public.polimi.it:11311/1255179","is_oa":true,"landing_page_url":"https://hdl.handle.net/11311/1255179","pdf_url":"https://re.public.polimi.it/bitstream/11311/1255179/3/_TNSM_2023__DeepLS__Local_Search_for_Network_Optimization_based_on_Lightweight_Deep_Reinforcement_Learning.pdf","source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4381199047.pdf","grobid_xml":"https://content.openalex.org/works/W4381199047.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1728954886","https://openalex.org/W1977313940","https://openalex.org/W2047714188","https://openalex.org/W2164977831","https://openalex.org/W2736601468","https://openalex.org/W2768254111","https://openalex.org/W2805516822","https://openalex.org/W2925819646","https://openalex.org/W2950403652","https://openalex.org/W2951469844","https://openalex.org/W2952332632","https://openalex.org/W2963864421","https://openalex.org/W2982316857","https://openalex.org/W2998496395","https://openalex.org/W3047863327","https://openalex.org/W3138103741","https://openalex.org/W3164005523","https://openalex.org/W3197818567","https://openalex.org/W3204124166","https://openalex.org/W3216772467","https://openalex.org/W3217180775","https://openalex.org/W4214717370","https://openalex.org/W4220763773","https://openalex.org/W4224258067","https://openalex.org/W4226041189","https://openalex.org/W4226340686","https://openalex.org/W4285196348","https://openalex.org/W4298857966","https://openalex.org/W6725207838","https://openalex.org/W6730742100","https://openalex.org/W6744580074","https://openalex.org/W6749563939","https://openalex.org/W6763777643","https://openalex.org/W6779733120","https://openalex.org/W6802881785","https://openalex.org/W6804601995"],"related_works":["https://openalex.org/W2789681586","https://openalex.org/W2794361564","https://openalex.org/W4243392960","https://openalex.org/W3156820950","https://openalex.org/W4232791346","https://openalex.org/W2971069100","https://openalex.org/W2504553392","https://openalex.org/W2331509522","https://openalex.org/W2937748796","https://openalex.org/W2807679627"],"abstract_inverted_index":{"Deep":[0,91],"Reinforcement":[1,92],"Learning":[2,93],"(DRL)":[3],"is":[4,128],"being":[5],"investigated":[6],"as":[7],"a":[8,34,60,84,97,100,105,133,182],"competitive":[9,208],"alternative":[10],"to":[11,33,43,47,139,153,217],"traditional":[12,26],"techniques":[13],"for":[14,103],"solving":[15],"network":[16,168,185],"optimization":[17,27],"problems.":[18],"A":[19],"promising":[20],"research":[21],"direction":[22],"lies":[23],"in":[24,79,116],"enhancing":[25],"algorithms":[28,56],"by":[29,67,130],"offloading":[30],"low-level":[31],"decisions":[32],"DRL":[35,46,101,121],"agent.":[36],"In":[37],"this":[38],"study,":[39],"we":[40],"consider":[41],"how":[42],"effectively":[44],"employ":[45],"improve":[48],"the":[49,64,75,80,108,112,117,221],"performance":[50],"of":[51,110,142,149],"Local":[52,85],"Search":[53,86],"algorithms,":[54],"i.e.,":[55],"that,":[57,95],"starting":[58],"from":[59,204],"candidate":[61],"solution,":[62],"explore":[63],"solution":[65,77],"space":[66],"iteratively":[68],"applying":[69],"local":[70],"changes":[71],"(i.e.,":[72],"moves),":[73],"yielding":[74],"best":[76,113],"found":[78],"process.":[81],"We":[82,161],"propose":[83],"algorithm":[87],"based":[88,123],"on":[89,124,164,181,189],"lightweight":[90],"(DeepLS)":[94],"given":[96],"neighborhood,":[98],"queries":[99],"agent":[102],"choosing":[104],"move,":[106],"with":[107,210,213],"goal":[109],"achieving":[111],"objective":[114],"value":[115],"long":[118],"term.":[119],"Our":[120],"agent,":[122],"permutation-equivariant":[125],"neural":[126],"networks,":[127],"composed":[129],"less":[131],"than":[132,193,220],"hundred":[134],"parameters,":[135],"requiring":[136],"only":[137,186],"up":[138,216],"ten":[140],"minutes":[141],"training":[143,180],"and":[144,155,175,177,187,206],"can":[145],"evaluate":[146,162],"problem":[147],"instances":[148,190],"arbitrary":[150],"size,":[151],"generalizing":[152],"networks":[154],"traffic":[156],"distributions":[157],"unseen":[158],"during":[159],"training.":[160,194],"DeepLS":[163,199],"two":[165],"illustrative":[166],"NP-Hard":[167],"routing":[169],"problems,":[170],"namely":[171],"OSPF":[172],"Weight":[173],"Setting":[174],"Routing":[176],"Wavelength":[178],"Assignment,":[179],"single":[183],"small":[184],"evaluating":[188],"2x-10x":[191],"larger":[192],"Experimental":[195],"results":[196,209],"show":[197],"that":[198],"outperforms":[200],"existing":[201],"DRL-based":[202],"approaches":[203],"literature":[205],"attains":[207],"state-of-the-art":[211],"metaheuristics,":[212],"computing":[214],"times":[215],"8x":[218],"smaller":[219],"strongest":[222],"algorithmic":[223],"baselines.":[224]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2023-06-20T00:00:00"}