{"id":"https://openalex.org/W2960532465","doi":"https://doi.org/10.1109/icc.2019.8761276","title":"Feature Engineering for Deep Reinforcement Learning Based Routing","display_name":"Feature Engineering for Deep Reinforcement Learning Based Routing","publication_year":2019,"publication_date":"2019-05-01","ids":{"openalex":"https://openalex.org/W2960532465","doi":"https://doi.org/10.1109/icc.2019.8761276","mag":"2960532465"},"language":"en","primary_location":{"id":"doi:10.1109/icc.2019.8761276","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc.2019.8761276","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2019 - 2019 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/2117/190462","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012286685","display_name":"Jos\u00e9 Su\u00e1rez\u2010Varela","orcid":"https://orcid.org/0000-0002-7141-3414"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Jose Suarez-Varela","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Catalunya"],"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038108098","display_name":"Albert Mestres","orcid":"https://orcid.org/0000-0001-5332-8606"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Albert Mestres","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Catalunya"],"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110829680","display_name":"Junlin Yu","orcid":"https://orcid.org/0009-0007-3689-4367"},"institutions":[{"id":"https://openalex.org/I4210160618","display_name":"Huawei Technologies (United Kingdom)","ror":"https://ror.org/056gzgs71","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210160618"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Junlin Yu","raw_affiliation_strings":["Huawei Technologies Co., LTD"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Co., LTD","institution_ids":["https://openalex.org/I4210160618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100609029","display_name":"Kuang Li","orcid":"https://orcid.org/0000-0002-4364-0476"},"institutions":[{"id":"https://openalex.org/I4210160618","display_name":"Huawei Technologies (United Kingdom)","ror":"https://ror.org/056gzgs71","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210160618"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Li Kuang","raw_affiliation_strings":["Huawei Technologies Co., LTD"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Co., LTD","institution_ids":["https://openalex.org/I4210160618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078081960","display_name":"Haoyu Feng","orcid":"https://orcid.org/0009-0005-0012-3750"},"institutions":[{"id":"https://openalex.org/I4210160618","display_name":"Huawei Technologies (United Kingdom)","ror":"https://ror.org/056gzgs71","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210160618"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Haoyu Feng","raw_affiliation_strings":["Huawei Technologies Co., LTD"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Co., LTD","institution_ids":["https://openalex.org/I4210160618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004121136","display_name":"Pere Barlet\u2010Ros","orcid":"https://orcid.org/0000-0001-7837-0886"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Pere Barlet-Ros","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Catalunya"],"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091745795","display_name":"Albert Cabellos\u2010Aparicio","orcid":"https://orcid.org/0000-0001-9329-7584"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Albert Cabellos-Aparicio","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Catalunya"],"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya","institution_ids":["https://openalex.org/I9617848"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5012286685"],"corresponding_institution_ids":["https://openalex.org/I9617848"],"apc_list":null,"apc_paid":null,"fwci":5.7444,"has_fulltext":true,"cited_by_count":49,"citation_normalized_percentile":{"value":0.96397759,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10611","display_name":"Organic Light-Emitting Diodes Research","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8531626462936401},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7867815494537354},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.7337409257888794},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5565565824508667},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5100880265235901},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.508239209651947},{"id":"https://openalex.org/keywords/feature-engineering","display_name":"Feature engineering","score":0.43289339542388916},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4299091696739197},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4273521602153778},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4130188226699829},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.41157782077789307},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38680779933929443},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.35827040672302246},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.28914469480514526},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.27379584312438965},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.21039170026779175}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8531626462936401},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7867815494537354},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.7337409257888794},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5565565824508667},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5100880265235901},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.508239209651947},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.43289339542388916},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4299091696739197},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4273521602153778},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4130188226699829},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.41157782077789307},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38680779933929443},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.35827040672302246},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.28914469480514526},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.27379584312438965},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.21039170026779175},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icc.2019.8761276","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc.2019.8761276","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2019 - 2019 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"},{"id":"pmh:oai:upcommons.upc.edu:2117/190462","is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/190462","pdf_url":"http://hdl.handle.net/2117/190462","source":{"id":"https://openalex.org/S4210207057","display_name":"QRU Quaderns de Recerca en Urbanisme","issn_l":"2014-9689","issn":["2014-9689","2385-6777"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310322448","host_organization_name":"Q71272178","host_organization_lineage":["https://openalex.org/P4310322448"],"host_organization_lineage_names":["Q71272178"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference report"}],"best_oa_location":{"id":"pmh:oai:upcommons.upc.edu:2117/190462","is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/190462","pdf_url":"http://hdl.handle.net/2117/190462","source":{"id":"https://openalex.org/S4210207057","display_name":"QRU Quaderns de Recerca en Urbanisme","issn_l":"2014-9689","issn":["2014-9689","2385-6777"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310322448","host_organization_name":"Q71272178","host_organization_lineage":["https://openalex.org/P4310322448"],"host_organization_lineage_names":["Q71272178"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference report"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6700000166893005}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322121","display_name":"Instituci\u00f3 Catalana de Recerca i Estudis Avan\u00e7ats","ror":"https://ror.org/0371hy230"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2960532465.pdf","grobid_xml":"https://content.openalex.org/works/W2960532465.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1678619878","https://openalex.org/W1771410628","https://openalex.org/W1972958050","https://openalex.org/W2104254326","https://openalex.org/W2145339207","https://openalex.org/W2147421818","https://openalex.org/W2471288191","https://openalex.org/W2512877821","https://openalex.org/W2542765808","https://openalex.org/W2620303912","https://openalex.org/W2758296822","https://openalex.org/W2768254111","https://openalex.org/W2772709170","https://openalex.org/W2793477598","https://openalex.org/W2965485015","https://openalex.org/W3126135128","https://openalex.org/W3162562816","https://openalex.org/W6638018090","https://openalex.org/W6729088447","https://openalex.org/W6744749404","https://openalex.org/W6746177919"],"related_works":["https://openalex.org/W4319083788","https://openalex.org/W3200179079","https://openalex.org/W3199964822","https://openalex.org/W3164948662","https://openalex.org/W2113772903","https://openalex.org/W2050601944","https://openalex.org/W2356045539","https://openalex.org/W2960532465","https://openalex.org/W2129752940","https://openalex.org/W2187137155"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,13,144,150,158],"Deep":[3],"Reinforcement":[4],"Learning":[5],"(DRL)":[6],"techniques":[7,38,64],"are":[8,23,32],"providing":[9],"a":[10,20,25,116],"dramatic":[11],"improvement":[12],"decision-making":[14],"and":[15,88,122,128,154],"automated":[16],"control":[17],"problems.":[18],"As":[19],"result,":[21],"we":[22,101],"witnessing":[24],"growing":[26],"number":[27],"of":[28,35,71,119],"research":[29],"works":[30],"that":[31,60,103,109,124,129,164],"proposing":[33],"ways":[34],"applying":[36,62],"DRL":[37,77,166],"to":[39,49,65,80,94,111,133,136,173],"network-related":[40],"problems":[41],"such":[42,46],"as":[43],"routing.":[44],"However,":[45],"proposals":[47],"failed":[48],"achieve":[50],"good":[51,69],"results,":[52],"often":[53],"under-performing":[54],"traditional":[55],"routing":[56,96,149,157],"techniques.":[57],"We":[58,114,140],"argue":[59],"successfully":[61],"DRL-based":[63],"networking":[66,138],"requires":[67],"finding":[68],"representations":[70,108],"the":[72,83,89,95,120,165],"network":[73],"parameters:":[74],"feature":[75],"engineering.":[76],"agents":[78],"need":[79],"represent":[81],"both":[82],"state":[84,121],"(e.g.,":[85,92],"link":[86],"utilization)":[87],"action":[90,123],"space":[91],"changes":[93],"policy).":[97],"In":[98],"this":[99],"paper,":[100],"show":[102,163],"existing":[104,126,174],"approaches":[105],"use":[106],"straightforward":[107],"lead":[110],"poor":[112],"performance.":[113],"propose":[115],"novel":[117],"representation":[118,143],"outperforms":[125],"ones":[127],"is":[130],"flexible":[131],"enough":[132],"be":[134],"applied":[135],"many":[137],"use-cases.":[139],"test":[141],"our":[142],"two":[145],"different":[146],"scenarios:":[147],"(i)":[148],"optical":[151],"transport":[152],"networks":[153],"(ii)":[155],"QoS-aware":[156],"IP":[159],"networks.":[160],"Our":[161],"results":[162],"agent":[167],"achieves":[168],"significantly":[169],"better":[170],"performance":[171],"compared":[172],"state/action":[175],"representations.":[176]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}