{"id":"https://openalex.org/W4385302151","doi":"https://doi.org/10.1109/iwqos57198.2023.10188692","title":"Which Doors Are Open: Reinforcement Learning-based Internet-wide Port Scanning","display_name":"Which Doors Are Open: Reinforcement Learning-based Internet-wide Port Scanning","publication_year":2023,"publication_date":"2023-06-19","ids":{"openalex":"https://openalex.org/W4385302151","doi":"https://doi.org/10.1109/iwqos57198.2023.10188692"},"language":"en","primary_location":{"id":"doi:10.1109/iwqos57198.2023.10188692","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos57198.2023.10188692","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM 31st International Symposium on Quality of Service (IWQoS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071667007","display_name":"Guanglei Song","orcid":"https://orcid.org/0000-0003-4736-6264"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guanglei Song","raw_affiliation_strings":["Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University,Beijing,China","Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","Zhongguancun Laboratory, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Zhongguancun Laboratory, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076436127","display_name":"Lin He","orcid":"https://orcid.org/0000-0002-7348-5833"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin He","raw_affiliation_strings":["Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University,Beijing,China","Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","Zhongguancun Laboratory, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Zhongguancun Laboratory, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108853270","display_name":"Tianyun Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyun Zhao","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,Beijing,China","Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,Beijing,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103117795","display_name":"Yirui Luo","orcid":"https://orcid.org/0009-0004-1516-3643"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yirui Luo","raw_affiliation_strings":["Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University,Beijing,China","Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059321688","display_name":"Yichao Wu","orcid":"https://orcid.org/0000-0003-4496-9959"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yichao Wu","raw_affiliation_strings":["Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University,Beijing,China","Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075710187","display_name":"Linna Fan","orcid":"https://orcid.org/0000-0003-2269-1175"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linna Fan","raw_affiliation_strings":["Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University,Beijing,China","College of Information and Communication, National University of Defense Technology, Wuhan, China","Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"College of Information and Communication, National University of Defense Technology, Wuhan, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100398941","display_name":"Chenglong Li","orcid":"https://orcid.org/0000-0003-3261-5619"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglong Li","raw_affiliation_strings":["Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University,Beijing,China","Zhongguancun Laboratory, Beijing, China","Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Zhongguancun Laboratory, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100343127","display_name":"Zhiliang Wang","orcid":"https://orcid.org/0000-0001-6587-820X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiliang Wang","raw_affiliation_strings":["Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University,Beijing,China","Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","Zhongguancun Laboratory, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Zhongguancun Laboratory, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023416195","display_name":"Jiahai Yang","orcid":"https://orcid.org/0000-0001-6109-6737"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahai Yang","raw_affiliation_strings":["Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University,Beijing,China","Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","Zhongguancun Laboratory, Beijing, China","Quan Cheng Laboratory, Jinan, Shandong, China"],"affiliations":[{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Zhongguancun Laboratory, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"Quan Cheng Laboratory, Jinan, Shandong, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5071667007"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":2.203,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.88424894,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6240087151527405},{"id":"https://openalex.org/keywords/port","display_name":"Port (circuit theory)","score":0.5656595826148987},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5293753147125244},{"id":"https://openalex.org/keywords/intrusiveness","display_name":"Intrusiveness","score":0.5147538185119629},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4390888810157776},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.3500301241874695},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3476772904396057},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22608470916748047},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2125837802886963},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.17145463824272156},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09515303373336792}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6240087151527405},{"id":"https://openalex.org/C32802771","wikidata":"https://www.wikidata.org/wiki/Q2443617","display_name":"Port (circuit theory)","level":2,"score":0.5656595826148987},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5293753147125244},{"id":"https://openalex.org/C2781390367","wikidata":"https://www.wikidata.org/wiki/Q17098321","display_name":"Intrusiveness","level":2,"score":0.5147538185119629},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4390888810157776},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3500301241874695},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3476772904396057},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22608470916748047},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2125837802886963},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.17145463824272156},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09515303373336792},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwqos57198.2023.10188692","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos57198.2023.10188692","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM 31st International Symposium on Quality of Service (IWQoS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.44999998807907104}],"awards":[{"id":"https://openalex.org/G2443245231","display_name":null,"funder_award_id":"2022YFB3105001","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7326963064","display_name":null,"funder_award_id":"4222026","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1495444061","https://openalex.org/W2001637908","https://openalex.org/W2042923641","https://openalex.org/W2112736324","https://openalex.org/W2144489971","https://openalex.org/W2292723020","https://openalex.org/W2342606171","https://openalex.org/W2443837434","https://openalex.org/W2523421704","https://openalex.org/W2706122055","https://openalex.org/W2734941459","https://openalex.org/W2752929869","https://openalex.org/W2768602817","https://openalex.org/W2769047723","https://openalex.org/W2794584163","https://openalex.org/W2799441662","https://openalex.org/W2805572865","https://openalex.org/W2895807258","https://openalex.org/W2922688120","https://openalex.org/W3091858468","https://openalex.org/W3099325309","https://openalex.org/W3153330619","https://openalex.org/W3155932781","https://openalex.org/W3189299055","https://openalex.org/W3199311848","https://openalex.org/W4210790101","https://openalex.org/W4254354095","https://openalex.org/W4290973756","https://openalex.org/W4324007097","https://openalex.org/W6636548729","https://openalex.org/W6677217071","https://openalex.org/W6720167844","https://openalex.org/W6724780196","https://openalex.org/W6744137356","https://openalex.org/W6794075960"],"related_works":["https://openalex.org/W2060126571","https://openalex.org/W2969161489","https://openalex.org/W4210806806","https://openalex.org/W1986778450","https://openalex.org/W2564290694","https://openalex.org/W3095428101","https://openalex.org/W1965477689","https://openalex.org/W2188528967","https://openalex.org/W1973457464","https://openalex.org/W3191815456"],"abstract_inverted_index":{"Internet-wide":[0],"scanning":[1,51,111,138,178,190],"is":[2,172],"a":[3,49,86],"commonly":[4],"used":[5],"research":[6],"technique":[7],"in":[8,65],"various":[9],"network":[10,22,36],"surveys,":[11],"such":[12],"as":[13],"measuring":[14],"service":[15,196],"deployment":[16],"and":[17,38,99,121,192,198],"security":[18,199],"vulnerabilities.":[19],"However,":[20],"these":[21],"surveys":[23],"are":[24],"limited":[25],"to":[26,75,90,108,143,163],"the":[27,34,56,66,71,92,102,151,158,165,173,186],"given":[28],"port":[29,50,79,105,110,153,169],"set,":[30],"not":[31],"comprehensively":[32],"obtaining":[33],"real":[35],"landscape,":[37],"even":[39],"misleading":[40],"survey":[41],"conclusions.":[42],"In":[43],"this":[44],"work,":[45],"we":[46],"introduce":[47],"PMap,":[48],"tool":[52],"that":[53,129],"efficiently":[54],"discovers":[55],"majority":[57],"of":[58,73,82,104,160,168,188],"open":[59,78,134,179],"ports":[60,64,74,135,140,162,180],"from":[61],"all":[62],"65K":[63],"whole":[67],"network.":[68],"PMap":[69,113,130,156,171],"uses":[70],"correlation":[72,80,93],"build":[76],"an":[77],"graph":[81,94],"each":[83,144],"network,":[84],"using":[85,181],"reinforcement":[87,182],"learning":[88],"framework":[89],"update":[91],"based":[95],"on":[96,117],"feedback":[97],"results":[98],"dynamically":[100],"adjust":[101],"order":[103],"scanning.":[106,170],"Compared":[107],"current":[109],"methods,":[112],"achieves":[114],"better":[115],"performance":[116],"hit":[118],"rate,":[119],"coverage,":[120],"intrusiveness.":[122],"Our":[123],"experiments":[124],"over":[125],"real-world":[126],"networks":[127],"show":[128],"can":[131],"find":[132],"90%":[133],"by":[136],"only":[137],"125":[139],"(90%":[141],"@125)":[142],"active":[145],"address":[146],"with":[147],"136\u00d7":[148],"less":[149],"than":[150],"state-of-the-art":[152],"probing":[154],"methods.":[155],"reduces":[157],"number":[159],"scanned":[161],"decrease":[164],"intrusive":[166],"nature":[167],"first":[174],"effective":[175],"practice":[176],"for":[177],"learning.":[183],"It":[184],"bridges":[185],"gap":[187],"existing":[189],"tools":[191],"effectively":[193],"supports":[194],"subsequent":[195],"discovery":[197],"research.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5}],"updated_date":"2026-02-27T16:54:17.756197","created_date":"2025-10-10T00:00:00"}