{"id":"https://openalex.org/W4385302151","doi":"https://doi.org/10.1109/iwqos57198.2023.10188692","title":"Which Doors Are Open: Reinforcement Learning-based Internet-wide Port Scanning","display_name":"Which Doors Are Open: Reinforcement Learning-based Internet-wide Port Scanning","publication_year":2023,"publication_date":"2023-06-19","ids":{"openalex":"https://openalex.org/W4385302151","doi":"https://doi.org/10.1109/iwqos57198.2023.10188692"},"language":"en","primary_location":{"id":"doi:10.1109/iwqos57198.2023.10188692","doi":"https://doi.org/10.1109/iwqos57198.2023.10188692","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos57198.2023.10188692","pdf_url":null,"source":{"id":"https://openalex.org/S4210234387","display_name":"International Workshop on Quality of Service","issn_l":"1548-615X","issn":["1548-615X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM 31st International Symposium on Quality of Service (IWQoS)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071667007","display_name":"Guanglei Song","orcid":"https://orcid.org/0000-0003-4736-6264","observed_orcids":["https://orcid.org/0000-0003-4736-6264"]},"institutions":[{"id":"https://openalex.org/I4405271667","display_name":"Beijing National Research Center for Information Science and Technology","ror":"https://ror.org/02tcm9e24","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4405271667"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanglei Song","raw_affiliation_strings":["Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","Zhongguancun Laboratory, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4405271667","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Zhongguancun Laboratory, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076436127","display_name":"Lin He","orcid":"https://orcid.org/0000-0002-7348-5833","observed_orcids":["https://orcid.org/0000-0002-7348-5833"]},"institutions":[{"id":"https://openalex.org/I4405271667","display_name":"Beijing National Research Center for Information Science and Technology","ror":"https://ror.org/02tcm9e24","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4405271667"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin He","raw_affiliation_strings":["Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","Zhongguancun Laboratory, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4405271667","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Zhongguancun Laboratory, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108853270","display_name":"Tianyun Zhao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyun Zhao","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103117795","display_name":"Yirui Luo","orcid":"https://orcid.org/0009-0004-1516-3643","observed_orcids":["https://orcid.org/0009-0004-1516-3643"]},"institutions":[{"id":"https://openalex.org/I4405271667","display_name":"Beijing National Research Center for Information Science and Technology","ror":"https://ror.org/02tcm9e24","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4405271667"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yirui Luo","raw_affiliation_strings":["Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4405271667","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059321688","display_name":"Yichao Wu","orcid":"https://orcid.org/0000-0003-4496-9959","observed_orcids":["https://orcid.org/0000-0003-4496-9959","https://orcid.org/0009-0002-2386-6117"]},"institutions":[{"id":"https://openalex.org/I4405271667","display_name":"Beijing National Research Center for Information Science and Technology","ror":"https://ror.org/02tcm9e24","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4405271667"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yichao Wu","raw_affiliation_strings":["Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4405271667","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075710187","display_name":"Linna Fan","orcid":"https://orcid.org/0000-0003-2269-1175","observed_orcids":["https://orcid.org/0000-0003-2269-1175"]},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]},{"id":"https://openalex.org/I4405271667","display_name":"Beijing National Research Center for Information Science and Technology","ror":"https://ror.org/02tcm9e24","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4405271667"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linna Fan","raw_affiliation_strings":["Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","College of Information and Communication, National University of Defense Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4405271667","https://openalex.org/I99065089"]},{"raw_affiliation_string":"College of Information and Communication, National University of Defense Technology, Wuhan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100398941","display_name":"Chenglong Li","orcid":"https://orcid.org/0000-0003-3261-5619","observed_orcids":["https://orcid.org/0000-0003-3261-5619","https://orcid.org/0000-0002-7233-2739"]},"institutions":[{"id":"https://openalex.org/I4405271667","display_name":"Beijing National Research Center for Information Science and Technology","ror":"https://ror.org/02tcm9e24","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4405271667"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglong Li","raw_affiliation_strings":["Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","Zhongguancun Laboratory, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4405271667","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Zhongguancun Laboratory, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100343127","display_name":"Zhiliang Wang","orcid":"https://orcid.org/0000-0001-6587-820X","observed_orcids":["https://orcid.org/0000-0001-6587-820X"]},"institutions":[{"id":"https://openalex.org/I4405271667","display_name":"Beijing National Research Center for Information Science and Technology","ror":"https://ror.org/02tcm9e24","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4405271667"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiliang Wang","raw_affiliation_strings":["Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","Zhongguancun Laboratory, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4405271667","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Zhongguancun Laboratory, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023416195","display_name":"Jiahai Yang","orcid":"https://orcid.org/0000-0001-6109-6737","observed_orcids":["https://orcid.org/0000-0001-6109-6737"]},"institutions":[{"id":"https://openalex.org/I4405271667","display_name":"Beijing National Research Center for Information Science and Technology","ror":"https://ror.org/02tcm9e24","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4405271667"]},{"id":"https://openalex.org/I4405284363","display_name":"Quan Cheng Laboratory","ror":"https://ror.org/03drypn60","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4405284363"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahai Yang","raw_affiliation_strings":["Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","Quan Cheng Laboratory, Jinan, Shandong, China","Zhongguancun Laboratory, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I4405271667","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Quan Cheng Laboratory, Jinan, Shandong, China","institution_ids":["https://openalex.org/I4405284363"]},{"raw_affiliation_string":"Zhongguancun Laboratory, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9188,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.9238147,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.004000000189989805,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.004000000189989805,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.9369999766349792},{"id":"https://openalex.org/keywords/service-discovery","display_name":"service discovery","score":0.7160000205039978}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6240087151527405},{"id":"https://openalex.org/C32802771","wikidata":"https://www.wikidata.org/wiki/Q2443617","display_name":"Port (circuit theory)","level":2,"score":0.5656595826148987},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5293753147125244},{"id":"https://openalex.org/C2781390367","wikidata":"https://www.wikidata.org/wiki/Q17098321","display_name":"Intrusiveness","level":2,"score":0.5147538185119629},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4390888810157776},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3500301241874695},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3476772904396057},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22608470916748047},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2125837802886963},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.17145463824272156},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09515303373336792},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwqos57198.2023.10188692","doi":"https://doi.org/10.1109/iwqos57198.2023.10188692","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos57198.2023.10188692","pdf_url":null,"source":{"id":"https://openalex.org/S4210234387","display_name":"International Workshop on Quality of Service","issn_l":"1548-615X","issn":["1548-615X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM 31st International Symposium on Quality of Service (IWQoS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2443245231","display_name":null,"funder_award_id":"2022YFB3105001","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7326963064","display_name":null,"funder_award_id":"4222026","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1495444061","https://openalex.org/W1633306738","https://openalex.org/W2001637908","https://openalex.org/W2042923641","https://openalex.org/W2112736324","https://openalex.org/W2114398364","https://openalex.org/W2144489971","https://openalex.org/W2292723020","https://openalex.org/W2342606171","https://openalex.org/W2443837434","https://openalex.org/W2505207162","https://openalex.org/W2523421704","https://openalex.org/W2706122055","https://openalex.org/W2734941459","https://openalex.org/W2752929869","https://openalex.org/W2753333424","https://openalex.org/W2768602817","https://openalex.org/W2769047723","https://openalex.org/W2794584163","https://openalex.org/W2799441662","https://openalex.org/W2805572865","https://openalex.org/W2895807258","https://openalex.org/W2922688120","https://openalex.org/W3091858468","https://openalex.org/W3153330619","https://openalex.org/W3155932781","https://openalex.org/W3157811349","https://openalex.org/W3189299055","https://openalex.org/W3199311848","https://openalex.org/W4210790101","https://openalex.org/W4254354095","https://openalex.org/W4290973756","https://openalex.org/W4324007097","https://openalex.org/W6720167844"],"related_works":["https://openalex.org/W4404562795","https://openalex.org/W4415625137","https://openalex.org/W2738334271","https://openalex.org/W4393280544","https://openalex.org/W4290973756","https://openalex.org/W284347760","https://openalex.org/W4396918047","https://openalex.org/W4403396449","https://openalex.org/W2916154162","https://openalex.org/W2145118394"],"abstract_inverted_index":{"Internet-wide":[0],"scanning":[1,51,111,138,178,190],"is":[2,172],"a":[3,49,86],"commonly":[4],"used":[5],"research":[6],"technique":[7],"in":[8,65],"various":[9],"network":[10,22,36],"surveys,":[11],"such":[12],"as":[13],"measuring":[14],"service":[15,196],"deployment":[16],"and":[17,38,99,121,192,198],"security":[18,199],"vulnerabilities.":[19],"However,":[20],"these":[21],"surveys":[23],"are":[24],"limited":[25],"to":[26,75,90,108,143,163],"the":[27,34,56,66,71,92,102,151,158,165,173,186],"given":[28],"port":[29,50,79,105,110,153,169],"set,":[30],"not":[31],"comprehensively":[32],"obtaining":[33],"real":[35],"landscape,":[37],"even":[39],"misleading":[40],"survey":[41],"conclusions.":[42],"In":[43],"this":[44],"work,":[45],"we":[46],"introduce":[47],"PMap,":[48],"tool":[52],"that":[53,129],"efficiently":[54],"discovers":[55],"majority":[57],"of":[58,73,82,104,160,168,188],"open":[59,78,134,179],"ports":[60,64,74,135,140,162,180],"from":[61],"all":[62],"65K":[63],"whole":[67],"network.":[68],"PMap":[69,113,130,156,171],"uses":[70],"correlation":[72,80,93],"build":[76],"an":[77],"graph":[81,94],"each":[83,144],"network,":[84],"using":[85,181],"reinforcement":[87,182],"learning":[88],"framework":[89],"update":[91],"based":[95],"on":[96,117],"feedback":[97],"results":[98],"dynamically":[100],"adjust":[101],"order":[103],"scanning.":[106,170],"Compared":[107],"current":[109],"methods,":[112],"achieves":[114],"better":[115],"performance":[116],"hit":[118],"rate,":[119],"coverage,":[120],"intrusiveness.":[122],"Our":[123],"experiments":[124],"over":[125],"real-world":[126],"networks":[127],"show":[128],"can":[131],"find":[132],"90%":[133],"by":[136],"only":[137],"125":[139],"(90%":[141],"@125)":[142],"active":[145],"address":[146],"with":[147],"136\u00d7":[148],"less":[149],"than":[150],"state-of-the-art":[152],"probing":[154],"methods.":[155],"reduces":[157],"number":[159],"scanned":[161],"decrease":[164],"intrusive":[166],"nature":[167],"first":[174],"effective":[175],"practice":[176],"for":[177],"learning.":[183],"It":[184],"bridges":[185],"gap":[187],"existing":[189],"tools":[191],"effectively":[193],"supports":[194],"subsequent":[195],"discovery":[197],"research.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2023-07-28T00:00:00"}