{"id":"https://openalex.org/W4308328477","doi":"https://doi.org/10.1007/978-3-031-18409-3_17","title":"Reinforcement Learning Model Free with\u00a0GLIE Monte-Carlo on\u00a0Policy Update for\u00a0Network Topology Discovery","display_name":"Reinforcement Learning Model Free with\u00a0GLIE Monte-Carlo on\u00a0Policy Update for\u00a0Network Topology Discovery","publication_year":2022,"publication_date":"2022-11-04","ids":{"openalex":"https://openalex.org/W4308328477","doi":"https://doi.org/10.1007/978-3-031-18409-3_17"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-18409-3_17","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-031-18409-3_17","pdf_url":null,"source":{"id":"https://openalex.org/S4210169156","display_name":"Lecture notes in networks and systems","issn_l":"2367-3370","issn":["2367-3370","2367-3389"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319972","host_organization_name":"Springer International Publishing","host_organization_lineage":["https://openalex.org/P4310319972","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer International Publishing","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Networks and Systems","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016448118","display_name":"Roberto Casado\u2010Vara","orcid":"https://orcid.org/0000-0003-0198-696X"},"institutions":[{"id":"https://openalex.org/I46176106","display_name":"Universidad de Burgos","ror":"https://ror.org/049da5t36","country_code":"ES","type":"education","lineage":["https://openalex.org/I46176106"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Roberto Casado-Vara","raw_affiliation_strings":["Department of Mathematics and Computation, Universidad de Burgos, Burgos, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computation, Universidad de Burgos, Burgos, Spain","institution_ids":["https://openalex.org/I46176106"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065876927","display_name":"Marcos Severt","orcid":"https://orcid.org/0000-0002-2731-649X"},"institutions":[{"id":"https://openalex.org/I184999862","display_name":"Universidad de Salamanca","ror":"https://ror.org/02f40zc51","country_code":"ES","type":"education","lineage":["https://openalex.org/I184999862"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Marcos Severt","raw_affiliation_strings":["Universidad de Salamanca, Salamanca, Spain"],"affiliations":[{"raw_affiliation_string":"Universidad de Salamanca, Salamanca, Spain","institution_ids":["https://openalex.org/I184999862"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073993148","display_name":"A. Mart\u0131\u0301n del Rey","orcid":"https://orcid.org/0000-0002-3600-0016"},"institutions":[{"id":"https://openalex.org/I184999862","display_name":"Universidad de Salamanca","ror":"https://ror.org/02f40zc51","country_code":"ES","type":"education","lineage":["https://openalex.org/I184999862"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"\u00c1ngel Mart\u00edn del Rey","raw_affiliation_strings":["Department of Applied Mathematics, Universidad de Salamanca, Salamanca, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Applied Mathematics, Universidad de Salamanca, Salamanca, Spain","institution_ids":["https://openalex.org/I184999862"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017319459","display_name":"H\u00e9ctor Quinti\u00e1n","orcid":"https://orcid.org/0000-0002-0268-7999"},"institutions":[{"id":"https://openalex.org/I11019714","display_name":"Universidade da Coru\u00f1a","ror":"https://ror.org/01qckj285","country_code":"ES","type":"education","lineage":["https://openalex.org/I11019714"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"H\u00e9ctor Quinti\u00e1n","raw_affiliation_strings":["CTC, CITIC, Department of Industrial Engineering, University of A Coru\u00f1a, Ferrol, A Coru\u00f1a, Spain","Department of Industrial Engineering, University of A Coru\u00f1a, Ferrol, Spain"],"affiliations":[{"raw_affiliation_string":"CTC, CITIC, Department of Industrial Engineering, University of A Coru\u00f1a, Ferrol, A Coru\u00f1a, Spain","institution_ids":["https://openalex.org/I11019714"]},{"raw_affiliation_string":"Department of Industrial Engineering, University of A Coru\u00f1a, Ferrol, Spain","institution_ids":["https://openalex.org/I11019714"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088415997","display_name":"Jos\u00e9 Luis Calvo\u2010Rolle","orcid":"https://orcid.org/0000-0002-2333-8405"},"institutions":[{"id":"https://openalex.org/I11019714","display_name":"Universidade da Coru\u00f1a","ror":"https://ror.org/01qckj285","country_code":"ES","type":"education","lineage":["https://openalex.org/I11019714"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jose L. Calvo-Rolle","raw_affiliation_strings":["CTC, CITIC, Department of Industrial Engineering, University of A Coru\u00f1a, Ferrol, A Coru\u00f1a, Spain"],"affiliations":[{"raw_affiliation_string":"CTC, CITIC, Department of Industrial Engineering, University of A Coru\u00f1a, Ferrol, A Coru\u00f1a, Spain","institution_ids":["https://openalex.org/I11019714"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5016448118"],"corresponding_institution_ids":["https://openalex.org/I46176106"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.3685567,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"171","last_page":"180"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/malware","display_name":"Malware","score":0.7092199325561523},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6847286224365234},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.6265609264373779},{"id":"https://openalex.org/keywords/network-simulation","display_name":"Network simulation","score":0.5542803406715393},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4746195375919342},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.472497820854187},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.46795761585235596},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.3391858637332916},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31279972195625305},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.23918789625167847},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19180592894554138}],"concepts":[{"id":"https://openalex.org/C541664917","wikidata":"https://www.wikidata.org/wiki/Q14001","display_name":"Malware","level":2,"score":0.7092199325561523},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6847286224365234},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.6265609264373779},{"id":"https://openalex.org/C139940560","wikidata":"https://www.wikidata.org/wiki/Q290036","display_name":"Network simulation","level":2,"score":0.5542803406715393},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4746195375919342},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.472497820854187},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.46795761585235596},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.3391858637332916},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31279972195625305},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.23918789625167847},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19180592894554138},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-031-18409-3_17","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-031-18409-3_17","pdf_url":null,"source":{"id":"https://openalex.org/S4210169156","display_name":"Lecture notes in networks and systems","issn_l":"2367-3370","issn":["2367-3370","2367-3389"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319972","host_organization_name":"Springer International Publishing","host_organization_lineage":["https://openalex.org/P4310319972","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer International Publishing","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Networks and Systems","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6200000047683716,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2780125631","https://openalex.org/W2789284539","https://openalex.org/W2793291865","https://openalex.org/W2798334860","https://openalex.org/W2807150694","https://openalex.org/W2889183232","https://openalex.org/W2900741485","https://openalex.org/W2903475457","https://openalex.org/W2966477667","https://openalex.org/W2975208578","https://openalex.org/W2998590388","https://openalex.org/W3006690491","https://openalex.org/W3109019540","https://openalex.org/W3121356850","https://openalex.org/W3193976762","https://openalex.org/W3213840904","https://openalex.org/W3216563587","https://openalex.org/W4205941694","https://openalex.org/W4300433677"],"related_works":["https://openalex.org/W1543783347","https://openalex.org/W2187549531","https://openalex.org/W2565736895","https://openalex.org/W2522597310","https://openalex.org/W1879279916","https://openalex.org/W2113964533","https://openalex.org/W2385859455","https://openalex.org/W2160073791","https://openalex.org/W2583186716","https://openalex.org/W2742487203"],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}