{"id":"https://openalex.org/W4392445575","doi":"https://doi.org/10.1145/3616901.3616913","title":"A Polymorphic Smart Network Construction Method Based On Q-UCB","display_name":"A Polymorphic Smart Network Construction Method Based On Q-UCB","publication_year":2023,"publication_date":"2023-04-14","ids":{"openalex":"https://openalex.org/W4392445575","doi":"https://doi.org/10.1145/3616901.3616913"},"language":"en","primary_location":{"id":"doi:10.1145/3616901.3616913","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3616901.3616913","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 International Conference on Frontiers of Artificial Intelligence and Machine Learning","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063600311","display_name":"Peng Liu","orcid":"https://orcid.org/0009-0006-3852-3132"},"institutions":[{"id":"https://openalex.org/I4210129465","display_name":"Wuhan Ship Development & Design Institute","ror":"https://ror.org/02mcdae06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210129465"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peng Liu","raw_affiliation_strings":["China Ship Research and Development Academy, China"],"affiliations":[{"raw_affiliation_string":"China Ship Research and Development Academy, China","institution_ids":["https://openalex.org/I4210129465"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068732367","display_name":"Zhu Zhao","orcid":"https://orcid.org/0000-0002-3675-9671"},"institutions":[{"id":"https://openalex.org/I4210129465","display_name":"Wuhan Ship Development & Design Institute","ror":"https://ror.org/02mcdae06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210129465"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhu Zhao","raw_affiliation_strings":["China Ship Research and Development Academy, China"],"affiliations":[{"raw_affiliation_string":"China Ship Research and Development Academy, China","institution_ids":["https://openalex.org/I4210129465"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5094066198","display_name":"Jun Liang","orcid":"https://orcid.org/0009-0008-3977-1220"},"institutions":[{"id":"https://openalex.org/I4210129465","display_name":"Wuhan Ship Development & Design Institute","ror":"https://ror.org/02mcdae06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210129465"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Liang","raw_affiliation_strings":["China Ship Research and Development Academy, China"],"affiliations":[{"raw_affiliation_string":"China Ship Research and Development Academy, China","institution_ids":["https://openalex.org/I4210129465"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5063600311"],"corresponding_institution_ids":["https://openalex.org/I4210129465"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19534822,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"51","last_page":"55"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8116722106933594},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7965314984321594},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5219796895980835},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.49668484926223755},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4671202301979065},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4650401175022125},{"id":"https://openalex.org/keywords/network-security","display_name":"Network security","score":0.45070880651474},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4368341267108917},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.4339753985404968},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.4247537851333618},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4206307530403137},{"id":"https://openalex.org/keywords/network-service","display_name":"Network service","score":0.41735079884529114},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.41660821437835693},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38529086112976074},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.35394424200057983},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2148125171661377},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.12321159243583679}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8116722106933594},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7965314984321594},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5219796895980835},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.49668484926223755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4671202301979065},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4650401175022125},{"id":"https://openalex.org/C182590292","wikidata":"https://www.wikidata.org/wiki/Q989632","display_name":"Network security","level":2,"score":0.45070880651474},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4368341267108917},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4339753985404968},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.4247537851333618},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4206307530403137},{"id":"https://openalex.org/C2779618445","wikidata":"https://www.wikidata.org/wiki/Q1640628","display_name":"Network service","level":2,"score":0.41735079884529114},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.41660821437835693},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38529086112976074},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35394424200057983},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2148125171661377},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12321159243583679},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3616901.3616913","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3616901.3616913","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 International Conference on Frontiers of Artificial Intelligence and Machine Learning","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1504908594","https://openalex.org/W2059648982","https://openalex.org/W2432152736","https://openalex.org/W2500064013","https://openalex.org/W2559691603","https://openalex.org/W2582380851","https://openalex.org/W2612759037","https://openalex.org/W2765835394","https://openalex.org/W2940436796","https://openalex.org/W2999184035","https://openalex.org/W3038426846","https://openalex.org/W3102449016","https://openalex.org/W4213170914"],"related_works":["https://openalex.org/W2015051472","https://openalex.org/W2168501056","https://openalex.org/W2120009678","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W2357975469","https://openalex.org/W2037601570","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W2912947802"],"abstract_inverted_index":{"Full-dimensional":[0],"defined":[1],"polymorphic":[2],"smart":[3],"network":[4,11,28,37,49],"(PINet)":[5],"is":[6,38],"a":[7,109],"new":[8],"type":[9],"of":[10,21,27,33,40,44,77,82,155,172],"technology.":[12],"PINet":[13],"promote":[14],"the":[15,22,25,41,53,57,78,83,90,121,170,173],"functions,":[16],"performance,":[17],"efficiency":[18],"and":[19,51,59,80,98,127,146],"security":[20],"Internet":[23],"from":[24],"perspective":[26],"structure.":[29],"The":[30,133,158],"construction":[31],"method":[32,71,112,159],"reconfigurable":[34],"service":[35,58],"carrying":[36],"one":[39],"key":[42],"topic":[43],"PINet,":[45],"which":[46,138,148],"provides":[47],"diverse":[48],"services":[50],"supports":[52],"dynamic":[54,81],"adaption":[55],"between":[56],"resource.":[60],"In":[61],"such":[62,94],"large":[63],"state":[64],"space":[65],"control":[66],"tasks,":[67],"deep":[68],"Reinforcement":[69,110],"Learning":[70,111],"has":[72],"achieved":[73],"excellent":[74],"results.":[75],"Because":[76],"Complexity":[79],"network,":[84],"there":[85],"are":[86,149],"some":[87],"problems":[88],"in":[89],"existing":[91],"exploration":[92],"algorithms,":[93],"as":[95],"blind":[96],"exploration,":[97],"slow":[99],"learning.":[100],"To":[101],"solve":[102],"these":[103],"problems,":[104],"this":[105],"paper":[106],"put":[107],"forward":[108],"based":[113],"on":[114],"upper":[115],"confidence":[116],"bound":[117],"(Q-UCB).":[118],"It":[119],"determines":[120],"selection":[122,128],"probability":[123,154],"by":[124],"reward,":[125],"time-step":[126],"times":[129],"for":[130],"each":[131],"action.":[132],"proposed":[134],"approach":[135],"assigns":[136],"actions":[137,142,147],"haven't":[139],"been":[140],"chosen,":[141],"have":[143],"good":[144],"results":[145],"more":[150,164],"valuable,":[151],"with":[152],"higher":[153],"being":[156],"selected.":[157],"enable":[160],"agents":[161],"to":[162],"learn":[163],"efficiently.":[165],"Finally,":[166],"simulation":[167],"experiments":[168],"verify":[169],"effectiveness":[171],"method.":[174]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}