{"id":"https://openalex.org/W3216643731","doi":"https://doi.org/10.1109/tmc.2021.3131318","title":"Path Planning for Adaptive CSI Map Construction With A3C in Dynamic Environments","display_name":"Path Planning for Adaptive CSI Map Construction With A3C in Dynamic Environments","publication_year":2021,"publication_date":"2021-11-30","ids":{"openalex":"https://openalex.org/W3216643731","doi":"https://doi.org/10.1109/tmc.2021.3131318","mag":"3216643731"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2021.3131318","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2021.3131318","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008168475","display_name":"Xiaoqiang Zhu","orcid":"https://orcid.org/0000-0001-7294-9547"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoqiang Zhu","raw_affiliation_strings":["School of Computer Science and Technology, College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-7294-9547","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037428599","display_name":"Tie Qiu","orcid":"https://orcid.org/0000-0003-2324-2523"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tie Qiu","raw_affiliation_strings":["School of Computer Science and Technology, College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-2324-2523","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041346888","display_name":"Wenyu Qu","orcid":"https://orcid.org/0000-0003-4817-5187"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenyu Qu","raw_affiliation_strings":["School of Computer Science and Technology, College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-4817-5187","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083871473","display_name":"Xiaobo Zhou","orcid":"https://orcid.org/0000-0002-7772-458X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaobo Zhou","raw_affiliation_strings":["School of Computer Science and Technology, College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-7772-458X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100398545","display_name":"Yifan Wang","orcid":"https://orcid.org/0000-0002-0844-2810"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifan Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001469325","display_name":"Dapeng Wu","orcid":"https://orcid.org/0000-0003-1755-0183"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dapeng Oliver Wu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA"],"raw_orcid":"https://orcid.org/0000-0003-1755-0183","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6719,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.84214459,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"22","issue":"5","first_page":"2925","last_page":"2937"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10986","display_name":"RFID technology advancements","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8894015550613403},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.6418771743774414},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6016778945922852},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49842309951782227},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4754894971847534},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4655277132987976},{"id":"https://openalex.org/keywords/channel-state-information","display_name":"Channel state information","score":0.465096116065979},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.43057823181152344},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.413729727268219},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36839571595191956},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3436434864997864},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3353491425514221},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11307424306869507},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.11087411642074585}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8894015550613403},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.6418771743774414},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6016778945922852},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49842309951782227},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4754894971847534},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4655277132987976},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.465096116065979},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.43057823181152344},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.413729727268219},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36839571595191956},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3436434864997864},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3353491425514221},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11307424306869507},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.11087411642074585},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2021.3131318","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2021.3131318","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2011158995","display_name":null,"funder_award_id":"U2001204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3730464747","display_name":null,"funder_award_id":"U1701263","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4372276092","display_name":null,"funder_award_id":"202006250078","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G523267021","display_name":"\u9762\u5411\u667a\u80fd\u7f51\u8054\u6c7d\u8f66\u7684\u7aef\u8fb9\u534f\u4f5c\u611f\u77e5\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"62072330","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W2093494890","https://openalex.org/W2331639761","https://openalex.org/W2373081500","https://openalex.org/W2415431271","https://openalex.org/W2515498963","https://openalex.org/W2536291649","https://openalex.org/W2555255624","https://openalex.org/W2568550964","https://openalex.org/W2770668236","https://openalex.org/W2788990673","https://openalex.org/W2789936870","https://openalex.org/W2794520903","https://openalex.org/W2805715956","https://openalex.org/W2806913761","https://openalex.org/W2884692898","https://openalex.org/W2897935807","https://openalex.org/W2901487316","https://openalex.org/W2907325719","https://openalex.org/W2917089854","https://openalex.org/W2918281006","https://openalex.org/W2921530591","https://openalex.org/W2922887640","https://openalex.org/W2933636299","https://openalex.org/W2941009020","https://openalex.org/W2944738496","https://openalex.org/W2951211023","https://openalex.org/W2952065976","https://openalex.org/W2953529749","https://openalex.org/W2954587228","https://openalex.org/W2962917939","https://openalex.org/W2964029185","https://openalex.org/W2976075487","https://openalex.org/W2985752695","https://openalex.org/W3009344227","https://openalex.org/W3017272319","https://openalex.org/W3027333559","https://openalex.org/W3028154864","https://openalex.org/W3047400633","https://openalex.org/W3047491762","https://openalex.org/W3084212472","https://openalex.org/W3088199383","https://openalex.org/W3091015338","https://openalex.org/W3155725449","https://openalex.org/W4287778862","https://openalex.org/W6629906148","https://openalex.org/W6692846177","https://openalex.org/W6730065366","https://openalex.org/W6777117589","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703"],"abstract_inverted_index":{"With":[0],"the":[1,7,42,47,52,57,88,97,117,131,144,151,187],"growing":[2],"demand":[3],"of":[4,110,119],"Location-Based":[5],"Service,":[6],"fingerprint":[8,53],"localization":[9,182],"based":[10,78],"on":[11,79],"Channel":[12],"State":[13],"Information":[14],"(CSI)":[15],"has":[16,24,49],"become":[17],"a":[18,70,107,137],"vital":[19],"positioning":[20],"technology":[21],"because":[22],"it":[23,93],"easy":[25],"implementation,":[26],"low":[27],"device":[28],"cost":[29],"and":[30,63,127,159,170],"adequate":[31],"accuracy":[32],"which":[33,60,141],"benefits":[34],"from":[35],"fine-grained":[36],"information":[37],"provided":[38],"by":[39,123,147],"CSI.":[40],"However,":[41],"main":[43],"drawback":[44],"is":[45,61,134],"that":[46],"approach":[48],"to":[50,95,115,166],"construct":[51],"map":[54],"manually":[55],"during":[56],"off-line":[58],"stage,":[59],"tedious":[62],"time-consuming.":[64],"In":[65],"this":[66],"paper,":[67],"we":[68],"propose":[69],"novel":[71],"data":[72,100,112],"collection":[73,189],"strategy":[74],"for":[75,101],"path":[76,146,168],"planning":[77,169],"reinforcement":[80],"learning,":[81],"namely":[82],"Asynchronous":[83],"Advantage":[84],"Actor-Critic":[85],"(A3C).":[86],"Given":[87],"limited":[89],"exploration":[90],"step":[91],"length,":[92],"needs":[94],"maximize":[96],"informative":[98,145],"CSI":[99,188],"reducing":[102],"manual":[103],"cost.":[104],"We":[105,149],"collect":[106],"small":[108],"amount":[109],"real":[111],"in":[113,154],"advance":[114],"predict":[116],"rewards":[118],"all":[120],"sampling":[121],"points":[122],"multivariate":[124],"Gaussian":[125],"process":[126],"mutual":[128],"information.":[129],"Then":[130],"optimization":[132],"problem":[133],"transformed":[135],"into":[136],"sequential":[138],"decision":[139],"process,":[140],"can":[142,178],"exploit":[143],"A3C.":[148],"complete":[150],"proposed":[152],"algorithm":[153],"two":[155],"real-world":[156],"dynamic":[157],"environments":[158],"extensive":[160],"experiments":[161],"verify":[162],"its":[163],"performance.":[164],"Compared":[165],"coverage":[167],"several":[171],"existing":[172],"algorithms,":[173],"our":[174],"system":[175],"not":[176],"only":[177],"achieve":[179],"similar":[180],"indoor":[181],"accuracy,":[183],"but":[184],"also":[185],"reduce":[186],"task.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}