{"id":"https://openalex.org/W4408590589","doi":"https://doi.org/10.1109/ojcoms.2025.3552277","title":"Digital Twin-Enhanced Wireless Indoor Navigation: Achieving Efficient Environment Sensing With Zero-Shot Reinforcement Learning","display_name":"Digital Twin-Enhanced Wireless Indoor Navigation: Achieving Efficient Environment Sensing With Zero-Shot Reinforcement Learning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4408590589","doi":"https://doi.org/10.1109/ojcoms.2025.3552277"},"language":"en","primary_location":{"id":"doi:10.1109/ojcoms.2025.3552277","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2025.3552277","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/ojcoms.2025.3552277","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100455256","display_name":"Tao Li","orcid":"https://orcid.org/0000-0001-8966-7239"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tao Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, New York University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-8966-7239","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078044351","display_name":"Haozhe Lei","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haozhe Lei","raw_affiliation_strings":["Department of Electrical and Computer Engineering, New York University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077148213","display_name":"Hao Guo","orcid":"https://orcid.org/0000-0003-1631-7902"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Guo","raw_affiliation_strings":["Department of Electrical and Computer Engineering, New York University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-1631-7902","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012149825","display_name":"Mingsheng Yin","orcid":"https://orcid.org/0000-0002-7786-3037"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingsheng Yin","raw_affiliation_strings":["Department of Electrical and Computer Engineering, New York University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-7786-3037","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007935120","display_name":"Yaqi Hu","orcid":"https://orcid.org/0000-0003-2498-8108"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yaqi Hu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, New York University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-2498-8108","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081500464","display_name":"Quanyan Zhu","orcid":"https://orcid.org/0000-0002-0008-2953"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Quanyan Zhu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, New York University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-0008-2953","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000099903","display_name":"Sundeep Rangan","orcid":"https://orcid.org/0000-0002-0925-8169"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sundeep Rangan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, New York University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-0925-8169","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":2.676,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.89508061,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"6","issue":null,"first_page":"2356","last_page":"2372"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.945900022983551,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.647362470626831},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5390379428863525},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5306110978126526},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.48908835649490356},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.4642783999443054},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35391324758529663},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19303682446479797},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15956789255142212},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.15357628464698792}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.647362470626831},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5390379428863525},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5306110978126526},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.48908835649490356},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.4642783999443054},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35391324758529663},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19303682446479797},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15956789255142212},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.15357628464698792},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ojcoms.2025.3552277","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2025.3552277","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4821f77cb5034605adc96037c5d2185d","is_oa":true,"landing_page_url":"https://doaj.org/article/4821f77cb5034605adc96037c5d2185d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Communications Society, Vol 6, Pp 2356-2372 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2025.3552277","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2025.3552277","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1206813425","display_name":null,"funder_award_id":"2023-00272","funder_id":"https://openalex.org/F4320322887","funder_display_name":"The Research Council"},{"id":"https://openalex.org/G3360941484","display_name":null,"funder_award_id":"2023-00272","funder_id":"https://openalex.org/F4320322581","funder_display_name":"Vetenskapsr\u00e5det"}],"funders":[{"id":"https://openalex.org/F4320322581","display_name":"Vetenskapsr\u00e5det","ror":"https://ror.org/03zttf063"},{"id":"https://openalex.org/F4320322887","display_name":"The Research Council","ror":"https://ror.org/03tcppy59"},{"id":"https://openalex.org/F4320334111","display_name":"Innovation Fund","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1488668773","https://openalex.org/W1999244633","https://openalex.org/W2007732764","https://openalex.org/W2138020668","https://openalex.org/W2164878629","https://openalex.org/W2194775991","https://openalex.org/W2231976888","https://openalex.org/W2516809705","https://openalex.org/W2547350840","https://openalex.org/W2557465155","https://openalex.org/W2560647685","https://openalex.org/W2604382266","https://openalex.org/W2892220663","https://openalex.org/W2950635152","https://openalex.org/W2953127211","https://openalex.org/W2964316728","https://openalex.org/W2993995411","https://openalex.org/W3000408141","https://openalex.org/W3009928773","https://openalex.org/W3021789920","https://openalex.org/W3026573367","https://openalex.org/W3047296326","https://openalex.org/W3111283285","https://openalex.org/W3116286104","https://openalex.org/W3158432731","https://openalex.org/W3161939764","https://openalex.org/W3163993681","https://openalex.org/W3176300156","https://openalex.org/W3214292597","https://openalex.org/W4206513913","https://openalex.org/W4212811589","https://openalex.org/W4214888618","https://openalex.org/W4220717841","https://openalex.org/W4220775068","https://openalex.org/W4285792603","https://openalex.org/W4290973502","https://openalex.org/W4323521013","https://openalex.org/W4386260484","https://openalex.org/W4401414872","https://openalex.org/W6638088447","https://openalex.org/W6677939520","https://openalex.org/W6683204974","https://openalex.org/W6685133223","https://openalex.org/W6692846177","https://openalex.org/W6737947904","https://openalex.org/W6741002519","https://openalex.org/W6748426178","https://openalex.org/W6753516098","https://openalex.org/W6762840784","https://openalex.org/W6774815639","https://openalex.org/W6776185187","https://openalex.org/W6776438516","https://openalex.org/W6778979777","https://openalex.org/W6793042568"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Millimeter-wave":[0],"(mmWave)":[1],"communication":[2],"is":[3],"a":[4,87,158,212,217,266],"vital":[5],"component":[6],"of":[7,10,35,48,62,83,105,113,125],"future":[8],"generations":[9],"mobile":[11],"networks,":[12],"offering":[13,265],"not":[14],"only":[15],"high":[16],"data":[17],"rates":[18],"but":[19],"also":[20],"precise":[21],"beams,":[22],"making":[23],"it":[24],"ideal":[25],"for":[26,51,74,90,270],"indoor":[27,43,272],"navigation":[28,52],"in":[29,42,68,97,117,136,261],"complex":[30,69],"environments.":[31],"However,":[32],"the":[33,46,60,72,111,121,166,175,194,225,230,243],"challenges":[34],"multipath":[36],"propagation":[37,96],"and":[38,92,123,144,190,201,219,254,264],"noisy":[39],"signal":[40,95,187],"measurements":[41],"spaces":[44],"complicate":[45],"use":[47],"mmWave":[49,94],"signals":[50],"tasks.":[53],"Traditional":[54],"physics-based":[55,103,183],"methods,":[56],"such":[57,98,185],"as":[58,80,186],"following":[59],"angle":[61],"arrival":[63],"(AoA),":[64],"often":[65,139],"fall":[66],"short":[67],"scenarios,":[70],"highlighting":[71],"need":[73],"more":[75],"sophisticated":[76],"approaches.":[77],"Digital":[78,209],"twins,":[79],"virtual":[81,118,142],"replicas":[82],"physical":[84,126,167],"environments,":[85,119],"offer":[86],"powerful":[88],"tool":[89],"simulating":[91],"optimizing":[93],"settings.":[99],"By":[100,181],"creating":[101],"detailed,":[102],"models":[104,134],"real-world":[106],"spaces,":[107],"digital":[108,137,171,248],"twins":[109,138,172,210],"enable":[110],"training":[112,227],"machine":[114,132],"learning":[115,133,161,177,195,200],"algorithms":[116],"reducing":[120,229],"costs":[122],"limitations":[124],"testing.":[127],"Despite":[128],"their":[129],"advantages,":[130],"current":[131],"trained":[135],"overfit":[140],"specific":[141],"environments":[143,206,263],"require":[145],"costly":[146],"retraining":[147],"when":[148],"applied":[149],"to":[150,173,204],"new":[151,205],"scenarios.":[152],"In":[153],"this":[154],"paper,":[155],"we":[156],"propose":[157],"physics-informed":[159],"reinforcement":[160,176],"(PIRL)":[162],"approach":[163],"that":[164,223,242],"leverages":[165],"insights":[168],"provided":[169],"by":[170,215,247],"shape":[174],"(RL)":[178],"reward":[179],"function.":[180],"integrating":[182],"metrics":[184],"strength,":[188],"AoA,":[189],"path":[191],"reflections":[192],"into":[193],"process,":[196,228],"PIRL":[197],"enables":[198],"efficient":[199],"improved":[202],"generalization":[203,260],"without":[207],"retraining.":[208],"play":[211],"central":[213],"role":[214],"providing":[216],"versatile":[218],"detailed":[220],"simulation":[221],"environment":[222],"informs":[224],"RL":[226,237,256],"computational":[231],"overhead":[232],"typically":[233],"associated":[234],"with":[235],"end-to-end":[236],"methods.":[238],"Our":[239],"experiments":[240],"demonstrate":[241],"proposed":[244],"PIRL,":[245],"supported":[246],"twin":[249],"simulations,":[250],"outperforms":[251],"traditional":[252],"heuristics":[253],"standard":[255],"models,":[257],"achieving":[258],"zero-shot":[259],"unseen":[262],"cost-effective,":[267],"scalable":[268],"solution":[269],"wireless":[271],"navigation.":[273]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}