{"id":"https://openalex.org/W4412605467","doi":"https://doi.org/10.1109/tvt.2025.3591928","title":"Frame Structure Design and Task Scheduling in 5G NR for ISAC Systems: A Deep Reinforcement Learning Approach","display_name":"Frame Structure Design and Task Scheduling in 5G NR for ISAC Systems: A Deep Reinforcement Learning Approach","publication_year":2025,"publication_date":"2025-07-23","ids":{"openalex":"https://openalex.org/W4412605467","doi":"https://doi.org/10.1109/tvt.2025.3591928"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2025.3591928","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3591928","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007552613","display_name":"Jialong Gong","orcid":"https://orcid.org/0009-0007-2299-9061"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jialong Gong","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001563754","display_name":"Dixiang Gao","orcid":"https://orcid.org/0009-0006-7363-1569"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dixiang Gao","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046935016","display_name":"Rui Tian","orcid":"https://orcid.org/0000-0002-0356-099X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Tian","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102866993","display_name":"Xiqing Liu","orcid":"https://orcid.org/0000-0002-4143-3334"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiqing Liu","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060203564","display_name":"Mugen Peng","orcid":"https://orcid.org/0000-0002-4755-7231"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mugen Peng","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5007552613"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":1.5761,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.8510345,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"75","issue":"1","first_page":"713","last_page":"728"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10558","display_name":"Advancements in Semiconductor Devices and Circuit Design","score":0.6922000050544739,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10558","display_name":"Advancements in Semiconductor Devices and Circuit Design","score":0.6922000050544739,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7726675271987915},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6319654583930969},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6107024550437927},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5703201293945312},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.48109930753707886},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3799118399620056},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3466823697090149},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2653629779815674},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.2481391727924347},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1657543182373047}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7726675271987915},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6319654583930969},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6107024550437927},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5703201293945312},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.48109930753707886},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3799118399620056},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3466823697090149},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2653629779815674},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.2481391727924347},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1657543182373047},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2025.3591928","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3591928","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2060066588","https://openalex.org/W2125930644","https://openalex.org/W2137632745","https://openalex.org/W2164622318","https://openalex.org/W2546571074","https://openalex.org/W2551706731","https://openalex.org/W2590141315","https://openalex.org/W2730026819","https://openalex.org/W3015366655","https://openalex.org/W3088191728","https://openalex.org/W3111248032","https://openalex.org/W3161642411","https://openalex.org/W3194620979","https://openalex.org/W3203702019","https://openalex.org/W3205508285","https://openalex.org/W3210838569","https://openalex.org/W4223477331","https://openalex.org/W4293095167","https://openalex.org/W4298641150","https://openalex.org/W4300723704","https://openalex.org/W4312051061","https://openalex.org/W4312297173","https://openalex.org/W4312466007","https://openalex.org/W4364322927","https://openalex.org/W4377015140","https://openalex.org/W4385190338","https://openalex.org/W4386450110","https://openalex.org/W4386634651","https://openalex.org/W4387869563","https://openalex.org/W4391496490","https://openalex.org/W4392904908","https://openalex.org/W4399602565","https://openalex.org/W4399768502","https://openalex.org/W4400276484","https://openalex.org/W4405975094"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"The":[0,73,114],"frame":[1,53,71,90,100],"structure":[2,54],"is":[3,28,117],"regarded":[4],"as":[5],"one":[6],"of":[7,23,43,76,87,163],"the":[8,20,41,50,57,70,85,88,108,120,134,160,171,194],"implementation":[9],"concerns":[10],"for":[11,49,66],"integrated":[12],"sensing":[13,44,58,80,129],"and":[14,38,52,62,81,102,133,153,166,193],"communications":[15],"(ISAC).":[16],"Unlike":[17],"other":[18,182],"solutions,":[19],"shared":[21],"use":[22],"new":[24,47],"radio":[25],"(NR)":[26],"pilots":[27,51],"particularly":[29],"promising":[30],"due":[31],"to":[32,35,69,118,157,177,191,201],"their":[33],"adaptability":[34],"existing":[36],"standards":[37],"infrastructure.":[39],"However,":[40],"integration":[42],"capabilities":[45],"introduces":[46],"challenges":[48],"designs.":[55],"Generally,":[56],"requirements":[59],"are":[60],"diverse":[61],"dynamically":[63],"changing,":[64],"calling":[65],"adaptive":[67,89,161],"adjustments":[68],"structure.":[72,91],"intricate":[74],"interplay":[75],"various":[77],"trade-offs":[78],"between":[79],"communication":[82],"metrics":[83],"complicates":[84],"design":[86],"To":[92],"address":[93],"this":[94],"issue,":[95],"we":[96],"introduced":[97],"a":[98,124,139],"two-timescale":[99],"adjustment":[101,162],"task":[103,195],"scheduling":[104],"(FATS)":[105],"mechanism":[106],"leveraging":[107],"NR":[109],"position":[110],"reference":[111],"signal":[112],"(PRS).":[113],"prime":[115],"objective":[116],"maximize":[119],"ISAC":[121,185],"synergistic":[122,186],"rate,":[123],"unified":[125],"metric":[126],"defined":[127],"by":[128,189,199],"mutual":[130],"information":[131],"(SMI)":[132],"queued":[135],"transmission":[136],"rate.":[137],"Then,":[138],"twin":[140],"agent":[141],"based":[142],"FATS":[143],"(Twin-FATS)":[144],"algorithm":[145],"was":[146],"proposed":[147],"that":[148],"synergizes":[149],"deep":[150],"Q-network":[151],"(DQN)":[152],"soft":[154],"actor-critic":[155],"(SAC)":[156],"simultaneously":[158],"enable":[159],"configurable":[164],"parameters":[165],"efficient":[167],"resource":[168],"utilization":[169],"within":[170],"frames.":[172],"Comprehensive":[173],"simulations":[174],"were":[175],"conducted":[176],"validate":[178],"its":[179],"superiority":[180],"over":[181],"strategies,":[183],"with":[184],"rate":[187,197],"increased":[188],"up":[190,200],"21.95%,":[192],"completion":[196],"improved":[198],"16.3%.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}