{"id":"https://openalex.org/W4406321664","doi":"https://doi.org/10.1109/twc.2024.3525410","title":"Diffusion-Based Deep Reinforcement Learning for Resource Management in Connected Construction Equipment Networks: A Hierarchical Framework","display_name":"Diffusion-Based Deep Reinforcement Learning for Resource Management in Connected Construction Equipment Networks: A Hierarchical Framework","publication_year":2025,"publication_date":"2025-01-13","ids":{"openalex":"https://openalex.org/W4406321664","doi":"https://doi.org/10.1109/twc.2024.3525410"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2024.3525410","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2024.3525410","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hub.hku.hk/handle/10722/355274","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101964689","display_name":"Pengfei Ning","orcid":null},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Pengfei Ning","raw_affiliation_strings":["State Key Laboratory of Advanced Rail Autonomous Operation, the Collaborative Innovation Center of Railway Traffic Safety, and the School of Automation and Intelligence, Beijing Jiaotong University, Beijing, China","State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing, P. R. China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Advanced Rail Autonomous Operation, the Collaborative Innovation Center of Railway Traffic Safety, and the School of Automation and Intelligence, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing, P. R. China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100615324","display_name":"Hongwei Wang","orcid":"https://orcid.org/0000-0001-5713-3988"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwei Wang","raw_affiliation_strings":["Collaborative Innovation Center of Railway Traffic Safety, Beijing Jiaotong University, Beijing, China","Collaborative Innovation Center of Railway Traffic Safety, Beijing Jiaotong University, Beijing, P. R. China"],"affiliations":[{"raw_affiliation_string":"Collaborative Innovation Center of Railway Traffic Safety, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Collaborative Innovation Center of Railway Traffic Safety, Beijing Jiaotong University, Beijing, P. R. China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067908158","display_name":"Tao Tang","orcid":"https://orcid.org/0000-0001-7838-8525"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Tang","raw_affiliation_strings":["State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing, China","State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing, P. R. China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"State Key Laboratory of Advanced Rail Autonomous Operation, Beijing Jiaotong University, Beijing, P. R. China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100436659","display_name":"Jie Zhang","orcid":"https://orcid.org/0000-0001-8996-7581"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jie Zhang","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore","College of Computing and Data Science, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068782412","display_name":"Hongyang Du","orcid":"https://orcid.org/0000-0002-8220-6525"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hongyang Du","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong, China","Department of Electrical and Electronic Engineering, University of Hong Kong, Hong Kong, P. R. China"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, University of Hong Kong, Hong Kong, P. R. China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore","College of Computing and Data Science, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100420016","display_name":"F. Richard Yu","orcid":"https://orcid.org/0000-0003-1006-7594"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"F. Richard Yu","raw_affiliation_strings":["Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I67031392"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101964689"],"corresponding_institution_ids":["https://openalex.org/I21193070"],"apc_list":null,"apc_paid":null,"fwci":11.5734,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.9860589,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"24","issue":"4","first_page":"2847","last_page":"2861"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11006","display_name":"BIM and Construction Integration","score":0.8981000185012817,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11006","display_name":"BIM and Construction Integration","score":0.8981000185012817,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7475653886795044},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6858659982681274},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5029951930046082},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.43635323643684387},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34964117407798767},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3485628366470337},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.33676737546920776}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7475653886795044},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6858659982681274},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5029951930046082},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.43635323643684387},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34964117407798767},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3485628366470337},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33676737546920776},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/twc.2024.3525410","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2024.3525410","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},{"id":"pmh:oai:hub.hku.hk:10722/355274","is_oa":true,"landing_page_url":"https://hub.hku.hk/handle/10722/355274","pdf_url":null,"source":{"id":"https://openalex.org/S4377196271","display_name":"The HKU Scholars Hub (University of Hong Kong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I889458895","host_organization_name":"University of Hong Kong","host_organization_lineage":["https://openalex.org/I889458895"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:hub.hku.hk:10722/355274","is_oa":true,"landing_page_url":"https://hub.hku.hk/handle/10722/355274","pdf_url":null,"source":{"id":"https://openalex.org/S4377196271","display_name":"The HKU Scholars Hub (University of Hong Kong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I889458895","host_organization_name":"University of Hong Kong","host_organization_lineage":["https://openalex.org/I889458895"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.5799999833106995,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G751771958","display_name":null,"funder_award_id":"2021CZ107","funder_id":"https://openalex.org/F4320323066","funder_display_name":"Beijing Jiaotong University"}],"funders":[{"id":"https://openalex.org/F4320323066","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2074318099","https://openalex.org/W2142906016","https://openalex.org/W2146487252","https://openalex.org/W2155239385","https://openalex.org/W2327542793","https://openalex.org/W2607844539","https://openalex.org/W2960944858","https://openalex.org/W2968764495","https://openalex.org/W2995037286","https://openalex.org/W3039000971","https://openalex.org/W3086351065","https://openalex.org/W3092157344","https://openalex.org/W3113152109","https://openalex.org/W3117958552","https://openalex.org/W3134656591","https://openalex.org/W3134949638","https://openalex.org/W3154760192","https://openalex.org/W3175091186","https://openalex.org/W3181869286","https://openalex.org/W3183357687","https://openalex.org/W3211881802","https://openalex.org/W4205306254","https://openalex.org/W4206803556","https://openalex.org/W4225089295","https://openalex.org/W4285110402","https://openalex.org/W4286893914","https://openalex.org/W4287887984","https://openalex.org/W4293731539","https://openalex.org/W4313020849","https://openalex.org/W4360884927","https://openalex.org/W4387195417","https://openalex.org/W4387415166","https://openalex.org/W4391019625","https://openalex.org/W4391769501","https://openalex.org/W4396817538","https://openalex.org/W6685444567","https://openalex.org/W6747473740","https://openalex.org/W6766805167","https://openalex.org/W6779823529","https://openalex.org/W6853011858","https://openalex.org/W6869217245"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W2138260944","https://openalex.org/W2151342429","https://openalex.org/W2394465510","https://openalex.org/W2097486318"],"abstract_inverted_index":{"With":[0],"the":[1,44,128,141,146,157,162,165],"extensive":[2],"adoption":[3],"of":[4,34,46,80,95,164,178],"information":[5,96],"technology,":[6],"tunnel":[7],"construction":[8,20,36,84,87],"is":[9,58,124,134],"experiencing":[10],"a":[11,40,71,103,107],"rapid":[12],"digital":[13],"transformation.":[14],"Integrating":[15],"powerful":[16],"direct":[17],"communication":[18,49,78],"among":[19,30],"equipment":[21],"(CE)":[22],"facilitates":[23],"real-time":[24],"data":[25],"exchange,":[26],"promoting":[27],"collaborative":[28],"operations":[29],"CE.":[31],"Concurrent":[32],"execution":[33],"multiple":[35],"procedures":[37],"leads":[38],"to":[39,83,116,126],"significant":[41],"rise":[42],"in":[43,52,176],"amount":[45],"CE":[47,155],"and":[48,76,143,149,172],"links,":[50],"resulting":[51],"resource":[53,73,100,130,147],"competition.":[54],"However,":[55],"this":[56,65],"competition":[57],"aimed":[59],"at":[60,140,156],"enhancing":[61],"collaboration.":[62],"To":[63],"address":[64],"inherently":[66],"contradictory":[67],"issue,":[68],"we":[69],"propose":[70],"hierarchical":[72],"management":[74,101,148],"framework":[75],"align":[77],"quality":[79],"service":[81],"(QoS)":[82],"efficiency":[85],"using":[86],"procedure":[88],"coherence":[89],"degree":[90],"(CPCD)":[91],"based":[92,119],"on":[93],"age":[94],"(AoI).":[97],"By":[98],"formulating":[99],"as":[102,117],"stochastic":[104],"optimization":[105],"problem,":[106],"suitable":[108],"online":[109],"two-level":[110],"deep":[111],"reinforcement":[112],"learning":[113],"algorithm":[114,167],"referred":[115],"diffusion":[118],"soft":[120],"actor":[121],"critic":[122],"(DSAC)-QMIX":[123],"designed":[125],"derive":[127],"radio":[129],"allocation":[131],"strategies.":[132],"DSAC":[133],"responsible":[135],"for":[136,153],"orchestrating":[137],"spectrum":[138],"inter-fleets":[139],"high-level,":[142],"QMIX":[144],"makes":[145],"power":[150],"control":[151],"decision":[152],"each":[154],"low-level.":[158],"Simulation":[159],"results":[160],"validate":[161],"effectiveness":[163],"DSAC-QMIX":[166],"with":[168,182],"comparable":[169],"transmission":[170],"rate,":[171],"show":[173],"superior":[174],"performance":[175],"terms":[177],"CPCD":[179],"satisfaction":[180],"compared":[181],"other":[183],"benchmarks.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}