{"id":"https://openalex.org/W4409311081","doi":"https://doi.org/10.1109/jiot.2025.3559080","title":"Joint Deep Reinforcement Learning and Stackelberg Game With Intervention for Heterogeneous Edge Computing in Industrial Internet of Things","display_name":"Joint Deep Reinforcement Learning and Stackelberg Game With Intervention for Heterogeneous Edge Computing in Industrial Internet of Things","publication_year":2025,"publication_date":"2025-04-09","ids":{"openalex":"https://openalex.org/W4409311081","doi":"https://doi.org/10.1109/jiot.2025.3559080"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3559080","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3559080","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022143975","display_name":"Weijun Cheng","orcid":"https://orcid.org/0000-0003-1432-4324"},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weijun Cheng","raw_affiliation_strings":["School of Information Engineering, Minzu University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1432-4324","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Minzu University of China, Beijing, China","institution_ids":["https://openalex.org/I145897649"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101939363","display_name":"Wenjing Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjing Wei","raw_affiliation_strings":["School of Information Engineering, Minzu University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-8112-0722","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Minzu University of China, Beijing, China","institution_ids":["https://openalex.org/I145897649"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101996332","display_name":"Xiaoshi Liu","orcid":"https://orcid.org/0000-0003-2130-5762"},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoshi Liu","raw_affiliation_strings":["School of Information Engineering, Minzu University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2130-5762","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Minzu University of China, Beijing, China","institution_ids":["https://openalex.org/I145897649"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028309373","display_name":"Xintao Huan","orcid":"https://orcid.org/0000-0002-6114-4994"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xintao Huan","raw_affiliation_strings":["School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6114-4994","affiliations":[{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.1699,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.94239213,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"12","issue":"13","first_page":"25457","last_page":"25471"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12384","display_name":"Customer churn and segmentation","score":0.219200000166893,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12384","display_name":"Customer churn and segmentation","score":0.219200000166893,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stackelberg-competition","display_name":"Stackelberg competition","score":0.869881272315979},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7570586204528809},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7266004681587219},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.6203444600105286},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.5505872964859009},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.519818902015686},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.5082442164421082},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.4639219045639038},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.4389249384403229},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4256054759025574},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.41958826780319214},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.35312509536743164},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3396628797054291},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.18621453642845154},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.14867860078811646},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11015373468399048},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10739243030548096},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.08259660005569458}],"concepts":[{"id":"https://openalex.org/C199510392","wikidata":"https://www.wikidata.org/wiki/Q1184602","display_name":"Stackelberg competition","level":2,"score":0.869881272315979},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7570586204528809},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7266004681587219},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.6203444600105286},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.5505872964859009},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.519818902015686},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.5082442164421082},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.4639219045639038},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.4389249384403229},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4256054759025574},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.41958826780319214},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.35312509536743164},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3396628797054291},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.18621453642845154},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.14867860078811646},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11015373468399048},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10739243030548096},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.08259660005569458},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3559080","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3559080","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G2847247713","display_name":null,"funder_award_id":"SZKY2024025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5731743109","display_name":null,"funder_award_id":"52374169","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2032621594","https://openalex.org/W2053665280","https://openalex.org/W2186283795","https://openalex.org/W2624989916","https://openalex.org/W2885631546","https://openalex.org/W2997859350","https://openalex.org/W3130210998","https://openalex.org/W3146199373","https://openalex.org/W3159162481","https://openalex.org/W3200246030","https://openalex.org/W4205100419","https://openalex.org/W4205532431","https://openalex.org/W4211067533","https://openalex.org/W4213413389","https://openalex.org/W4280645301","https://openalex.org/W4285257483","https://openalex.org/W4296350759","https://openalex.org/W4308736131","https://openalex.org/W4312280987","https://openalex.org/W4312336539","https://openalex.org/W4322109866","https://openalex.org/W4322707136","https://openalex.org/W4323644407","https://openalex.org/W4324125764","https://openalex.org/W4367056173","https://openalex.org/W4376456879","https://openalex.org/W4376643890","https://openalex.org/W4381952972","https://openalex.org/W4391952703","https://openalex.org/W4391953359","https://openalex.org/W4392251734","https://openalex.org/W4392694117","https://openalex.org/W4394674227","https://openalex.org/W4396604759","https://openalex.org/W4399205598","https://openalex.org/W6684205842"],"related_works":["https://openalex.org/W1987562536","https://openalex.org/W4383533535","https://openalex.org/W2375814310","https://openalex.org/W4255938919","https://openalex.org/W2903244929","https://openalex.org/W4380353856","https://openalex.org/W2347216446","https://openalex.org/W2605497830","https://openalex.org/W3169439878","https://openalex.org/W2948291551"],"abstract_inverted_index":{"Edge":[0],"computing,":[1],"as":[2],"a":[3,23,143,181],"novel":[4],"computing":[5,35],"paradigm,":[6],"is":[7,147,187],"expected":[8],"to":[9,81,91,99,120,170,189,199],"significantly":[10],"enhance":[11],"the":[12,15,32,48,55,71,127,151,158,191,201,225,239,242,251],"productivity":[13],"of":[14,18,28,34,129,203,241],"Industrial":[16],"Internet":[17],"Things":[19],"(IIoT).":[20],"However,":[21],"in":[22,150],"practical":[24],"IIoT":[25],"environment":[26],"consisting":[27],"multiple":[29],"edge":[30],"servers,":[31],"supply":[33,72,102],"services":[36],"(edge":[37],"servers)":[38],"may":[39,118],"involve":[40],"different":[41,66],"business":[42],"strategies":[43,98],"or":[44],"pricing":[45,94,177],"schemes,":[46],"while":[47],"demand":[49,74,105],"side":[50],"(user":[51],"terminals)":[52],"can":[53],"choose":[54],"service":[56,85,101,116,175,206],"that":[57,224,232,250],"best":[58],"suits":[59],"their":[60,77],"needs":[61],"based":[62],"on":[63],"quotes":[64],"from":[65],"suppliers.":[67],"The":[68],"competition":[69],"between":[70,84],"and":[73,87,96,103,163,174,184,196,213],"sides":[75],"for":[76,193],"respective":[78],"interests":[79],"leads":[80],"strategic":[82],"games":[83],"suppliers":[86],"users.":[88],"Therefore,":[89],"how":[90],"design":[92],"reasonable":[93],"mechanisms":[95],"offloading":[97],"balance":[100],"resource":[104],"has":[106],"become":[107],"an":[108,210,215],"urgent":[109],"issue.":[110],"Furthermore,":[111],"during":[112],"these":[113,130],"games,":[114,131],"self-interested":[115],"providers":[117],"collude":[119],"form":[121],"mutually":[122],"beneficial":[123],"cartels.":[124],"To":[125],"address":[126],"intricacies":[128],"this":[132],"paper":[133],"integrates":[134],"deep":[135],"reinforcement":[136],"learning":[137],"(DRL)":[138],"with":[139,229,245],"game":[140,153],"theory.":[141],"Specifically,":[142],"heterogeneous":[144],"system":[145,227,256],"model":[146],"first":[148],"constructed":[149],"Stackelberg":[152,185],"framework.":[154],"Subsequently,":[155],"we":[156,208],"leverage":[157],"Double-Dueling":[159],"Deep":[160,164],"Q-Network":[161],"(D3QN)":[162],"Deterministic":[165],"Policy":[166],"Gradient":[167],"(DDPG)":[168],"algorithms":[169,248],"formulate":[171],"users\u2019offloading":[172],"decisions":[173],"providers\u2019":[176],"strategies,":[178],"respectively.":[179],"Consequently,":[180],"joint":[182],"D3QN-DDPG":[183],"algorithm":[186,253],"proposed":[188,252],"maximize":[190],"benefits":[192],"both":[194],"users":[195],"servers.":[197],"Moreover,":[198],"disrupt":[200],"formation":[202],"cartels":[204],"among":[205],"providers,":[207],"introduce":[209],"intervention":[211,230,234],"mechanism":[212],"present":[214],"intervention-based":[216],"benefit":[217],"maximization":[218],"algorithm.":[219],"Finally,":[220],"simulation":[221],"experiments":[222],"demonstrate":[223],"total":[226],"utility":[228],"surpasses":[231],"without":[233],"by":[235],"approximately":[236],"16%,":[237],"validating":[238],"necessity":[240],"intervention.":[243],"Comparisons":[244],"other":[246],"benchmark":[247],"confirm":[249],"achieves":[254],"superior":[255],"benefits.":[257]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}