{"id":"https://openalex.org/W4313144683","doi":"https://doi.org/10.1109/tcomm.2022.3229033","title":"Reinforcement Learning Based Energy-Efficient Collaborative Inference for Mobile Edge Computing","display_name":"Reinforcement Learning Based Energy-Efficient Collaborative Inference for Mobile Edge Computing","publication_year":2022,"publication_date":"2022-12-14","ids":{"openalex":"https://openalex.org/W4313144683","doi":"https://doi.org/10.1109/tcomm.2022.3229033"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2022.3229033","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2022.3229033","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102921648","display_name":"Yilin Xiao","orcid":"https://orcid.org/0000-0002-0717-7488"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]},{"id":"https://openalex.org/I4210104064","display_name":"Shenzhen Academy of Robotics","ror":"https://ror.org/01h027j09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210104064"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yilin Xiao","raw_affiliation_strings":["Department of Information and Communication Engineering, Xiamen University, Xiamen, China","Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China","institution_ids":["https://openalex.org/I4210104064"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068976123","display_name":"Liang Xiao","orcid":"https://orcid.org/0000-0003-2402-611X"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Xiao","raw_affiliation_strings":["Department of Information and Communication Engineering, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075752916","display_name":"Kunpeng Wan","orcid":"https://orcid.org/0000-0001-6215-3801"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kunpeng Wan","raw_affiliation_strings":["Department of Information and Communication Engineering, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013729643","display_name":"Helin Yang","orcid":"https://orcid.org/0000-0001-9697-7470"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Helin Yang","raw_affiliation_strings":["Department of Information and Communication Engineering, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046867597","display_name":"Yi Zhang","orcid":"https://orcid.org/0000-0001-8991-1983"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhang","raw_affiliation_strings":["Department of Information and Communication Engineering, Xiamen University, Xiamen, China","School of Computer Science and Technology, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025990925","display_name":"Yi Wu","orcid":"https://orcid.org/0000-0001-5704-2111"},"institutions":[{"id":"https://openalex.org/I111753288","display_name":"Fujian Normal University","ror":"https://ror.org/020azk594","country_code":"CN","type":"education","lineage":["https://openalex.org/I111753288"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Wu","raw_affiliation_strings":["College of Photonic and Electronic Engineering, Fujian Normal University, Fuzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Photonic and Electronic Engineering, Fujian Normal University, Fuzhou, China","institution_ids":["https://openalex.org/I111753288"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103041851","display_name":"Yanyong Zhang","orcid":"https://orcid.org/0000-0001-9046-798X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanyong Zhang","raw_affiliation_strings":["Department of Information and Communication Engineering, Xiamen University, Xiamen, China","School of Computer Science and Technology, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5102921648"],"corresponding_institution_ids":["https://openalex.org/I191208505","https://openalex.org/I4210104064"],"apc_list":null,"apc_paid":null,"fwci":9.794,"has_fulltext":false,"cited_by_count":71,"citation_normalized_percentile":{"value":0.985906,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"71","issue":"2","first_page":"864","last_page":"876"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.8449264168739319},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7650263905525208},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6311357021331787},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.602131724357605},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5553332567214966},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5316560864448547},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5244253873825073},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.45805370807647705},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4405418932437897},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43935665488243103},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4120643138885498},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.334286093711853},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.3119197487831116},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.25002333521842957},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.13091996312141418},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11561128497123718}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.8449264168739319},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7650263905525208},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6311357021331787},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.602131724357605},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5553332567214966},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5316560864448547},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5244253873825073},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45805370807647705},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4405418932437897},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43935665488243103},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4120643138885498},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.334286093711853},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.3119197487831116},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.25002333521842957},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.13091996312141418},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11561128497123718},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2022.3229033","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2022.3229033","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G147962544","display_name":null,"funder_award_id":"X2650207","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2874061861","display_name":null,"funder_award_id":"61971366","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3729441620","display_name":null,"funder_award_id":"2022J01005","funder_id":"https://openalex.org/F4320321878","funder_display_name":"Natural Science Foundation of Fujian Province"},{"id":"https://openalex.org/G4450545721","display_name":null,"funder_award_id":"U180526","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7203450436","display_name":null,"funder_award_id":"U21A20444","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G868831097","display_name":null,"funder_award_id":"ZK1127","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321878","display_name":"Natural Science Foundation of Fujian Province","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1972630024","https://openalex.org/W2169976759","https://openalex.org/W2397723600","https://openalex.org/W2605258629","https://openalex.org/W2809414288","https://openalex.org/W2883830791","https://openalex.org/W2896180420","https://openalex.org/W2919017393","https://openalex.org/W2919115771","https://openalex.org/W2920031528","https://openalex.org/W2950226226","https://openalex.org/W2950865323","https://openalex.org/W2952627098","https://openalex.org/W2960833983","https://openalex.org/W2962814013","https://openalex.org/W2968052242","https://openalex.org/W2979376538","https://openalex.org/W2982650630","https://openalex.org/W3005566700","https://openalex.org/W3006762012","https://openalex.org/W3009116850","https://openalex.org/W3010837127","https://openalex.org/W3015366655","https://openalex.org/W3023368031","https://openalex.org/W3024681024","https://openalex.org/W3040914594","https://openalex.org/W3041971333","https://openalex.org/W3042446967","https://openalex.org/W3047565185","https://openalex.org/W3049640275","https://openalex.org/W3059280052","https://openalex.org/W3085722579","https://openalex.org/W3088405768","https://openalex.org/W3098486933","https://openalex.org/W3101104221","https://openalex.org/W3102767875","https://openalex.org/W3103493968","https://openalex.org/W3105649577","https://openalex.org/W3120615301","https://openalex.org/W3147954149","https://openalex.org/W3156711202","https://openalex.org/W3172857592","https://openalex.org/W3198373418","https://openalex.org/W3202577926","https://openalex.org/W3203864086","https://openalex.org/W3207602870","https://openalex.org/W4221023924","https://openalex.org/W4287218656","https://openalex.org/W4328006298","https://openalex.org/W6684921986","https://openalex.org/W6738796088","https://openalex.org/W6752725515"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W3014317926","https://openalex.org/W2917127270","https://openalex.org/W3185499500"],"abstract_inverted_index":{"Collaborative":[0],"inference":[1,22,26,33,38,75,110,128,143,160,183,203],"in":[2,59,152],"mobile":[3,8,57,80,97,123],"edge":[4,94],"computing":[5],"(MEC)":[6],"enables":[7,78],"devices":[9,58,124],"to":[10,82,125,145,176],"offload":[11],"the":[12,16,21,25,37,44,49,85,92,101,104,108,118,121,127,158,169,173,182,188,202,207],"computation":[13],"tasks":[14],"for":[15,148],"computation-intensive":[17],"perception":[18],"services,":[19],"and":[20,28,48,91,107,164,186,193,205],"policy":[23,34,129,161],"determines":[24],"latency":[27,204],"energy":[29,133,209],"consumption.":[30,134,210],"The":[31],"optimal":[32],"depends":[35],"on":[36,100],"performance":[39,184],"model":[40,47,51],"of":[41,88,95,120,172],"deep":[42,89,139],"learning,":[43],"data":[45],"generation":[46],"network":[50,156,167,175],"that":[52,197],"are":[53],"rarely":[54],"known":[55],"by":[56],"time.":[60],"In":[61],"this":[62],"paper,":[63],"we":[64],"propose":[65],"a":[66,138,165],"multi-agent":[67,140],"reinforcement":[68],"learning":[69,90,113,147],"(RL)":[70],"based":[71,99,142],"energy-efficient":[72],"MEC":[73,150,208],"collaborative":[74,93,159],"scheme,":[76],"which":[77,153],"each":[79,96],"device":[81,98],"choose":[83],"both":[84],"partition":[86],"point":[87],"image":[102],"quantity,":[103],"channel":[105],"conditions":[106],"previous":[109],"performance.":[111],"A":[112],"experience":[114],"exchange":[115],"mechanism":[116],"exploits":[117],"Q-values":[119],"neighboring":[122],"accelerate":[126,146],"optimization":[130],"with":[131],"less":[132],"We":[135,180],"also":[136],"provide":[137,181],"RL":[141],"scheme":[144],"large-scale":[149],"networks,":[151],"an":[154],"actor":[155,174],"yields":[157],"probability":[162],"distribution":[163],"critic":[166],"guides":[168],"weight":[170],"update":[171],"enhance":[177],"sample":[178],"efficiency.":[179],"bound":[185],"analyze":[187],"computational":[189],"complexity.":[190],"Both":[191],"simulation":[192],"experimental":[194],"results":[195],"show":[196],"our":[198],"proposed":[199],"schemes":[200],"reduce":[201],"save":[206]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":29},{"year":2024,"cited_by_count":27},{"year":2023,"cited_by_count":13}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}