{"id":"https://openalex.org/W4402351820","doi":"https://doi.org/10.1109/ijcnn60899.2024.10651115","title":"Reinforcement Learning Based Collaborative Inference and Task Offloading Optimization for Cloud-Edge-End Systems","display_name":"Reinforcement Learning Based Collaborative Inference and Task Offloading Optimization for Cloud-Edge-End Systems","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4402351820","doi":"https://doi.org/10.1109/ijcnn60899.2024.10651115"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn60899.2024.10651115","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10651115","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088864589","display_name":"Jiangyu Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangyu Tian","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics,College of Computer Science and Technology,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics,College of Computer Science and Technology,Nanjing,China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100353805","display_name":"Xin Li","orcid":"https://orcid.org/0000-0002-1450-9241"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Li","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics,College of Computer Science and Technology,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics,College of Computer Science and Technology,Nanjing,China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016008333","display_name":"Xiaolin Qin","orcid":"https://orcid.org/0000-0002-8845-1089"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolin Qin","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics,College of Computer Science and Technology,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics,College of Computer Science and Technology,Nanjing,China","institution_ids":["https://openalex.org/I9842412"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I9842412"],"apc_list":null,"apc_paid":null,"fwci":2.7925,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.91345653,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8449023962020874},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8203682899475098},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.660058319568634},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6584177017211914},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5838969945907593},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5600390434265137},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4335366487503052},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.4293515682220459},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.40471720695495605},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1442587673664093},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08767709136009216},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.07291054725646973}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8449023962020874},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8203682899475098},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.660058319568634},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6584177017211914},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5838969945907593},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5600390434265137},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4335366487503052},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.4293515682220459},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40471720695495605},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1442587673664093},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08767709136009216},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.07291054725646973}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn60899.2024.10651115","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10651115","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320330944","display_name":"Nature","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2097117768","https://openalex.org/W2594560857","https://openalex.org/W2736601468","https://openalex.org/W2892952080","https://openalex.org/W2909099954","https://openalex.org/W2920031528","https://openalex.org/W2962677625","https://openalex.org/W2963163009","https://openalex.org/W2980856918","https://openalex.org/W3008352557","https://openalex.org/W3010837127","https://openalex.org/W3034270904","https://openalex.org/W3040914594","https://openalex.org/W3059280052","https://openalex.org/W3158749225","https://openalex.org/W3202549149","https://openalex.org/W3203864086","https://openalex.org/W4236099117","https://openalex.org/W4240585572","https://openalex.org/W4289821779","https://openalex.org/W4293061092","https://openalex.org/W4296285926","https://openalex.org/W4312854700","https://openalex.org/W4313144683","https://openalex.org/W4313496563","https://openalex.org/W4361862334","https://openalex.org/W4362690361","https://openalex.org/W4400876885"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W3179968364","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W2560439919","https://openalex.org/W4389340727","https://openalex.org/W3150465815","https://openalex.org/W1997222214","https://openalex.org/W2802581102"],"abstract_inverted_index":{"Deep":[0],"Neural":[1],"Network":[2],"(DNN)":[3],"has":[4],"been":[5],"widely":[6],"used":[7],"in":[8,16,63,69,76,121,235],"intelligence":[9],"applications":[10],"due":[11],"to":[12,37,46,56,82,96,101,130,155,199],"its":[13],"excellent":[14],"performance":[15,166],"executing":[17],"inference":[18,34,59],"tasks.":[19],"Since":[20],"DNN":[21,40,109],"tasks":[22,110,225],"require":[23],"a":[24,136,172],"large":[25],"amount":[26],"of":[27,108,128,159,167,223],"computation":[28],"and":[29,72,86,118,228],"high-resolution":[30],"raw":[31],"input,":[32],"collaborative":[33,58],"is":[35],"proposed":[36],"partition":[38,148],"the":[39,43,48,77,91,103,126,146,157,164,168,182,201,209,219,230,236],"model":[41,78,116,160],"from":[42],"middle":[44],"layer":[45],"minimize":[47],"end-to-end":[49,106,221],"latency.":[50],"However,":[51],"when":[52],"existing":[53,183],"work":[54],"attempts":[55],"combine":[57],"with":[60],"task":[61,114],"offloading":[62],"cloud-edge-end":[64],"systems,":[65],"two":[66],"challenges":[67],"result":[68],"poor":[70],"latency":[71,107,222],"throughput:":[73],"excessive":[74],"layers":[75],"make":[79,90],"it":[80],"difficult":[81],"find":[83,131],"suitable":[84,132],"partitions,":[85,133],"multiple":[87],"decision":[88,203],"variables":[89],"reinforcement":[92,184],"learning":[93,185],"agent":[94],"challenging":[95],"converge.":[97],"This":[98],"paper":[99],"aims":[100],"reduce":[102,156,200],"long-term":[104],"average":[105,220],"by":[111,226,233],"jointly":[112],"optimizing":[113],"offloading,":[115],"partitioning,":[117],"resource":[119,189],"allocation":[120,190],"dynamic":[122],"environments.":[123],"To":[124,162],"solve":[125],"problem":[127],"failing":[129],"we":[134,170],"propose":[135,171],"novel":[137],"Optional":[138],"Partition":[139],"Point":[140],"Compression":[141],"(OPPC)":[142],"algorithm,":[143],"which":[144],"selects":[145],"high-quality":[147],"points":[149],"based":[150,175],"on":[151],"layers\u2019":[152],"output":[153],"feature":[154],"difficulty":[158],"partitioning.":[161],"improve":[163],"convergence":[165],"agent,":[169],"Reinforcement":[173],"Learning":[174],"Collaborative":[176],"Inference":[177],"Optimization":[178],"(RLCIO)":[179],"algorithm.":[180],"Unlike":[181],"architecture,":[186],"RLCIO":[187,210],"decouples":[188],"using":[191],"an":[192],"Edge":[193],"Computing":[194],"Resource":[195],"Allocation":[196],"(ECRA)":[197],"algorithm":[198,211],"agent\u2019s":[202],"variables.":[204],"Simulation":[205],"results":[206],"show":[207],"that":[208],"performs":[212],"better":[213],"than":[214],"five":[215],"related":[216],"schemes,":[217],"reduces":[218],"system":[224,231],"72%":[227],"improves":[229],"throughput":[232],"3.5x":[234],"best":[237],"case.":[238]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}