{"id":"https://openalex.org/W4403937490","doi":"https://doi.org/10.1109/tsc.2024.3489443","title":"Multi-Objective Deep Reinforcement Learning for Function Offloading in Serverless Edge Computing","display_name":"Multi-Objective Deep Reinforcement Learning for Function Offloading in Serverless Edge Computing","publication_year":2024,"publication_date":"2024-10-31","ids":{"openalex":"https://openalex.org/W4403937490","doi":"https://doi.org/10.1109/tsc.2024.3489443"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2024.3489443","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3489443","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yaning Yang","orcid":"https://orcid.org/0009-0005-8173-9396"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaning Yang","raw_affiliation_strings":["MoE Engineering Research Center of Hardware/Software Co-design Technology and Application, East China Normal University, Shanghai, China","MoE Engineering Research Center of Hardware/Software Co-design Technology and Application at East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-8173-9396","affiliations":[{"raw_affiliation_string":"MoE Engineering Research Center of Hardware/Software Co-design Technology and Application, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"MoE Engineering Research Center of Hardware/Software Co-design Technology and Application at East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100839409","display_name":"Xiao Du","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Du","raw_affiliation_strings":["MoE Engineering Research Center of Hardware/Software Co-design Technology and Application, East China Normal University, Shanghai, China","MoE Engineering Research Center of Hardware/Software Co-design Technology and Application at East China Normal University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MoE Engineering Research Center of Hardware/Software Co-design Technology and Application, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"MoE Engineering Research Center of Hardware/Software Co-design Technology and Application at East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102847794","display_name":"Yutong Ye","orcid":"https://orcid.org/0000-0002-6874-5741"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yutong Ye","raw_affiliation_strings":["MoE Engineering Research Center of Hardware/Software Co-design Technology and Application, East China Normal University, Shanghai, China","MoE Engineering Research Center of Hardware/Software Co-design Technology and Application at East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-6874-5741","affiliations":[{"raw_affiliation_string":"MoE Engineering Research Center of Hardware/Software Co-design Technology and Application, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"MoE Engineering Research Center of Hardware/Software Co-design Technology and Application at East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025619718","display_name":"Jiepin Ding","orcid":"https://orcid.org/0000-0002-3924-5107"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiepin Ding","raw_affiliation_strings":["MoE Engineering Research Center of Hardware/Software Co-design Technology and Application, East China Normal University, Shanghai, China","MoE Engineering Research Center of Hardware/Software Co-design Technology and Application at East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3924-5107","affiliations":[{"raw_affiliation_string":"MoE Engineering Research Center of Hardware/Software Co-design Technology and Application, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"MoE Engineering Research Center of Hardware/Software Co-design Technology and Application at East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067164243","display_name":"Ting Wang","orcid":"https://orcid.org/0000-0002-7223-8849"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Wang","raw_affiliation_strings":["MoE Engineering Research Center of Hardware/Software Co-design Technology and Application, East China Normal University, Shanghai, China","MoE Engineering Research Center of Hardware/Software Co-design Technology and Application at East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7223-8849","affiliations":[{"raw_affiliation_string":"MoE Engineering Research Center of Hardware/Software Co-design Technology and Application, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"MoE Engineering Research Center of Hardware/Software Co-design Technology and Application at East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mingsong Chen","orcid":"https://orcid.org/0000-0002-3922-0989"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingsong Chen","raw_affiliation_strings":["MoE Engineering Research Center of Hardware/Software Co-design Technology and Application, East China Normal University, Shanghai, China","MoE Engineering Research Center of Hardware/Software Co-design Technology and Application at East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3922-0989","affiliations":[{"raw_affiliation_string":"MoE Engineering Research Center of Hardware/Software Co-design Technology and Application, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"MoE Engineering Research Center of Hardware/Software Co-design Technology and Application at East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":null,"display_name":"Keqin Li","orcid":"https://orcid.org/0000-0001-5224-4048"},"institutions":[{"id":"https://openalex.org/I157455823","display_name":"SUNY New Paltz","ror":"https://ror.org/03j3dv688","country_code":"US","type":"education","lineage":["https://openalex.org/I157455823"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keqin Li","raw_affiliation_strings":["Department of Computer Science, State University of New York, New Paltz, NY, USA","Department of Computer Science at the State University of New York, New Paltz, New York, US"],"raw_orcid":"https://orcid.org/0000-0001-5224-4048","affiliations":[{"raw_affiliation_string":"Department of Computer Science, State University of New York, New Paltz, NY, USA","institution_ids":["https://openalex.org/I157455823"]},{"raw_affiliation_string":"Department of Computer Science at the State University of New York, New Paltz, New York, US","institution_ids":["https://openalex.org/I157455823"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.6831,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.9543893,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"18","issue":"1","first_page":"288","last_page":"301"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9700999855995178,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9700999855995178,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9036999940872192,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.8999999761581421,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8557862043380737},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7890181541442871},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5547564625740051},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5113396048545837},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.49339190125465393},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4479328691959381},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.43748974800109863},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32039421796798706}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8557862043380737},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7890181541442871},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5547564625740051},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5113396048545837},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.49339190125465393},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4479328691959381},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.43748974800109863},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32039421796798706},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2024.3489443","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3489443","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6766199972","display_name":null,"funder_award_id":"62272170","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1987725948","https://openalex.org/W2953281403","https://openalex.org/W2963974647","https://openalex.org/W2996705685","https://openalex.org/W3042862359","https://openalex.org/W3112947482","https://openalex.org/W3126507566","https://openalex.org/W3178763680","https://openalex.org/W3181575648","https://openalex.org/W3209477841","https://openalex.org/W3213894032","https://openalex.org/W3215834365","https://openalex.org/W4200551577","https://openalex.org/W4205761438","https://openalex.org/W4205938345","https://openalex.org/W4206520343","https://openalex.org/W4210588030","https://openalex.org/W4226279572","https://openalex.org/W4284665903","https://openalex.org/W4285603402","https://openalex.org/W4285815109","https://openalex.org/W4293094644","https://openalex.org/W4295920344","https://openalex.org/W4312000417","https://openalex.org/W4312893007","https://openalex.org/W4312986561","https://openalex.org/W4324268107","https://openalex.org/W4376868870","https://openalex.org/W4390098664","https://openalex.org/W6754554871","https://openalex.org/W6769954528","https://openalex.org/W6845515678","https://openalex.org/W6983603159","https://openalex.org/W7009022386"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W4324372666","https://openalex.org/W4225706866","https://openalex.org/W2914646191","https://openalex.org/W4386004629","https://openalex.org/W3023564924","https://openalex.org/W2942586735"],"abstract_inverted_index":{"Function":[0],"offloading":[1,24,77,87],"problems":[2],"play":[3],"a":[4,29,33,90,97,135],"crucial":[5],"role":[6],"in":[7,13],"optimizing":[8,28],"the":[9,46,58,62,84,128,142,156,164,177],"performance":[10],"of":[11,49,61,130,179],"applications":[12,175],"serverless":[14],"edge":[15],"computing":[16],"(SEC).":[17],"Existing":[18],"research":[19,73],"has":[20],"extensively":[21],"explored":[22],"function":[23,76,86],"strategies":[25],"based":[26,100],"on":[27,101,172],"single":[30],"objective.":[31],"However,":[32],"significant":[34],"challenge":[35,53],"arises":[36],"when":[37,57],"users":[38],"expect":[39],"to":[40,45,154],"optimize":[41,111],"multiple":[42],"objectives":[43,63],"according":[44],"relative":[47,59],"importance":[48,60],"these":[50],"objectives.":[51],"This":[52],"becomes":[54],"particularly":[55],"pronounced":[56],"dynamically":[64],"shifts.":[65],"Consequently,":[66],"there":[67],"is":[68],"an":[69],"urgent":[70],"need":[71],"for":[72],"into":[74],"multi-objective":[75,92,183],"methods.":[78],"In":[79],"this":[80],"paper,":[81],"we":[82],"redefine":[83],"SEC":[85],"problem":[88],"as":[89],"dynamic":[91],"optimization":[93,184],"issue":[94],"and":[95,123],"propose":[96],"novel":[98],"approach":[99],"Multi-objective":[102],"Reinforcement":[103],"Learning":[104],"(MORL)":[105],"called":[106],"MOSEC.":[107],"MOSEC":[108,133,146,180],"can":[109,161],"coordinately":[110],"three":[112],"objectives,":[113],"i.e.,":[114],"application":[115],"completion":[116],"time,":[117],"User":[118],"Device":[119],"(UD)":[120],"energy":[121],"consumption,":[122],"user":[124],"cost.":[125],"To":[126],"reduce":[127],"impact":[129],"extrapolation":[131],"errors,":[132],"integrates":[134],"Near-on":[136],"Experience":[137],"Replay":[138],"(NER)":[139],"strategy":[140],"during":[141],"model":[143],"training.":[144],"Furthermore,":[145],"adopts":[147],"our":[148],"proposed":[149],"Earliest":[150],"First":[151],"(EF)":[152],"scheme":[153],"maintain":[155],"policies":[157],"learned":[158],"previously,":[159],"which":[160],"efficiently":[162],"mitigate":[163],"catastrophic":[165],"policy":[166],"forgetting":[167],"problem.":[168],"Extensive":[169],"experiments":[170],"conducted":[171],"various":[173],"generated":[174],"demonstrate":[176],"superiority":[178],"over":[181],"state-of-the-art":[182],"algorithms.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}