{"id":"https://openalex.org/W4321608256","doi":"https://doi.org/10.1109/tmc.2023.3247579","title":"Meta Reinforcement Learning for Multi-Task Offloading in Vehicular Edge Computing","display_name":"Meta Reinforcement Learning for Multi-Task Offloading in Vehicular Edge Computing","publication_year":2023,"publication_date":"2023-02-23","ids":{"openalex":"https://openalex.org/W4321608256","doi":"https://doi.org/10.1109/tmc.2023.3247579"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2023.3247579","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2023.3247579","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006467851","display_name":"Penglin Dai","orcid":"https://orcid.org/0000-0002-3074-4620"},"institutions":[{"id":"https://openalex.org/I154341788","display_name":"Tangshan College","ror":"https://ror.org/00rfn0469","country_code":"CN","type":"education","lineage":["https://openalex.org/I154341788"]},{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Penglin Dai","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","Tangshan Institute of Southwest Jiaotong University, Tangshan, China","Engineering Research Center of Sustainable Urban Intelligent Transportation, Ministry of Education, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]},{"raw_affiliation_string":"Tangshan Institute of Southwest Jiaotong University, Tangshan, China","institution_ids":["https://openalex.org/I154341788","https://openalex.org/I4800084"]},{"raw_affiliation_string":"Engineering Research Center of Sustainable Urban Intelligent Transportation, Ministry of Education, Chengdu, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004484416","display_name":"Yaorong Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I154341788","display_name":"Tangshan College","ror":"https://ror.org/00rfn0469","country_code":"CN","type":"education","lineage":["https://openalex.org/I154341788"]},{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaorong Huang","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","Tangshan Institute of Southwest Jiaotong University, Tangshan, China","Engineering Research Center of Sustainable Urban Intelligent Transportation, Ministry of Education, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]},{"raw_affiliation_string":"Tangshan Institute of Southwest Jiaotong University, Tangshan, China","institution_ids":["https://openalex.org/I154341788","https://openalex.org/I4800084"]},{"raw_affiliation_string":"Engineering Research Center of Sustainable Urban Intelligent Transportation, Ministry of Education, Chengdu, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110235386","display_name":"Kai\u2010Wen Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I154341788","display_name":"Tangshan College","ror":"https://ror.org/00rfn0469","country_code":"CN","type":"education","lineage":["https://openalex.org/I154341788"]},{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaiwen Hu","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","Tangshan Institute of Southwest Jiaotong University, Tangshan, China","Engineering Research Center of Sustainable Urban Intelligent Transportation, Ministry of Education, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]},{"raw_affiliation_string":"Tangshan Institute of Southwest Jiaotong University, Tangshan, China","institution_ids":["https://openalex.org/I154341788","https://openalex.org/I4800084"]},{"raw_affiliation_string":"Engineering Research Center of Sustainable Urban Intelligent Transportation, Ministry of Education, Chengdu, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011680564","display_name":"Xiao Wu","orcid":"https://orcid.org/0000-0002-8322-8558"},"institutions":[{"id":"https://openalex.org/I154341788","display_name":"Tangshan College","ror":"https://ror.org/00rfn0469","country_code":"CN","type":"education","lineage":["https://openalex.org/I154341788"]},{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Wu","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","Engineering Research Center of Sustainable Urban Intelligent Transportation, Ministry of Education, Chengdu, China","Tangshan Institute of Southwest Jiaotong University, Tangshan, China"],"affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]},{"raw_affiliation_string":"Engineering Research Center of Sustainable Urban Intelligent Transportation, Ministry of Education, Chengdu, China","institution_ids":[]},{"raw_affiliation_string":"Tangshan Institute of Southwest Jiaotong University, Tangshan, China","institution_ids":["https://openalex.org/I154341788","https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007865788","display_name":"Huanlai Xing","orcid":"https://orcid.org/0000-0002-6345-7265"},"institutions":[{"id":"https://openalex.org/I154341788","display_name":"Tangshan College","ror":"https://ror.org/00rfn0469","country_code":"CN","type":"education","lineage":["https://openalex.org/I154341788"]},{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanlai Xing","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","Engineering Research Center of Sustainable Urban Intelligent Transportation, Ministry of Education, Chengdu, China","Tangshan Institute of Southwest Jiaotong University, Tangshan, China"],"affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]},{"raw_affiliation_string":"Engineering Research Center of Sustainable Urban Intelligent Transportation, Ministry of Education, Chengdu, China","institution_ids":[]},{"raw_affiliation_string":"Tangshan Institute of Southwest Jiaotong University, Tangshan, China","institution_ids":["https://openalex.org/I154341788","https://openalex.org/I4800084"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048087489","display_name":"Zhaofei Yu","orcid":"https://orcid.org/0000-0002-6913-7553"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaofei Yu","raw_affiliation_strings":["Institute for Artificial Intelligence, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute for Artificial Intelligence, Peking University, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5006467851"],"corresponding_institution_ids":["https://openalex.org/I154341788","https://openalex.org/I4800084"],"apc_list":null,"apc_paid":null,"fwci":13.2041,"has_fulltext":false,"cited_by_count":66,"citation_normalized_percentile":{"value":0.99117329,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"23","issue":"3","first_page":"2123","last_page":"2138"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9036703109741211},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8781528472900391},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5421773195266724},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5068801045417786},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4967039227485657},{"id":"https://openalex.org/keywords/metaprogramming","display_name":"Metaprogramming","score":0.46632057428359985},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.4486451745033264},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.42500293254852295},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4169355034828186},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3459703326225281}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9036703109741211},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8781528472900391},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5421773195266724},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5068801045417786},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4967039227485657},{"id":"https://openalex.org/C35390924","wikidata":"https://www.wikidata.org/wiki/Q661075","display_name":"Metaprogramming","level":2,"score":0.46632057428359985},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.4486451745033264},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.42500293254852295},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4169355034828186},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3459703326225281},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2023.3247579","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2023.3247579","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.49000000953674316,"display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G321671771","display_name":null,"funder_award_id":"F2022105003","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"},{"id":"https://openalex.org/G5031340677","display_name":null,"funder_award_id":"62172342","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7024608488","display_name":null,"funder_award_id":"2019M660245","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G713803178","display_name":null,"funder_award_id":"2682022JX007","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7427725827","display_name":null,"funder_award_id":"2020T130547","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320322163","display_name":"Natural Science Foundation of Hebei Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2133564696","https://openalex.org/W2145339207","https://openalex.org/W2573011270","https://openalex.org/W2736601468","https://openalex.org/W2779639833","https://openalex.org/W2792526074","https://openalex.org/W2902142650","https://openalex.org/W2918400102","https://openalex.org/W2947611290","https://openalex.org/W2963070605","https://openalex.org/W2969324740","https://openalex.org/W2980350661","https://openalex.org/W2984381742","https://openalex.org/W2989794282","https://openalex.org/W2990926353","https://openalex.org/W2994813045","https://openalex.org/W3009391516","https://openalex.org/W3013158795","https://openalex.org/W3031997723","https://openalex.org/W3046127806","https://openalex.org/W3047538493","https://openalex.org/W3081714622","https://openalex.org/W3093978762","https://openalex.org/W3095954068","https://openalex.org/W3105649577","https://openalex.org/W3109240925","https://openalex.org/W3123257271","https://openalex.org/W3153077321","https://openalex.org/W3155764949","https://openalex.org/W3163162707","https://openalex.org/W3184003630","https://openalex.org/W3195343898","https://openalex.org/W4214908208","https://openalex.org/W4226178627","https://openalex.org/W4300627394","https://openalex.org/W4313534844","https://openalex.org/W6679434410","https://openalex.org/W6736057607","https://openalex.org/W6741002519","https://openalex.org/W6748600884","https://openalex.org/W6751869817","https://openalex.org/W6760698134"],"related_works":["https://openalex.org/W4361251304","https://openalex.org/W3024547383","https://openalex.org/W4210813012","https://openalex.org/W3174690704","https://openalex.org/W2968424451","https://openalex.org/W4221092438","https://openalex.org/W4385335479","https://openalex.org/W2905685817","https://openalex.org/W2730940305","https://openalex.org/W4207020266"],"abstract_inverted_index":{"Mobile":[0],"edge":[1],"computing":[2],"has":[3,34],"been":[4],"a":[5,81,96,106,137,151,163],"promising":[6],"solution":[7,83],"to":[8,17,35,45,79,84,117,130,158],"enable":[9],"real-time":[10],"service":[11],"in":[12],"vehicular":[13,27,179],"networks.":[14],"However,":[15],"due":[16],"high":[18],"dynamics":[19],"of":[20,26,54,133],"mobile":[21],"environment":[22],"and":[23,73,126,155,177],"heterogeneous":[24],"features":[25],"services,":[28],"traditional":[29],"expert-based":[30],"or":[31,39],"learning-based":[32],"strategies":[33],"update":[36],"handcrafted":[37],"parameters":[38],"retrain":[40],"learning":[41,140],"model,":[42],"which":[43,149,181],"leads":[44],"intolerant":[46],"overhead.":[47],"Therefore,":[48],"this":[49],"paper":[50],"investigates":[51],"the":[52,184],"problem":[53],"multi-task":[55],"offloading":[56,62,119,124],"(MTO),":[57],"where":[58],"there":[59],"exist":[60],"multiple":[61],"scenarios":[63],"with":[64,112,195],"varying":[65],"parameters,":[66],"such":[67],"as":[68],"task":[69,86,174,187],"topology,":[70],"resource":[71],"requirement":[72],"transmission/computation":[74],"capability.":[75],"The":[76],"objective":[77],"is":[78,115,142],"design":[80],"unified":[82],"minimize":[85],"execution":[87,188],"time":[88,189],"under":[89],"different":[90,128,131],"MTO":[91,103,160],"scenarios.":[92],"Accordingly,":[93],"we":[94,168],"develop":[95],"Seq2seq-based":[97],"Meta":[98],"Reinforcement":[99],"Learning":[100],"algorithm":[101],"for":[102],"(SMRL-MTO).":[104],"Specifically,":[105],"bidirectional":[107],"gated":[108],"recurrent":[109],"units":[110],"integrated":[111],"attention":[113],"mechanism":[114],"designed":[116,143],"determine":[118],"action":[120],"by":[121,190],"encoding":[122],"sequential":[123],"actions":[125],"showing":[127],"preferences":[129],"parts":[132],"input":[134],"sequence.":[135],"Particularly,":[136],"meta":[138,147,152],"reinforcement":[139],"framework":[141],"based":[144,172],"on":[145,173,192],"model-agnostic":[146],"learning,":[148],"trains":[150],"policy":[153],"offline":[154],"fast":[156],"adapts":[157],"new":[159],"scenario":[161],"within":[162],"few":[164],"training":[165],"steps.":[166],"Finally,":[167],"conduct":[169],"performance":[170],"evaluation":[171],"generator":[175],"DAGGEN":[176],"realistic":[178],"traces,":[180],"shows":[182],"that":[183],"SMRL-MTO":[185],"reduces":[186],"11.36%":[191],"average":[193],"compared":[194],"greedy":[196],"algorithm.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":36},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":7}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}