{"id":"https://openalex.org/W4415134373","doi":"https://doi.org/10.48550/arxiv.2506.02668","title":"FAuNO: Semi-Asynchronous Federated Reinforcement Learning Framework for Task Offloading in Edge Systems","display_name":"FAuNO: Semi-Asynchronous Federated Reinforcement Learning Framework for Task Offloading in Edge Systems","publication_year":2025,"publication_date":"2025-06-03","ids":{"openalex":"https://openalex.org/W4415134373","doi":"https://doi.org/10.48550/arxiv.2506.02668"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2506.02668","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.02668","pdf_url":"https://arxiv.org/pdf/2506.02668","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2506.02668","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5094274824","display_name":"Frederico Metelo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I83558840","display_name":"Universidade Nova de Lisboa","ror":"https://ror.org/02xankh89","country_code":"PT","type":"education","lineage":["https://openalex.org/I83558840"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Metelo, Frederico","raw_affiliation_strings":["NOVA School of Science and Technology , Lisbon , Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NOVA School of Science and Technology , Lisbon , Portugal","institution_ids":["https://openalex.org/I83558840"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032357840","display_name":"Alexandre O. J\u00fanior","orcid":"https://orcid.org/0000-0002-7009-3965","observed_orcids":["https://orcid.org/0000-0002-7009-3965"]},"institutions":[{"id":"https://openalex.org/I83558840","display_name":"Universidade Nova de Lisboa","ror":"https://ror.org/02xankh89","country_code":"PT","type":"education","lineage":["https://openalex.org/I83558840"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Oliveira, Alexandre","raw_affiliation_strings":["NOVA School of Science and Technology , Lisbon , Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NOVA School of Science and Technology , Lisbon , Portugal","institution_ids":["https://openalex.org/I83558840"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009380476","display_name":"Stevo Rackovi\u0107","orcid":"https://orcid.org/0000-0002-5656-9189","observed_orcids":["https://orcid.org/0000-0002-5656-9189"]},"institutions":[{"id":"https://openalex.org/I4387152517","display_name":"Instituto Superior T\u00e9cnico","ror":"https://ror.org/03db2by73","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103","https://openalex.org/I4387152517"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Rackovi\u0107, Stevo","raw_affiliation_strings":["Instituto Superior T\u00e9cnico , Lisbon , Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto Superior T\u00e9cnico , Lisbon , Portugal","institution_ids":["https://openalex.org/I4387152517"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104126793","display_name":"Pedro \u00c1kos Costa","orcid":"https://orcid.org/0000-0003-3773-3593","observed_orcids":["https://orcid.org/0000-0003-3773-3593"]},"institutions":[{"id":"https://openalex.org/I83558840","display_name":"Universidade Nova de Lisboa","ror":"https://ror.org/02xankh89","country_code":"PT","type":"education","lineage":["https://openalex.org/I83558840"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Costa, Pedro \u00c1kos","raw_affiliation_strings":["NOVA School of Science and Technology , Lisbon , Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NOVA School of Science and Technology , Lisbon , Portugal","institution_ids":["https://openalex.org/I83558840"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009777388","display_name":"Cl\u00e1udia Soares","orcid":"https://orcid.org/0000-0003-3071-6627","observed_orcids":["https://orcid.org/0000-0003-3071-6627"]},"institutions":[{"id":"https://openalex.org/I83558840","display_name":"Universidade Nova de Lisboa","ror":"https://ror.org/02xankh89","country_code":"PT","type":"education","lineage":["https://openalex.org/I83558840"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Soares, Cl\u00e1udia","raw_affiliation_strings":["NOVA School of Science and Technology , Lisbon , Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NOVA School of Science and Technology , Lisbon , Portugal","institution_ids":["https://openalex.org/I83558840"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14098","display_name":"Energy Efficiency in Computing","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/federated-reinforcement-learning","display_name":"federated reinforcement learning","score":0.9779999852180481},{"id":"https://openalex.org/keywords/task-offloading","display_name":"task offloading","score":0.8059999942779541},{"id":"https://openalex.org/keywords/edge-computing","display_name":"edge computing","score":0.9980000257492065},{"id":"https://openalex.org/keywords/actor-critic-architecture","display_name":"actor-critic architecture","score":0.9039999842643738},{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.8270000219345093},{"id":"https://openalex.org/keywords/decentralized-orchestration","display_name":"decentralized orchestration","score":0.722000002861023},{"id":"https://openalex.org/keywords/latency-reduction","display_name":"latency reduction","score":0.7369999885559082}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8295999765396118},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7006000280380249},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6935999989509583},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.6697999835014343},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6194000244140625},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.592199981212616},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5490999817848206},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5325999855995178},{"id":"https://openalex.org/C136810230","wikidata":"https://www.wikidata.org/wiki/Q188961","display_name":"Decentralization","level":2,"score":0.4772000014781952},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4154999852180481},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.38909998536109924},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3603000044822693},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3456000089645386},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.3199000060558319},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3165000081062317},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C2780821482","wikidata":"https://www.wikidata.org/wiki/Q25381721","display_name":"Crowdsensing","level":2,"score":0.3118000030517578},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3070000112056732},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C123757187","wikidata":"https://www.wikidata.org/wiki/Q9195957","display_name":"Network dynamics","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C205875254","wikidata":"https://www.wikidata.org/wiki/Q17156857","display_name":"Decentralised system","level":3,"score":0.27059999108314514},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2524999976158142}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2506.02668","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.02668","pdf_url":"https://arxiv.org/pdf/2506.02668","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2506.02668","doi":"https://doi.org/10.48550/arxiv.2506.02668","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2506.02668","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2506.02668","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.02668","pdf_url":"https://arxiv.org/pdf/2506.02668","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415134373.pdf","grobid_xml":"https://content.openalex.org/works/W4415134373.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W2736601468","https://openalex.org/W3035700320","https://openalex.org/W3205598877","https://openalex.org/W4297677114"],"related_works":["https://openalex.org/W4413144655","https://openalex.org/W7204699045","https://openalex.org/W4392152413","https://openalex.org/W3195418482","https://openalex.org/W4386825178","https://openalex.org/W4416690336","https://openalex.org/W7215954332","https://openalex.org/W4402349556","https://openalex.org/W3112868716","https://openalex.org/W7202355041"],"abstract_inverted_index":{"Edge":[0],"computing":[1],"addresses":[2],"the":[3,92],"growing":[4],"data":[5],"demands":[6],"of":[7],"connected-device":[8],"networks":[9],"by":[10],"placing":[11],"computational":[12],"resources":[13],"closer":[14],"to":[15,81,117],"end":[16],"users":[17],"through":[18],"decentralized":[19,52],"infrastructures.":[20],"This":[21],"decentralization":[22],"challenges":[23],"traditional,":[24],"fully":[25],"centralized":[26],"orchestration,":[27],"which":[28,64],"suffers":[29],"from":[30],"latency":[31],"and":[32,70,85,103,112],"resource":[33],"bottlenecks.":[34],"We":[35],"present":[36],"\\textbf{FAuNO}":[37],"--":[38,43],"\\emph{Federated":[39],"Asynchronous":[40],"Network":[41],"Orchestrator}":[42],"a":[44,74],"buffered,":[45],"asynchronous":[46],"\\emph{federated":[47],"reinforcement-learning}":[48],"(FRL)":[49],"framework":[50],"for":[51],"task":[53,110],"offloading":[54],"in":[55,63,91,108],"edge":[56],"systems.":[57],"FAuNO":[58,97],"adopts":[59],"an":[60],"actor-critic":[61],"architecture":[62],"local":[65],"actors":[66],"learn":[67],"node-specific":[68],"dynamics":[69],"peer":[71],"interactions,":[72],"while":[73],"federated":[75,104],"critic":[76],"aggregates":[77],"experience":[78],"across":[79],"agents":[80],"encourage":[82],"efficient":[83],"cooperation":[84],"improve":[86],"overall":[87],"system":[88],"performance.":[89],"Experiments":[90],"\\emph{PeersimGym}":[93],"environment":[94],"show":[95],"that":[96],"consistently":[98],"matches":[99],"or":[100],"exceeds":[101],"heuristic":[102],"multi-agent":[105],"RL":[106],"baselines":[107],"reducing":[109],"loss":[111],"latency,":[113],"underscoring":[114],"its":[115],"adaptability":[116],"dynamic":[118],"edge-computing":[119],"scenarios.":[120]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-11-13T13:42:25.865203","created_date":"2025-10-14T00:00:00"}