{"id":"https://openalex.org/W4392152792","doi":"https://doi.org/10.1109/globecom54140.2023.10437296","title":"Service Function Chaining in LEO Satellite Networks via Multi-Agent Reinforcement Learning","display_name":"Service Function Chaining in LEO Satellite Networks via Multi-Agent Reinforcement Learning","publication_year":2023,"publication_date":"2023-12-04","ids":{"openalex":"https://openalex.org/W4392152792","doi":"https://doi.org/10.1109/globecom54140.2023.10437296"},"language":"en","primary_location":{"id":"doi:10.1109/globecom54140.2023.10437296","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom54140.2023.10437296","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2023 - 2023 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057453185","display_name":"Khai Doan","orcid":null},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Khai Doan","raw_affiliation_strings":["Carleton University,Department of Systems and Computer Engineering,Ottawa,ON,Canada","Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carleton University,Department of Systems and Computer Engineering,Ottawa,ON,Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I67031392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032708439","display_name":"Marios Avgeris","orcid":"https://orcid.org/0000-0003-4883-930X"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Marios Avgeris","raw_affiliation_strings":["Carleton University,Department of Systems and Computer Engineering,Ottawa,ON,Canada","Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carleton University,Department of Systems and Computer Engineering,Ottawa,ON,Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I67031392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003789929","display_name":"Aris Leivadeas","orcid":"https://orcid.org/0000-0002-2996-6824"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Aris Leivadeas","raw_affiliation_strings":["École de Technologie Supérieure,Department of Software and IT Engineering,Montreal,QC,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"École de Technologie Supérieure,Department of Software and IT Engineering,Montreal,QC,Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017839977","display_name":"Ioannis Lambadaris","orcid":"https://orcid.org/0000-0003-4686-9433"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ioannis Lambadaris","raw_affiliation_strings":["Carleton University,Department of Systems and Computer Engineering,Ottawa,ON,Canada","Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carleton University,Department of Systems and Computer Engineering,Ottawa,ON,Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I67031392"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009725517","display_name":"Wonjae Shin","orcid":"https://orcid.org/0000-0001-6513-1237"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Wonjae Shin","raw_affiliation_strings":["Korea University, School of Electrical Engineering,Seoul,South Korea","Korea University, School of Electrical Engineering, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Korea University, School of Electrical Engineering,Seoul,South Korea","institution_ids":["https://openalex.org/I197347611"]},{"raw_affiliation_string":"Korea University, School of Electrical Engineering, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7145","last_page":"7150"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12203","display_name":"Mobile Agent-Based Network Management","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chaining","display_name":"Chaining","score":0.9399210214614868},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8159867525100708},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7102461457252502},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.6079514026641846},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.49618417024612427},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4798014461994171},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.44830527901649475},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3493421673774719},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27558377385139465},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1149594783782959},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.07124587893486023}],"concepts":[{"id":"https://openalex.org/C49020025","wikidata":"https://www.wikidata.org/wiki/Q1059099","display_name":"Chaining","level":2,"score":0.9399210214614868},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8159867525100708},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7102461457252502},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.6079514026641846},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.49618417024612427},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4798014461994171},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.44830527901649475},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3493421673774719},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27558377385139465},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1149594783782959},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.07124587893486023},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/globecom54140.2023.10437296","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom54140.2023.10437296","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2023 - 2023 IEEE Global Communications Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:espace2.etsmtl.ca:28476","is_oa":false,"landing_page_url":"https://espace2.etsmtl.ca/id/eprint/28476/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Compte rendu de conf\u00e9rence"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2161942583","https://openalex.org/W2814739860","https://openalex.org/W2922181395","https://openalex.org/W2937806629","https://openalex.org/W3106959531","https://openalex.org/W3153966928","https://openalex.org/W4225911914","https://openalex.org/W4286507515","https://openalex.org/W4320029348"],"related_works":["https://openalex.org/W1995270367","https://openalex.org/W2767696758","https://openalex.org/W4387627836","https://openalex.org/W2107793209","https://openalex.org/W2041767423","https://openalex.org/W3028301851","https://openalex.org/W4200061056","https://openalex.org/W2901315987","https://openalex.org/W2486348789","https://openalex.org/W1581002386"],"abstract_inverted_index":{"Low-earth-orbit":[0],"satellite":[1],"networks":[2],"(LSNs)":[3],"offer":[4],"an":[5,80],"enhanced":[6],"global":[7],"connectivity":[8],"and":[9,19,97,153],"a":[10,31,43,73,103],"wide":[11],"range":[12],"of":[13,63,94],"applications":[14],"such":[15],"as":[16,42,110],"disaster":[17],"response":[18],"military":[20],"operations,":[21],"among":[22],"others.":[23],"Each":[24],"specific":[25],"application":[26],"can":[27],"be":[28],"represented":[29],"by":[30,57,126,161],"service":[32],"function":[33,39],"chain":[34],"(SFC)":[35],"in":[36,45,66,117],"which":[37],"each":[38],"is":[40,50],"considered":[41],"task":[44],"the":[46,53,59,86,89,158,163],"application.":[47],"Our":[48],"objective":[49],"to":[51,78,124,157],"optimize":[52],"long-term":[54],"system":[55],"performance":[56,115,154],"minimizing":[58],"average":[60],"end-to-end":[61],"delay":[62],"SFC":[64,95],"deployments":[65],"LSNs.":[67],"To":[68,84,113],"achieve":[69],"this,":[70],"we":[71,101,121],"formulate":[72],"dynamic":[74],"programming":[75],"(DP)":[76],"problem":[77],"derive":[79],"optimal":[81],"placement":[82],"policy.":[83],"overcome":[85],"computational":[87],"intractability,":[88],"need":[90],"for":[91],"statistical":[92],"knowledge":[93],"requests,":[96],"centralized":[98],"decision-making":[99],"challenges,":[100],"present":[102],"multi-agent":[104],"Q-learning":[105],"approach":[106,150],"where":[107],"satellites":[108],"act":[109],"independent":[111],"agents.":[112],"facilitate":[114],"convergence":[116,152],"non-stationary":[118],"agents'":[119],"environments,":[120],"let":[122],"agents":[123,133],"collaborate":[125],"sharing":[127],"designated":[128],"learning":[129],"parameters.":[130],"In":[131],"addition,":[132],"update":[134],"their":[135],"Q-tables":[136],"via":[137],"two":[138],"distinct":[139],"rules":[140],"depending":[141],"on":[142],"selected":[143],"actions.":[144],"Extensive":[145],"experimentation":[146],"shows":[147],"that":[148],"our":[149],"achieves":[151],"relatively":[155],"close":[156],"optimum":[159],"obtained":[160],"solving":[162],"formulated":[164],"DP":[165],"equation.":[166]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}