{"id":"https://openalex.org/W4399526189","doi":"https://doi.org/10.1109/lcsys.2024.3412648","title":"One-Shot Averaging for Distributed TD (\u03bb) Under Markov Sampling","display_name":"One-Shot Averaging for Distributed TD (\u03bb) Under Markov Sampling","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4399526189","doi":"https://doi.org/10.1109/lcsys.2024.3412648","pmid":"https://pubmed.ncbi.nlm.nih.gov/39950119"},"language":"en","primary_location":{"id":"doi:10.1109/lcsys.2024.3412648","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcsys.2024.3412648","pdf_url":null,"source":{"id":"https://openalex.org/S4306422535","display_name":"IEEE Control Systems Letters","issn_l":"2475-1456","issn":["2475-1456"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Control Systems Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11824493/pdf/nihms-2006094.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037554085","display_name":"Haoxing Tian","orcid":"https://orcid.org/0009-0005-3087-3202"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haoxing Tian","raw_affiliation_strings":["Department of Electrical Engineering, Boston University, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0009-0005-3087-3202","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Boston University, Boston, MA, USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075696701","display_name":"Ioannis Ch. Paschalidis","orcid":"https://orcid.org/0000-0002-3343-2913"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ioannis Ch. Paschalidis","raw_affiliation_strings":["Department of Electrical Engineering and Division of System Engineering, Boston University, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3343-2913","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Division of System Engineering, Boston University, Boston, MA, USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005863931","display_name":"Alex Olshevsky","orcid":"https://orcid.org/0000-0002-5852-9789"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Olshevsky","raw_affiliation_strings":["Department of Electrical Engineering and Division of System Engineering, Boston University, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5852-9789","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Division of System Engineering, Boston University, Boston, MA, USA","institution_ids":["https://openalex.org/I111088046"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9164,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.78108688,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"8","issue":null,"first_page":"1541","last_page":"1546"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.5828945636749268},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.5812406539916992},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.5010380744934082},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.44538959860801697},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3455461859703064},{"id":"https://openalex.org/keywords/environmental-science","display_name":"Environmental science","score":0.3407527208328247},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.32266709208488464},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09267619252204895},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.08125084638595581}],"concepts":[{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5828945636749268},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.5812406539916992},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.5010380744934082},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44538959860801697},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3455461859703064},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.3407527208328247},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.32266709208488464},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09267619252204895},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.08125084638595581},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/lcsys.2024.3412648","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcsys.2024.3412648","pdf_url":null,"source":{"id":"https://openalex.org/S4306422535","display_name":"IEEE Control Systems Letters","issn_l":"2475-1456","issn":["2475-1456"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Control Systems Letters","raw_type":"journal-article"},{"id":"pmid:39950119","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39950119","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE control systems letters","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11824493","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11824493","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11824493/pdf/nihms-2006094.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Control Syst Lett","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:11824493","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11824493","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11824493/pdf/nihms-2006094.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Control Syst Lett","raw_type":"Text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1286236842","display_name":null,"funder_award_id":"-AC02-05CH11231","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G1908768498","display_name":null,"funder_award_id":"N00014-21-1-2844","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G2770765901","display_name":null,"funder_award_id":"UL54 TR004130","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G3024551116","display_name":null,"funder_award_id":"N00014-19-1-2571","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G3083819904","display_name":null,"funder_award_id":"05CH11231","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G4415948793","display_name":null,"funder_award_id":"DE-AC02-05CH11231","funder_id":"https://openalex.org/F4320332276","funder_display_name":"Advanced Research Projects Agency - Energy"},{"id":"https://openalex.org/G5261056217","display_name":null,"funder_award_id":"DE-AC02-05CH11231","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G5293953769","display_name":null,"funder_award_id":"DE-AR0001282","funder_id":"https://openalex.org/F4320332276","funder_display_name":"Advanced Research Projects Agency - Energy"},{"id":"https://openalex.org/G6348972864","display_name":null,"funder_award_id":"AC02-05CH11231","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6460852052","display_name":null,"funder_award_id":"1914792","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6558272803","display_name":null,"funder_award_id":"DE-AC02","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6838902724","display_name":null,"funder_award_id":"2200052","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6946221972","display_name":null,"funder_award_id":"IIS-1914792","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7110841607","display_name":null,"funder_award_id":"CCF-2200052","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7233692708","display_name":null,"funder_award_id":"DE-AC02-05CH11231","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7538560101","display_name":null,"funder_award_id":"DE-AC02-05CH11231","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G969889393","display_name":null,"funder_award_id":"DE-AC02-","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320332276","display_name":"Advanced Research Projects Agency - Energy","ror":"https://ror.org/03q1rgc19"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399526189.pdf"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1941445455","https://openalex.org/W2766447205","https://openalex.org/W2885549115","https://openalex.org/W2919115771","https://openalex.org/W2963616027","https://openalex.org/W4214717370","https://openalex.org/W4319604617","https://openalex.org/W4367311942","https://openalex.org/W4381327649","https://openalex.org/W4391417660","https://openalex.org/W6680313055","https://openalex.org/W6692846177","https://openalex.org/W6762191990","https://openalex.org/W6780179245","https://openalex.org/W6785020549","https://openalex.org/W6786030998","https://openalex.org/W6840065948","https://openalex.org/W6849842201","https://openalex.org/W6859625924","https://openalex.org/W6861171395"],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W2366718574","https://openalex.org/W2359774528","https://openalex.org/W4298312966","https://openalex.org/W3107697994"],"abstract_inverted_index":{"We":[0,33],"consider":[1],"a":[2,12,42,53,69,90,126],"distributed":[3],"setup":[4],"for":[5,45,58],"reinforcement":[6],"learning,":[7],"where":[8,92],"each":[9,31],"agent":[10],"has":[11],"copy":[13],"of":[14,55,121],"the":[15,25,62,75,93,113,119],"same":[16],"Markov":[17,27,104],"Decision":[18],"Process":[19],"but":[20],"transitions":[21],"are":[22],"sampled":[23],"from":[24],"corresponding":[26],"chain":[28],"independently":[29,106],"by":[30,86],"agent.":[32],"show":[34],"that":[35,64],"in":[36,61],"this":[37,82],"setting,":[38],"we":[39],"can":[40,67],"achieve":[41,125],"linear":[43,127],"speedup":[44,83,128],"TD(<inline-formula":[46,96],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[47,97],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[48,98],"<tex-math":[49,99],"notation=\"LaTeX\">$\\lambda":[50,100],"$":[51,101],"</tex-math></inline-formula>),":[52],"family":[54],"popular":[56],"methods":[57],"policy":[59,70],"evaluation,":[60],"sense":[63],"N":[65,71],"agents":[66,94],"evaluate":[68],"times":[72],"faster":[73],"provided":[74],"target":[76],"accuracy":[77],"is":[78,84],"small":[79],"enough.":[80],"Notably,":[81],"achieved":[85],"\u201cone":[87],"shot":[88],"averaging,\u201d":[89],"procedure":[91],"run":[95],"</tex-math></inline-formula>)":[102],"with":[103],"sampling":[105],"and":[107],"only":[108],"average":[109],"their":[110],"results":[111],"after":[112],"final":[114],"step.":[115],"This":[116],"significantly":[117],"reduces":[118],"amount":[120],"communication":[122],"required":[123],"to":[124,130],"relative":[129],"previous":[131],"work.":[132]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}