{"id":"https://openalex.org/W2803728337","doi":"https://doi.org/10.48550/arxiv.1805.08948","title":"Scalable Coordinated Exploration in Concurrent Reinforcement Learning","display_name":"Scalable Coordinated Exploration in Concurrent Reinforcement Learning","alternate_titles":[],"publication_year":2018,"publication_date":"2018-05-23","ids":{"openalex":"https://openalex.org/W2803728337","doi":"https://doi.org/10.48550/arxiv.1805.08948","mag":"2803728337"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1805.08948","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.08948","pdf_url":"https://arxiv.org/pdf/1805.08948","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2803728337"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1805.08948","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068328730","display_name":"Maria Dimakopoulou","orcid":"https://orcid.org/0000-0001-6983-6947","observed_orcids":["https://orcid.org/0000-0001-6983-6947"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dimakopoulou, Maria","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015899120","display_name":"Ian Osband","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Osband, Ian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5045543562","display_name":"Benjamin Van Roy","orcid":"https://orcid.org/0000-0001-8364-3746","observed_orcids":["https://orcid.org/0000-0001-8364-3746"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Van Roy, Benjamin","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":26,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"31","issue":null,"first_page":"4219","last_page":"4227"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.9760000109672546},{"id":"https://openalex.org/keywords/seed-sampling","display_name":"seed sampling","score":0.9739999771118164},{"id":"https://openalex.org/keywords/exploration-efficiency","display_name":"exploration efficiency","score":0.5879999995231628}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8262474536895752},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.727385401725769},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6446765661239624},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5567582845687866},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39724791049957275},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3332359790802002},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2615622282028198},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.16070079803466797},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0721149742603302},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.05688813328742981}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1805.08948","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.08948","pdf_url":"https://arxiv.org/pdf/1805.08948","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1805.08948","doi":"https://doi.org/10.48550/arxiv.1805.08948","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1805.08948","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2963421140","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/pdf/1805.08948.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1805.08948","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.08948","pdf_url":"https://arxiv.org/pdf/1805.08948","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2803728337.pdf","grobid_xml":"https://content.openalex.org/works/W2803728337.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W21891419","https://openalex.org/W1522301498","https://openalex.org/W1533861849","https://openalex.org/W1542595278","https://openalex.org/W1582436621","https://openalex.org/W1850488217","https://openalex.org/W2073384958","https://openalex.org/W2121863487","https://openalex.org/W2142620093","https://openalex.org/W2470693974","https://openalex.org/W2489939061","https://openalex.org/W2513739600","https://openalex.org/W2567415945","https://openalex.org/W2573470024","https://openalex.org/W2625705959","https://openalex.org/W2781585732","https://openalex.org/W2785967771","https://openalex.org/W2962723954","https://openalex.org/W2963007936","https://openalex.org/W2964121744","https://openalex.org/W4299680643"],"related_works":["https://openalex.org/W2785967771","https://openalex.org/W4406786062","https://openalex.org/W4415797145","https://openalex.org/W2118318536","https://openalex.org/W7124266650","https://openalex.org/W4413227523","https://openalex.org/W2321257817","https://openalex.org/W7116889463","https://openalex.org/W94964689","https://openalex.org/W3127469844"],"abstract_inverted_index":{"We":[0,52],"consider":[1],"a":[2,12,76,80],"team":[3],"of":[4,29],"reinforcement":[5],"learning":[6,47,68],"agents":[7,93],"that":[8,24],"concurrently":[9],"operate":[10],"in":[11],"common":[13],"environment,":[14],"and":[15,39,43,71,79],"we":[16],"develop":[17],"an":[18],"approach":[19,33,60,87],"to":[20],"efficient":[21],"coordinated":[22],"exploration":[23,96],"is":[25,61],"suitable":[26],"for":[27,55],"problems":[28],"practical":[30],"scale.":[31],"Our":[32],"builds":[34],"on":[35],"seed":[36],"sampling":[37],"(Dimakopoulou":[38,70],"Van":[40,72],"Roy,":[41,73],"2018)":[42],"randomized":[44],"value":[45,83],"function":[46,84],"(Osband":[48],"et":[49],"al.,":[50],"2016).":[51],"demonstrate":[53],"that,":[54],"simple":[56],"tabular":[57,66],"contexts,":[58],"the":[59,86],"competitive":[62],"with":[63,90],"previously":[64],"proposed":[65],"model":[67],"methods":[69],"2018).":[74],"With":[75],"higher-dimensional":[77],"problem":[78],"neural":[81],"network":[82],"representation,":[85],"learns":[88],"quickly":[89],"far":[91],"fewer":[92],"than":[94],"alternative":[95],"schemes.":[97]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2803728337","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":1}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2018-06-01T00:00:00"}
