{"id":"https://openalex.org/W3101997628","doi":"https://doi.org/10.48550/arxiv.2003.06906","title":"Model-based Reinforcement Learning for Decentralized Multiagent Rendezvous","display_name":"Model-based Reinforcement Learning for Decentralized Multiagent Rendezvous","publication_year":2020,"publication_date":"2020-03-15","ids":{"openalex":"https://openalex.org/W3101997628","doi":"https://doi.org/10.48550/arxiv.2003.06906","mag":"3101997628"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2003.06906","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.06906","pdf_url":"https://arxiv.org/pdf/2003.06906","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2003.06906","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065394248","display_name":"Rose Wang","orcid":"https://orcid.org/0000-0001-7008-9475","observed_orcids":["https://orcid.org/0000-0001-7008-9475"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wang, Rose E.","raw_affiliation_strings":["Google Research , Stanford University","Stanford University ()"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research , Stanford University","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University ()","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035286108","display_name":"J. Chase Kew","orcid":"https://orcid.org/0000-0003-2850-0894","observed_orcids":["https://orcid.org/0000-0003-2850-0894"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kew, J. Chase","raw_affiliation_strings":["Robotics at Google","Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics at Google","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072563536","display_name":"Dennis M. Lee","orcid":"https://orcid.org/0000-0001-6900-5158","observed_orcids":["https://orcid.org/0000-0001-6900-5158"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lee, Dennis","raw_affiliation_strings":["Google Research","Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077425326","display_name":"Tsang-Wei Edward Lee","orcid":"https://orcid.org/0000-0002-9462-015X","observed_orcids":["https://orcid.org/0000-0002-9462-015X"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lee, Tsang-Wei Edward","raw_affiliation_strings":["Robotics at Google","Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics at Google","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086928709","display_name":"Tingnan Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhang, Tingnan","raw_affiliation_strings":["Robotics at Google","Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics at Google","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018507768","display_name":"Brian Ichter","orcid":"https://orcid.org/0000-0002-6955-6432","observed_orcids":["https://orcid.org/0000-0002-6955-6432"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ichter, Brian","raw_affiliation_strings":["Robotics at Google","Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics at Google","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103241086","display_name":"Jie Tan","orcid":"https://orcid.org/0000-0002-7947-0333","observed_orcids":["https://orcid.org/0000-0002-7947-0333"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tan, Jie","raw_affiliation_strings":["Robotics at Google","Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics at Google","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002971435","display_name":"Aleksandra Faust","orcid":"https://orcid.org/0000-0002-3268-8685","observed_orcids":["https://orcid.org/0000-0002-3268-8685"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Faust, Aleksandra","raw_affiliation_strings":["Cambridge MA , USA","Google Research","Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cambridge MA , USA","institution_ids":[]},{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"711","last_page":"725"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-based-reinforcement-learning","display_name":"model-based reinforcement learning","score":0.9929999709129333},{"id":"https://openalex.org/keywords/motion-prediction","display_name":"motion prediction","score":0.6190000176429749},{"id":"https://openalex.org/keywords/self-supervised-learning","display_name":"self-supervised learning","score":0.7440000176429749},{"id":"https://openalex.org/keywords/goal-alignment","display_name":"goal alignment","score":0.5509999990463257},{"id":"https://openalex.org/keywords/sim-to-real-transfer","display_name":"sim-to-real transfer","score":0.9399999976158142},{"id":"https://openalex.org/keywords/autonomous-mobile-robots","display_name":"autonomous mobile robots","score":0.3659999966621399}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8263108730316162},{"id":"https://openalex.org/C2779968344","wikidata":"https://www.wikidata.org/wiki/Q3932925","display_name":"Rendezvous","level":3,"score":0.7834872007369995},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7636743187904358},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6126297116279602},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6107126474380493},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5133532881736755},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.458503782749176},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44840291142463684},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.44788381457328796},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4199164807796478},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.4197775721549988},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.41694384813308716},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10364329814910889},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C29829512","wikidata":"https://www.wikidata.org/wiki/Q40218","display_name":"Spacecraft","level":2,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:2003.06906","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.06906","pdf_url":"https://arxiv.org/pdf/2003.06906","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3101997628","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2003.06906.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2003.06906","doi":"https://doi.org/10.48550/arxiv.2003.06906","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2003.06906","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:3208476402","doi":null,"is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/conf/corl/corl2020.html#WangK0LZITF20","pdf_url":null,"source":{"id":"https://openalex.org/S4306506823","display_name":"Conference on Robot Learning","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Conference on Robot Learning","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2003.06906","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.06906","pdf_url":"https://arxiv.org/pdf/2003.06906","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3101997628.pdf","grobid_xml":"https://content.openalex.org/works/W3101997628.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W131069610","https://openalex.org/W630739203","https://openalex.org/W1540465515","https://openalex.org/W1606056663","https://openalex.org/W1857520958","https://openalex.org/W1967670666","https://openalex.org/W1999657641","https://openalex.org/W2015329096","https://openalex.org/W2046431055","https://openalex.org/W2088956500","https://openalex.org/W2109910161","https://openalex.org/W2132083787","https://openalex.org/W2132678595","https://openalex.org/W2134281179","https://openalex.org/W2134779831","https://openalex.org/W2146881125","https://openalex.org/W2156737235","https://openalex.org/W2274524839","https://openalex.org/W2523124567","https://openalex.org/W2580909119","https://openalex.org/W2617547828","https://openalex.org/W2739571258","https://openalex.org/W2743381431","https://openalex.org/W2764297211","https://openalex.org/W2788266634","https://openalex.org/W2791708574","https://openalex.org/W2901136733","https://openalex.org/W2902125520","https://openalex.org/W2903630557","https://openalex.org/W2905054495","https://openalex.org/W2912063360","https://openalex.org/W2914351253","https://openalex.org/W2915157612","https://openalex.org/W2919109858","https://openalex.org/W2923147261","https://openalex.org/W2954559956","https://openalex.org/W2960226261","https://openalex.org/W2962804251","https://openalex.org/W2962907394","https://openalex.org/W2963318716","https://openalex.org/W2963407617","https://openalex.org/W2981759303","https://openalex.org/W3037524112","https://openalex.org/W3195671729"],"related_works":["https://openalex.org/W6992831087","https://openalex.org/W7133182887","https://openalex.org/W4200577496","https://openalex.org/W3012161596","https://openalex.org/W7124167551","https://openalex.org/W4324119529","https://openalex.org/W7170191765","https://openalex.org/W3094845617","https://openalex.org/W3014720921","https://openalex.org/W2292533394"],"abstract_inverted_index":{"Collaboration":[0],"requires":[1],"agents":[2,19,76,176],"to":[3,14,23,55,86,149,177],"align":[4,15,179],"their":[5,21,32],"goals":[6,16],"on":[7,77,131],"the":[8,11,25,78,83,94,137,144,159],"fly.":[9],"Underlying":[10],"human":[12],"ability":[13,22],"with":[17,51,111],"other":[18],"is":[20],"predict":[24],"intentions":[26],"of":[27,74,108,116,143],"others":[28],"and":[29,59,88,114,128,172],"actively":[30],"update":[31],"own":[33],"plans.":[34,180],"We":[35,102,118],"propose":[36,87],"hierarchical":[37],"predictive":[38],"planning":[39],"(HPP),":[40],"a":[41,106,162],"model-based":[42,170],"reinforcement":[43,124],"learning":[44],"method":[45],"for":[46,92,161],"decentralized":[47],"multiagent":[48,166],"rendezvous.":[49],"Starting":[50],"pretrained,":[52],"single-agent":[53],"point":[54,56],"navigation":[57,90],"policies":[58],"using":[60],"noisy,":[61],"high-dimensional":[62],"sensor":[63],"inputs":[64],"like":[65],"lidar,":[66],"we":[67],"first":[68],"learn":[69],"via":[70],"self-supervision":[71],"motion":[72],"predictions":[73],"all":[75],"team.":[79],"Next,":[80],"HPP":[81,104,121,157],"uses":[82],"prediction":[84,145],"models":[85,146],"evaluate":[89,103],"subgoals":[91],"completing":[93],"rendezvous":[95],"task":[96],"without":[97,152],"explicit":[98],"communication":[99],"among":[100],"agents.":[101],"in":[105,136,165],"suite":[107],"unseen":[109,133],"environments,":[110],"increasing":[112],"complexity":[113],"numbers":[115],"obstacles.":[117],"show":[119],"that":[120],"outperforms":[122],"alternative":[123],"learning,":[125],"path":[126],"planning,":[127],"heuristic-based":[129],"baselines":[130],"challenging,":[132],"environments.":[134],"Experiments":[135],"real":[138,150],"world":[139,151],"demonstrate":[140],"successful":[141],"transfer":[142],"from":[147],"sim":[148],"any":[153],"additional":[154],"fine-tuning.":[155],"Altogether,":[156],"removes":[158],"need":[160],"centralized":[163],"operator":[164],"systems":[167],"by":[168],"combining":[169],"RL":[171],"inference":[173],"methods,":[174],"enabling":[175],"dynamically":[178]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":3}],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2020-11-23T00:00:00"}
