{"id":"https://openalex.org/W4221155576","doi":"https://doi.org/10.1109/iros47612.2022.9982210","title":"Multiscale Sensor Fusion and Continuous Control with Neural CDEs","display_name":"Multiscale Sensor Fusion and Continuous Control with Neural CDEs","publication_year":2022,"publication_date":"2022-10-23","ids":{"openalex":"https://openalex.org/W4221155576","doi":"https://doi.org/10.1109/iros47612.2022.9982210"},"language":"en","primary_location":{"id":"doi:10.1109/iros47612.2022.9982210","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9982210","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2203.08715","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017822896","display_name":"Sumeet Singh","orcid":"https://orcid.org/0000-0002-6948-7131"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sumeet Singh","raw_affiliation_strings":["Robotics at Google, NYC"],"affiliations":[{"raw_affiliation_string":"Robotics at Google, NYC","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042426713","display_name":"Francis McCann Ramirez","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Francis McCann Ramirez","raw_affiliation_strings":["Google AI Resident, NYC"],"affiliations":[{"raw_affiliation_string":"Google AI Resident, NYC","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081648393","display_name":"Jacob Varley","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacob Varley","raw_affiliation_strings":["Robotics at Google, NYC"],"affiliations":[{"raw_affiliation_string":"Robotics at Google, NYC","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005577303","display_name":"Andy Zeng","orcid":"https://orcid.org/0000-0002-4319-2159"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andy Zeng","raw_affiliation_strings":["Robotics at Google, NYC"],"affiliations":[{"raw_affiliation_string":"Robotics at Google, NYC","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058073838","display_name":"Vikas Sindhwani","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vikas Sindhwani","raw_affiliation_strings":["Robotics at Google, NYC"],"affiliations":[{"raw_affiliation_string":"Robotics at Google, NYC","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5017822896"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01813073,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"10897","last_page":"10904"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6718000173568726,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6718000173568726,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.05220000073313713,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10982","display_name":"Motor Control and Adaptation","score":0.02630000002682209,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6656396389007568},{"id":"https://openalex.org/keywords/discrete-time-and-continuous-time","display_name":"Discrete time and continuous time","score":0.4913734495639801},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4381937086582184},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4357917904853821},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4080311954021454},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3481307625770569},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1607840657234192}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6656396389007568},{"id":"https://openalex.org/C55689738","wikidata":"https://www.wikidata.org/wiki/Q15963867","display_name":"Discrete time and continuous time","level":2,"score":0.4913734495639801},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4381937086582184},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4357917904853821},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4080311954021454},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3481307625770569},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1607840657234192},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iros47612.2022.9982210","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9982210","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2203.08715","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.08715","pdf_url":"https://arxiv.org/pdf/2203.08715","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2203.08715","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2203.08715","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2203.08715","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.08715","pdf_url":"https://arxiv.org/pdf/2203.08715","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4221155576.pdf","grobid_xml":"https://content.openalex.org/works/W4221155576.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1979709633","https://openalex.org/W1991667713","https://openalex.org/W2060914855","https://openalex.org/W2109910161","https://openalex.org/W2125612430","https://openalex.org/W2129202194","https://openalex.org/W2213381658","https://openalex.org/W2531282941","https://openalex.org/W2787666871","https://openalex.org/W2790924949","https://openalex.org/W2804941773","https://openalex.org/W2952866402","https://openalex.org/W2964054038","https://openalex.org/W2964290968","https://openalex.org/W2965527516","https://openalex.org/W2968095426","https://openalex.org/W3082066778","https://openalex.org/W3128528928","https://openalex.org/W3133865035","https://openalex.org/W3143320354","https://openalex.org/W3176935502","https://openalex.org/W3205656681","https://openalex.org/W3207133204","https://openalex.org/W4293182332","https://openalex.org/W4313167681","https://openalex.org/W6631190155","https://openalex.org/W6676560026","https://openalex.org/W6747387971","https://openalex.org/W6750611395","https://openalex.org/W6752307458","https://openalex.org/W6764808195","https://openalex.org/W6767877913","https://openalex.org/W6771666257","https://openalex.org/W6778353478","https://openalex.org/W6780877826","https://openalex.org/W6785308759","https://openalex.org/W6785733472","https://openalex.org/W6786492808","https://openalex.org/W6797363331","https://openalex.org/W6798487212","https://openalex.org/W6800425027","https://openalex.org/W6801286240","https://openalex.org/W6802366246"],"related_works":["https://openalex.org/W846391","https://openalex.org/W133332","https://openalex.org/W18212996","https://openalex.org/W7660662","https://openalex.org/W2269391","https://openalex.org/W14648536","https://openalex.org/W4322070","https://openalex.org/W5449133","https://openalex.org/W2422068","https://openalex.org/W2777253"],"abstract_inverted_index":{"Though":[0],"robot":[1],"learning":[2,81],"is":[3,50],"often":[4],"formulated":[5],"in":[6,87,128,171],"terms":[7],"of":[8],"discrete-time":[9,146],"Markov":[10],"decision":[11],"processes":[12],"(MDPs),":[13],"physical":[14],"robots":[15],"require":[16],"near-continuous":[17],"multiscale":[18],"feedback":[19,139],"control.":[20],"Machines":[21],"operate":[22],"on":[23],"multiple":[24],"asynchronous":[25],"sensing":[26,177],"modalities,":[27],"each":[28],"with":[29,64,100],"different":[30,123],"frequencies,":[31],"e.g.,":[32],"video":[33],"frames":[34],"at":[35,39,43,122,181],"30Hz,":[36],"proprioceptive":[37],"state":[38,85,111],"100Hz,":[40],"force-torque":[41],"data":[42],"500Hz,":[44],"etc.":[45],"While":[46],"the":[47],"classic":[48],"approach":[49,75],"to":[51,136],"batch":[52],"observations":[53,120,174],"into":[54,164],"fixed-time":[55],"windows":[56],"then":[57],"pass":[58],"them":[59],"through":[60],"feed-forward":[61],"encoders":[62],"(e.g.,":[63,160],"deep":[65],"networks),":[66],"we":[67,90],"show":[68],"that":[69,78,96,133,152],"there":[70],"exists":[71],"a":[72,93,108,162,165],"more":[73],"elegant":[74],"-":[76],"one":[77,176],"treats":[79],"policy":[80],"as":[82],"modeling":[83],"latent":[84,110],"dynamics":[86],"continuous-time.":[88,129],"Specifically,":[89],"present":[91],"InFuser,":[92],"unified":[94],"architecture":[95],"trains":[97],"continuous":[98],"time-policies":[99],"Neural":[101],"Controlled":[102],"Differential":[103],"Equations":[104],"(CDEs).":[105],"InFuser":[106,153],"evolves":[107],"single":[109],"representation":[112],"over":[113],"time":[114],"by":[115],"(In)tegrating":[116],"and":[117,125],"(Fus)ing":[118],"multi-sensory":[119,138],"(arriving":[121],"frequencies),":[124],"inferring":[126],"actions":[127],"This":[130],"enables":[131],"policies":[132,156],"can":[134,179],"react":[135],"multi-frequency":[137],"for":[140,157],"truly":[141],"end-to-end":[142],"visuomotor":[143],"control,":[144],"without":[145],"assumptions.":[147],"Behavior":[148],"cloning":[149],"experiments":[150],"demonstrate":[151],"learns":[154],"robust":[155],"dynamic":[158],"tasks":[159],"swinging":[161],"ball":[163],"cup)":[166],"notably":[167],"outperforming":[168],"several":[169],"baselines":[170],"settings":[172],"where":[173],"from":[175],"modality":[178],"arrive":[180],"much":[182],"sparser":[183],"intervals":[184],"than":[185],"others.":[186]},"counts_by_year":[],"updated_date":"2026-03-03T08:47:05.690250","created_date":"2022-04-03T00:00:00"}