{"id":"https://openalex.org/W2890845660","doi":"https://doi.org/10.1109/icra.2019.8794352","title":"LVIS: Learning from Value Function Intervals for Contact-Aware Robot Controllers","display_name":"LVIS: Learning from Value Function Intervals for Contact-Aware Robot Controllers","publication_year":2019,"publication_date":"2019-05-01","ids":{"openalex":"https://openalex.org/W2890845660","doi":"https://doi.org/10.1109/icra.2019.8794352","mag":"2890845660"},"language":"en","primary_location":{"id":"doi:10.1109/icra.2019.8794352","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2019.8794352","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1809.05802","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036513591","display_name":"Robin Deits","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Robin Deits","raw_affiliation_strings":["CSAIL, Massachusetts Institute of Technology, Cambridge, MA, USA","[CSAIL, Massachusetts Institute of Technology, Cambridge, MA, USA]"],"affiliations":[{"raw_affiliation_string":"CSAIL, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"[CSAIL, Massachusetts Institute of Technology, Cambridge, MA, USA]","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025248131","display_name":"Twan Koolen","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Twan Koolen","raw_affiliation_strings":["CSAIL, Massachusetts Institute of Technology, Cambridge, MA, USA","[CSAIL, Massachusetts Institute of Technology, Cambridge, MA, USA]"],"affiliations":[{"raw_affiliation_string":"CSAIL, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"[CSAIL, Massachusetts Institute of Technology, Cambridge, MA, USA]","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074291890","display_name":"Russ Tedrake","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Russ Tedrake","raw_affiliation_strings":["CSAIL, Massachusetts Institute of Technology, Cambridge, MA, USA","[CSAIL, Massachusetts Institute of Technology, Cambridge, MA, USA]"],"affiliations":[{"raw_affiliation_string":"CSAIL, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"[CSAIL, Massachusetts Institute of Technology, Cambridge, MA, USA]","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5036513591"],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":0.5786,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.7437834,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"7762","last_page":"7768"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/maxima-and-minima","display_name":"Maxima and minima","score":0.6643416881561279},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5942813158035278},{"id":"https://openalex.org/keywords/uniqueness","display_name":"Uniqueness","score":0.5602065920829773},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5479561686515808},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5087304711341858},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.49925780296325684},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.4922991991043091},{"id":"https://openalex.org/keywords/integer","display_name":"Integer (computer science)","score":0.4914137125015259},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.4882247745990753},{"id":"https://openalex.org/keywords/interval","display_name":"Interval (graph theory)","score":0.46562808752059937},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.46169599890708923},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.455055296421051},{"id":"https://openalex.org/keywords/online-model","display_name":"Online model","score":0.43887490034103394},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.427827388048172},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2758544087409973},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26112979650497437}],"concepts":[{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.6643416881561279},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5942813158035278},{"id":"https://openalex.org/C2777021972","wikidata":"https://www.wikidata.org/wiki/Q22976830","display_name":"Uniqueness","level":2,"score":0.5602065920829773},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5479561686515808},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5087304711341858},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.49925780296325684},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.4922991991043091},{"id":"https://openalex.org/C97137487","wikidata":"https://www.wikidata.org/wiki/Q729138","display_name":"Integer (computer science)","level":2,"score":0.4914137125015259},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.4882247745990753},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.46562808752059937},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.46169599890708923},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.455055296421051},{"id":"https://openalex.org/C2777851325","wikidata":"https://www.wikidata.org/wiki/Q7094102","display_name":"Online model","level":2,"score":0.43887490034103394},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.427827388048172},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2758544087409973},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26112979650497437},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/icra.2019.8794352","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2019.8794352","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1809.05802","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1809.05802","pdf_url":"https://arxiv.org/pdf/1809.05802","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2890845660","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1809.05802","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:dspace.mit.edu:1721.1/137627","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/137627","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv","raw_type":"Article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/137627.2","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/137627.2","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv","raw_type":"Article"},{"id":"doi:10.48550/arxiv.1809.05802","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1809.05802","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1809.05802","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1809.05802","pdf_url":"https://arxiv.org/pdf/1809.05802","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2890845660.pdf","grobid_xml":"https://content.openalex.org/works/W2890845660.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W276848478","https://openalex.org/W1522301498","https://openalex.org/W1967821692","https://openalex.org/W1977655452","https://openalex.org/W2001741445","https://openalex.org/W2004407575","https://openalex.org/W2061983716","https://openalex.org/W2101340954","https://openalex.org/W2104733512","https://openalex.org/W2113115376","https://openalex.org/W2133859362","https://openalex.org/W2176412452","https://openalex.org/W2295431040","https://openalex.org/W2413365548","https://openalex.org/W2460774278","https://openalex.org/W2539534359","https://openalex.org/W2568919828","https://openalex.org/W2762555062","https://openalex.org/W2783859738","https://openalex.org/W2953326790","https://openalex.org/W2962957031","https://openalex.org/W2964259080","https://openalex.org/W2967571189","https://openalex.org/W3103075896","https://openalex.org/W3103368812","https://openalex.org/W6631190155","https://openalex.org/W6640174482","https://openalex.org/W6675999342","https://openalex.org/W6685562342","https://openalex.org/W6732386917","https://openalex.org/W6766642441"],"related_works":["https://openalex.org/W2972586385","https://openalex.org/W2289655975","https://openalex.org/W3100238596","https://openalex.org/W2549367060","https://openalex.org/W91905023","https://openalex.org/W2566991354","https://openalex.org/W2887255180","https://openalex.org/W3146953585","https://openalex.org/W1801976851","https://openalex.org/W2468861737","https://openalex.org/W3177503484","https://openalex.org/W3129455439","https://openalex.org/W3029775994","https://openalex.org/W3200083785","https://openalex.org/W2889634868","https://openalex.org/W2962833813","https://openalex.org/W2783083351","https://openalex.org/W2991391803","https://openalex.org/W2113351146","https://openalex.org/W2105357975"],"abstract_inverted_index":{"Guided":[0],"policy":[1,31,43],"search":[2],"is":[3],"a":[4,16,41,121,140,148,160,166,178],"popular":[5],"approach":[6],"for":[7,10],"training":[8,119],"controllers":[9],"high-dimensional":[11],"systems,":[12],"but":[13],"it":[14,173],"has":[15,23],"number":[17],"of":[18,55,65,82,106,120,139,159],"pitfalls.":[19],"Non-convex":[20],"trajectory":[21],"optimization":[22,61],"local":[24,56],"minima,":[25],"and":[26,62,165,170],"non-uniqueness":[27,66],"in":[28,182],"the":[29,53,63,69,75,80,84,100,107,118,126,136],"optimal":[30,70,76],"itself":[32],"can":[33,174],"mean":[34],"that":[35,132,172],"independently-optimized":[36],"samples":[37,112],"do":[38],"not":[39],"describe":[40],"coherent":[42],"from":[44,103],"which":[45,51,124,144],"to":[46,87,115,177],"train.":[47],"We":[48,152],"introduce":[49],"LVIS,":[50],"circumvents":[52],"issue":[54,64],"minima":[57],"through":[58,67,185],"global":[59,89],"mixed-integer":[60,85,150],"learning":[68],"value":[71],"function":[72],"rather":[73],"than":[74],"policy.":[77],"To":[78],"avoid":[79],"expense":[81],"solving":[83],"programs":[86],"full":[88],"optimality,":[90],"we":[91,130,145],"instead":[92],"solve":[93,146],"them":[94],"only":[95],"partially,":[96],"extracting":[97],"intervals":[98],"containing":[99],"true":[101,127],"cost-to-go":[102,134],"early":[104],"termination":[105],"branch-and-bound":[108],"algorithm.":[109],"These":[110],"interval":[111],"are":[113],"used":[114],"weakly":[116],"supervise":[117],"neural":[122],"net":[123],"approximates":[125],"cost-to-go.":[128],"Online,":[129],"use":[131],"learned":[133],"as":[135],"terminal":[137],"cost":[138],"one-step":[141],"model-predictive":[142],"controller,":[143],"via":[147],"small":[149],"optimization.":[151],"demonstrate":[153],"LVIS":[154],"on":[155],"piecewise":[156],"affine":[157],"models":[158],"cart-pole":[161],"system":[162],"with":[163],"walls":[164],"planar":[167],"humanoid":[168],"robot":[169],"show":[171],"be":[175],"applied":[176],"fundamentally":[179],"hard":[180],"problem":[181],"feedback":[183],"control-control":[184],"contact.":[186]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}
