{"id":"https://openalex.org/W4388327632","doi":"https://doi.org/10.48550/arxiv.2311.01405","title":"Learning to See Physical Properties with Active Sensing Motor Policies","display_name":"Learning to See Physical Properties with Active Sensing Motor Policies","publication_year":2023,"publication_date":"2023-11-02","ids":{"openalex":"https://openalex.org/W4388327632","doi":"https://doi.org/10.48550/arxiv.2311.01405"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2311.01405","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.01405","pdf_url":"https://arxiv.org/pdf/2311.01405","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2311.01405","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014707090","display_name":"Gabriel B. Margolis","orcid":"https://orcid.org/0000-0001-8191-4813","observed_orcids":["https://orcid.org/0000-0001-8191-4813"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Margolis, Gabriel B.","raw_affiliation_strings":["Improbable AI Lab , Massachusetts Institute of Technology https"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Improbable AI Lab , Massachusetts Institute of Technology https","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056242193","display_name":"Xiang Fu","orcid":"https://orcid.org/0000-0001-7480-6312","observed_orcids":["https://orcid.org/0000-0001-7480-6312"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fu, Xiang","raw_affiliation_strings":["Improbable AI Lab , Massachusetts Institute of Technology https"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Improbable AI Lab , Massachusetts Institute of Technology https","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034142902","display_name":"Yandong Ji","orcid":"https://orcid.org/0000-0002-6948-7465","observed_orcids":["https://orcid.org/0000-0002-6948-7465"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ji, Yandong","raw_affiliation_strings":["Improbable AI Lab , Massachusetts Institute of Technology https"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Improbable AI Lab , Massachusetts Institute of Technology https","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111774389","display_name":"Pulkit Agrawal","orcid":"https://orcid.org/0000-0001-8463-9917","observed_orcids":["https://orcid.org/0000-0001-8463-9917","https://orcid.org/0000-0002-9569-6690"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Agrawal, Pulkit","raw_affiliation_strings":["Improbable AI Lab , Massachusetts Institute of Technology https"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Improbable AI Lab , Massachusetts Institute of Technology https","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8500999808311462,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8500999808311462,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.10080000013113022,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.02669999934732914,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/active-sensing","display_name":"active sensing","score":0.718999981880188},{"id":"https://openalex.org/keywords/friction-coefficient-estimation","display_name":"friction coefficient estimation","score":0.7129999995231628},{"id":"https://openalex.org/keywords/sim-to-real-transfer","display_name":"sim-to-real transfer","score":0.6620000004768372}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7006176710128784},{"id":"https://openalex.org/C140745168","wikidata":"https://www.wikidata.org/wiki/Q1210082","display_name":"Tree traversal","level":2,"score":0.6968225240707397},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6652315258979797},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6646013259887695},{"id":"https://openalex.org/C161840515","wikidata":"https://www.wikidata.org/wiki/Q186131","display_name":"Terrain","level":2,"score":0.6621358394622803},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5464916229248047},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.49366864562034607},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.48593488335609436},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0962616503238678},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08550843596458435},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2311.01405","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.01405","pdf_url":"https://arxiv.org/pdf/2311.01405","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2311.01405","doi":"https://doi.org/10.48550/arxiv.2311.01405","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2311.01405","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2311.01405","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.01405","pdf_url":"https://arxiv.org/pdf/2311.01405","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3509299210","display_name":"AI Institute: AI Research Institute for Fundamental Interactions","funder_award_id":"2019786","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3938712152","display_name":null,"funder_award_id":"N00014-22-1-2740","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8857636796","display_name":null,"funder_award_id":"N00014-22-1-2740","funder_id":"https://openalex.org/F4320333591","funder_display_name":"Multidisciplinary University Research Initiative"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320333591","display_name":"Multidisciplinary University Research Initiative","ror":null},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388327632.pdf","grobid_xml":"https://content.openalex.org/works/W4388327632.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W1914316289","https://openalex.org/W2963614114","https://openalex.org/W3178099496","https://openalex.org/W4366208220","https://openalex.org/W4382334278","https://openalex.org/W4383108196","https://openalex.org/W4383108493","https://openalex.org/W4383171997","https://openalex.org/W4385416313","https://openalex.org/W4390874575","https://openalex.org/W4393972737","https://openalex.org/W7133202389"],"related_works":["https://openalex.org/W4407354599","https://openalex.org/W4402712087","https://openalex.org/W3087174797","https://openalex.org/W2967155559","https://openalex.org/W2148700381","https://openalex.org/W2136213179","https://openalex.org/W1991389730","https://openalex.org/W1556184469","https://openalex.org/W4402354009","https://openalex.org/W2913921102"],"abstract_inverted_index":{"Knowledge":[0],"of":[1,64,101,135],"terrain's":[2],"physical":[3,31,49,73,103,141],"properties":[4,50],"inferred":[5],"from":[6],"color":[7],"images":[8,65,153],"can":[9],"aid":[10],"in":[11,77],"making":[12],"efficient":[13],"robotic":[14],"locomotion":[15,95],"plans.":[16],"However,":[17],"unlike":[18],"image":[19,28],"classification,":[20],"it":[21],"is":[22,146],"unintuitive":[23],"for":[24],"humans":[25],"to":[26,93,111,118,167],"label":[27],"patches":[29],"with":[30,72,131,151],"properties.":[32],"Without":[33],"labeled":[34],"data,":[35],"building":[36],"a":[37,55,132,156,168],"vision":[38],"system":[39,129,145],"that":[40,57,97,126],"takes":[41],"as":[42],"input":[43],"the":[44,99,107,116,120,127,173],"observed":[45],"terrain":[46],"and":[47,148],"predicts":[48,140],"remains":[51],"challenging.":[52],"We":[53,124],"present":[54],"method":[56],"overcomes":[58],"this":[59],"challenge":[60],"by":[61,67,155,164],"self-supervised":[62],"labeling":[63],"captured":[66,154],"robots":[68],"during":[69],"real-world":[70,136],"traversal":[71,137],"property":[74],"estimators":[75],"trained":[76,92,130,144,160],"simulation.":[78],"To":[79],"ensure":[80],"accurate":[81],"labeling,":[82],"we":[83],"introduce":[84],"Active":[85],"Sensing":[86],"Motor":[87],"Policies":[88],"(ASMP),":[89],"which":[90],"are":[91],"explore":[94],"behaviors":[96],"increase":[98],"accuracy":[100],"estimating":[102],"parameters.":[104,142],"For":[105],"instance,":[106],"quadruped":[108,169],"robot":[109,170],"learns":[110],"swipe":[112],"its":[113],"foot":[114],"against":[115],"ground":[117],"estimate":[119],"friction":[121],"coefficient":[122],"accurately.":[123],"show":[125],"visual":[128],"small":[133],"amount":[134],"data":[138,162],"accurately":[139],"The":[143],"robust":[147],"works":[149],"even":[150],"overhead":[152],"drone":[157],"despite":[158],"being":[159],"on":[161,172],"collected":[163],"cameras":[165],"attached":[166],"walking":[171],"ground.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":7}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2023-11-04T00:00:00"}