{"id":"https://openalex.org/W7164370107","doi":"https://doi.org/10.48550/arxiv.2606.11525","title":"Learning Object Manipulation from Scratch via Contrastive Interaction","display_name":"Learning Object Manipulation from Scratch via Contrastive Interaction","publication_year":2026,"publication_date":"2026-06-10","ids":{"openalex":"https://openalex.org/W7164370107","doi":"https://doi.org/10.48550/arxiv.2606.11525"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.11525","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11525","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.11525","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138469949","display_name":"Tongle Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Tongle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003583202","display_name":"Caleb Chuck","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chuck, Caleb","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138398906","display_name":"Fan Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5071784683","display_name":"Biwei Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Biwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.8567000031471252,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.8567000031471252,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.12120000272989273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10982","display_name":"Motor Control and Adaptation","score":0.005799999926239252,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reachability","display_name":"Reachability","score":0.6764000058174133},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5795999765396118},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.5569000244140625},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.52920001745224},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5059000253677368},{"id":"https://openalex.org/keywords/resampling","display_name":"Resampling","score":0.4799000024795532},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.46050000190734863},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.4564000070095062},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4505999982357025},{"id":"https://openalex.org/keywords/structured-prediction","display_name":"Structured prediction","score":0.41519999504089355}],"concepts":[{"id":"https://openalex.org/C136643341","wikidata":"https://www.wikidata.org/wiki/Q1361526","display_name":"Reachability","level":2,"score":0.6764000058174133},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6596999764442444},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6406000256538391},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5795999765396118},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.5569000244140625},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.52920001745224},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5059000253677368},{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.4799000024795532},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.46050000190734863},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4564000070095062},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4505999982357025},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43709999322891235},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.41519999504089355},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4072999954223633},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.40130001306533813},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.3874000012874603},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3644999861717224},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.35749998688697815},{"id":"https://openalex.org/C164660894","wikidata":"https://www.wikidata.org/wiki/Q2037833","display_name":"Piecewise","level":2,"score":0.3528999984264374},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.3319000005722046},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.3149999976158142},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.3091999888420105},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C17095337","wikidata":"https://www.wikidata.org/wiki/Q2375229","display_name":"Piecewise linear function","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2890999913215637},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.2551000118255615},{"id":"https://openalex.org/C28761237","wikidata":"https://www.wikidata.org/wiki/Q7805321","display_name":"Time horizon","level":2,"score":0.2531000077724457},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.11525","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11525","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.11525","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11525","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Contrastive":[0],"Reinforcement":[1],"Learning":[2],"(CRL)":[3],"has":[4],"seen":[5],"recent":[6],"success":[7,26,197],"in":[8,27,36,60,170],"a":[9,42,73,174],"wide":[10],"variety":[11],"of":[12,20,45,193],"goal-conditioned":[13,187],"robotics":[14],"tasks":[15],"by":[16,180],"learning":[17],"structured":[18],"representations":[19],"the":[21,61,122,127,184],"dynamics.":[22],"However,":[23],"despite":[24],"its":[25],"locomotion":[28],"and":[29,77,98,118,137,150,159],"simpler":[30],"control":[31],"domains,":[32],"CRL":[33,93,164],"often":[34],"struggles":[35],"interaction-rich":[37],"manipulation.":[38],"We":[39],"argue":[40],"that":[41,56,79,88,130],"key":[43],"source":[44],"this":[46,66,103],"difficulty":[47],"is":[48],"object-centric":[49],"interaction,":[50],"such":[51],"as":[52,72],"contact":[53],"or":[54],"grasping,":[55],"induces":[57],"distinct":[58],"changes":[59,82],"underlying":[62],"dynamic":[63,146],"modes.":[64],"In":[65],"work,":[67],"we":[68,105,182],"formulate":[69],"manipulation":[70],"dynamics":[71],"piecewise-smooth":[74],"Markov":[75],"process":[76],"show":[78],"interaction-induced":[80],"mode":[81,128],"create":[83],"piecewise":[84,138],"nonlinear":[85,139],"reachability":[86,133],"structures":[87],"are":[89],"difficult":[90],"for":[91],"standard":[92],"energy":[94],"functions":[95],"to":[96,125,134,200],"represent":[97],"plan":[99],"over.":[100],"Based":[101],"on":[102],"analysis,":[104],"introduce":[106],"Interaction-weighted":[107],"Resampling":[108],"(IWR).":[109],"IWR":[110,154],"performs":[111],"interaction-aware":[112],"resampling":[113],"around":[114],"phases":[115],"before,":[116],"during,":[117],"after":[119],"interactions,":[120],"encouraging":[121],"learned":[123],"representation":[124],"preserve":[126],"boundaries":[129],"determine":[131],"future":[132],"capture":[135],"multi-modal":[136],"reachability.":[140],"Across":[141],"interaction-centric":[142],"environments,":[143],"including":[144],"2D":[145],"control,":[147],"robotic":[148],"manipulation,":[149],"robot":[151,188],"air":[152,189],"hockey,":[153],"improves":[155],"both":[156],"sample":[157],"efficiency":[158],"overall":[160],"performance":[161],"over":[162],"prior":[163],"methods,":[165],"with":[166,177],"19.8%":[167],"average":[168],"improvement":[169],"simulation.":[171],"Finally,":[172],"using":[173],"sim-to-real":[175],"pipeline":[176],"policies":[178],"trained":[179],"IWR,":[181],"demonstrate":[183],"first":[185],"real-world":[186],"hockey":[190],"agent":[191],"capable":[192],"hitting":[194],"goals,":[195],"improving":[196],"from":[198],"25%":[199],"60%.":[201],"Project":[202],"Page:":[203],"IWR-arxiv.github.io.":[204]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-12T00:00:00"}