{"id":"https://openalex.org/W4407759268","doi":"https://doi.org/10.48550/arxiv.2502.12320","title":"Towards Fusing Point Cloud and Visual Representations for Imitation Learning","display_name":"Towards Fusing Point Cloud and Visual Representations for Imitation Learning","alternate_titles":[],"publication_year":2025,"publication_date":"2025-02-17","ids":{"openalex":"https://openalex.org/W4407759268","doi":"https://doi.org/10.48550/arxiv.2502.12320"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2502.12320","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.12320","pdf_url":"https://arxiv.org/pdf/2502.12320","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4407759268"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2502.12320","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093992797","display_name":"Atalay Donat","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Donat, Atalay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102714961","display_name":"Xiaogang Jia","orcid":"https://orcid.org/0000-0002-6022-081X","observed_orcids":["https://orcid.org/0000-0002-6022-081X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Xiaogang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101951180","display_name":"Xi Huang","orcid":"https://orcid.org/0000-0003-1953-5809","observed_orcids":["https://orcid.org/0000-0003-1953-5809"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Xi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052176519","display_name":"Aleksandar Taranovi\u0107","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Taranovic, Aleksandar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012897974","display_name":"Denis Blessing","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Blessing, Denis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039559091","display_name":"Ge Li","orcid":"https://orcid.org/0000-0001-7858-1835","observed_orcids":["https://orcid.org/0000-0001-7858-1835"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Ge","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhou, Hongyi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Hongyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016003450","display_name":"Hanyi Zhang","orcid":"https://orcid.org/0009-0001-6314-9158","observed_orcids":["https://orcid.org/0009-0001-6314-9158","https://orcid.org/0000-0002-8523-3481"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Hanyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033283742","display_name":"Rudolf Lioutikov","orcid":"https://orcid.org/0000-0002-8924-7514","observed_orcids":["https://orcid.org/0000-0002-8924-7514"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lioutikov, Rudolf","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5110467801","display_name":"Gerhard M. Neumann","orcid":"https://orcid.org/0000-0002-5483-4225","observed_orcids":["https://orcid.org/0000-0002-5483-4225"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Neumann, Gerhard","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.022600000724196434,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/point-clouds","display_name":"point clouds","score":0.4950000047683716},{"id":"https://openalex.org/keywords/rgb-image-fusion","display_name":"RGB image fusion","score":0.777999997138977},{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.7059999704360962},{"id":"https://openalex.org/keywords/imitation-learning","display_name":"imitation learning","score":0.9850000143051147},{"id":"https://openalex.org/keywords/robotic-manipulation","display_name":"robotic manipulation","score":0.8799999952316284},{"id":"https://openalex.org/keywords/image-tokens","display_name":"image tokens","score":0.41200000047683716},{"id":"https://openalex.org/keywords/visual-servoing","display_name":"visual servoing","score":0.3720000088214874}],"concepts":[{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.7888675928115845},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.7572655081748962},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5797171592712402},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5711979269981384},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49741747975349426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3819322884082794},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.35080334544181824},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30159199237823486},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14758256077766418},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.12252214550971985},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.1084369421005249},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2502.12320","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.12320","pdf_url":"https://arxiv.org/pdf/2502.12320","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2502.12320","doi":"https://doi.org/10.48550/arxiv.2502.12320","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2502.12320","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2502.12320","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.12320","pdf_url":"https://arxiv.org/pdf/2502.12320","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4407759268.pdf","grobid_xml":"https://content.openalex.org/works/W4407759268.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W2117731368","https://openalex.org/W2194775991","https://openalex.org/W2624503621","https://openalex.org/W2760103357","https://openalex.org/W3092442149","https://openalex.org/W3098201885","https://openalex.org/W3135367836","https://openalex.org/W3187722890","https://openalex.org/W4383047510","https://openalex.org/W4385403811","https://openalex.org/W4385430674","https://openalex.org/W4385430679","https://openalex.org/W4386075660","https://openalex.org/W4388327601","https://openalex.org/W4390872297","https://openalex.org/W4391949089","https://openalex.org/W4399695759","https://openalex.org/W4401416041","https://openalex.org/W4401416679","https://openalex.org/W4402354045","https://openalex.org/W4402702968","https://openalex.org/W4403344670","https://openalex.org/W4403364995","https://openalex.org/W4405562544","https://openalex.org/W4406094089","https://openalex.org/W4414079054","https://openalex.org/W4415797227","https://openalex.org/W7133244780"],"related_works":["https://openalex.org/W7124268359","https://openalex.org/W7130710939","https://openalex.org/W4320002570","https://openalex.org/W7164401449","https://openalex.org/W4413977918","https://openalex.org/W4415554577","https://openalex.org/W4403622102","https://openalex.org/W7125821273","https://openalex.org/W4404307430","https://openalex.org/W4380079737"],"abstract_inverted_index":{"Learning":[0],"for":[1,29,49,54],"manipulation":[2,30],"requires":[3],"using":[4,112],"policies":[5],"that":[6,45,88,144],"have":[7],"access":[8],"to":[9,62],"rich":[10,40],"sensory":[11],"information":[12,44,72],"such":[13,66],"as":[14],"point":[15,63,95],"clouds":[16,21],"or":[17],"RGB":[18,37,98],"images.":[19,76],"Point":[20],"efficiently":[22],"capture":[23],"geometric":[24],"structures,":[25],"making":[26],"them":[27],"essential":[28],"tasks":[31],"in":[32],"imitation":[33,85],"learning.":[34],"In":[35,77],"contrast,":[36],"images":[38],"provide":[39],"texture":[41],"and":[42,97,108,142],"semantic":[43],"can":[46],"be":[47],"crucial":[48],"certain":[50],"tasks.":[51,152],"Existing":[52],"approaches":[53,67],"fusing":[55],"both":[56,94,122],"modalities":[57],"assign":[58],"2D":[59],"image":[60,110],"features":[61],"clouds.":[64],"However,":[65],"often":[68],"lose":[69],"global":[70,107],"contextual":[71],"from":[73],"the":[74,91,103,118,128,134],"original":[75],"this":[78],"work,":[79],"we":[80,132],"propose":[81],"FPV-Net,":[82],"a":[83],"novel":[84],"learning":[86],"method":[87,101,146],"effectively":[89],"combines":[90],"strengths":[92],"of":[93,121,136],"cloud":[96],"modalities.":[99,123],"Our":[100],"conditions":[102],"point-cloud":[104],"encoder":[105],"on":[106,127,138],"local":[109],"tokens":[111],"adaptive":[113],"layer":[114],"norm":[115],"conditioning,":[116],"leveraging":[117],"beneficial":[119],"properties":[120],"Through":[124],"extensive":[125],"experiments":[126],"challenging":[129],"RoboCasa":[130],"benchmark,":[131],"demonstrate":[133],"limitations":[135],"relying":[137],"either":[139],"modality":[140],"alone":[141],"show":[143],"our":[145],"achieves":[147],"state-of-the-art":[148],"performance":[149],"across":[150],"all":[151]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4407759268","counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":7}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-02-20T00:00:00"}
