{"id":"https://openalex.org/W4413977918","doi":"https://doi.org/10.1109/lra.2025.3606379","title":"PRISM: <u>P</u>ointcloud <u>R</u>eintegrated <u>I</u>nference via <u>S</u>egmentation and <u>C</u>ross-Attention for <u>M</u>anipulation","display_name":"PRISM: <u>P</u>ointcloud <u>R</u>eintegrated <u>I</u>nference via <u>S</u>egmentation and <u>C</u>ross-Attention for <u>M</u>anipulation","publication_year":2025,"publication_date":"2025-09-04","ids":{"openalex":"https://openalex.org/W4413977918","doi":"https://doi.org/10.1109/lra.2025.3606379"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2025.3606379","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2025.3606379","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112445968","display_name":"D.\u2010B. HUANG","orcid":null},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Daqi Huang","raw_affiliation_strings":["Department of Mechanical Engineering, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0006-3784-7207","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113430863","display_name":"Zhehao Cai","orcid":null},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhehao Cai","raw_affiliation_strings":["Department of Mechanical Engineering, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0005-5266-7514","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuzhi Hao","orcid":"https://orcid.org/0009-0003-3582-9353"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yuzhi Hao","raw_affiliation_strings":["Department of Mechanical Engineering, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0003-3582-9353","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zechen Li","orcid":"https://orcid.org/0009-0009-0355-2816"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zechen Li","raw_affiliation_strings":["Department of Mechanical Engineering, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0009-0355-2816","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073468340","display_name":"Chee\u2013Meng Chew","orcid":"https://orcid.org/0000-0002-6396-4371"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chee-Meng Chew","raw_affiliation_strings":["Department of Mechanical Engineering, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-6396-4371","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13825451,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":"11","first_page":"11110","last_page":"11117"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.8531000018119812,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.8531000018119812,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.767799973487854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prism","display_name":"Prism","score":0.5751304030418396},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.5266556739807129},{"id":"https://openalex.org/keywords/humanities","display_name":"Humanities","score":0.34247875213623047},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.29965829849243164},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.16963520646095276}],"concepts":[{"id":"https://openalex.org/C67666897","wikidata":"https://www.wikidata.org/wiki/Q165896","display_name":"Prism","level":2,"score":0.5751304030418396},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.5266556739807129},{"id":"https://openalex.org/C15708023","wikidata":"https://www.wikidata.org/wiki/Q80083","display_name":"Humanities","level":1,"score":0.34247875213623047},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.29965829849243164},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.16963520646095276}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2025.3606379","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2025.3606379","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2055055199","https://openalex.org/W2601243251","https://openalex.org/W2740924709","https://openalex.org/W2760103357","https://openalex.org/W2950069298","https://openalex.org/W2962787969","https://openalex.org/W2976205474","https://openalex.org/W2979750740","https://openalex.org/W2995932445","https://openalex.org/W3034321388","https://openalex.org/W3035624836","https://openalex.org/W3039448353","https://openalex.org/W3088158297","https://openalex.org/W3096947210","https://openalex.org/W3117514665","https://openalex.org/W3128707967","https://openalex.org/W3134399564","https://openalex.org/W4213319905","https://openalex.org/W4306770046","https://openalex.org/W4362672763","https://openalex.org/W4385245566","https://openalex.org/W4385403811","https://openalex.org/W4385430674","https://openalex.org/W4400770903","https://openalex.org/W4402354045","https://openalex.org/W4407690624","https://openalex.org/W4410706720","https://openalex.org/W4413926275"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2935759653","https://openalex.org/W3105167352","https://openalex.org/W54078636","https://openalex.org/W2954470139","https://openalex.org/W1501425562","https://openalex.org/W2902782467","https://openalex.org/W3084825885","https://openalex.org/W2298861036","https://openalex.org/W2271181815"],"abstract_inverted_index":{"Robust":[0],"imitation":[1],"learning":[2],"for":[3,71],"robot":[4,66,111,129],"manipulation":[5],"requires":[6],"comprehensive":[7],"3D":[8,28,143],"perception,":[9],"yet":[10],"many":[11],"existing":[12],"methods":[13],"struggle":[14],"in":[15,41,146,157],"cluttered":[16],"environments.":[17],"Fixed":[18],"camera":[19],"view":[20],"approaches":[21],"are":[22,165],"vulnerable":[23],"to":[24,35,114],"perspective":[25],"changes,":[26],"and":[27,65,96,118,142,148,162],"point":[29,62,90],"cloud":[30,63,91],"techniques":[31],"often":[32],"limit":[33],"themselves":[34],"keyframes":[36],"predictions,":[37],"reducing":[38],"their":[39],"efficacy":[40],"dynamic,":[42],"contact-intensive":[43],"tasks.":[44],"To":[45],"address":[46],"these":[47,106],"challenges,":[48],"we":[49],"propose":[50],"PRISM,":[51],"designed":[52],"as":[53],"an":[54],"end-to-end":[55],"framework":[56],"that":[57,86,104,122],"directly":[58],"learns":[59],"from":[60],"raw":[61,89],"observations":[64],"states,":[67],"eliminating":[68],"the":[69,88,124],"need":[70],"pre-trained":[72],"models":[73],"or":[74],"external":[75],"datasets.":[76],"PRISM":[77,138],"comprises":[78],"three":[79],"main":[80],"components:":[81],"a":[82,101,119],"segmentation":[83],"embedding":[84],"unit":[85],"partitions":[87],"into":[92,127],"distinct":[93],"object":[94],"clusters":[95],"encodes":[97],"local":[98],"geometric":[99],"details;":[100],"cross-attention":[102],"component":[103],"merges":[105],"visual":[107],"features":[108],"with":[109],"processed":[110],"joint":[112],"states":[113],"highlight":[115],"relevant":[116],"targets;":[117],"diffusion":[120],"module":[121],"translates":[123],"fused":[125],"representation":[126],"smooth":[128],"actions.":[130],"With":[131],"training":[132],"on":[133,167],"100":[134],"demonstrations":[135],"per":[136],"task,":[137],"surpasses":[139],"both":[140],"2D":[141],"baseline":[144],"policies":[145],"accuracy":[147],"efficiency":[149],"within":[150],"our":[151],"simulated":[152],"environments,":[153],"demonstrating":[154],"strong":[155],"robustness":[156],"complex,":[158],"object-dense":[159],"scenarios.":[160],"Code":[161],"some":[163],"demos":[164],"available":[166],"<uri":[168],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[169],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/czknuaa/PRISM</uri>.":[170]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-09-05T00:00:00"}