{"id":"https://openalex.org/W4391759737","doi":"https://doi.org/10.1109/lra.2024.3364837","title":"RFTrans: Leveraging Refractive Flow of Transparent Objects for Surface Normal Estimation and Manipulation","display_name":"RFTrans: Leveraging Refractive Flow of Transparent Objects for Surface Normal Estimation and Manipulation","publication_year":2024,"publication_date":"2024-02-12","ids":{"openalex":"https://openalex.org/W4391759737","doi":"https://doi.org/10.1109/lra.2024.3364837"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3364837","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3364837","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017143756","display_name":"Tutian Tang","orcid":"https://orcid.org/0000-0001-8254-2038"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tutian Tang","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","with School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","Yuan Research Institute and MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8254-2038","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"with School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Yuan Research Institute and MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101679255","display_name":"Liu Ji-yu","orcid":"https://orcid.org/0009-0003-9945-9208"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiyu Liu","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","with School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","Yuan Research Institute and MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0003-9945-9208","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"with School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Yuan Research Institute and MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103002881","display_name":"Jieyi Zhang","orcid":"https://orcid.org/0009-0008-4611-3840"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jieyi Zhang","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","with School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","Yuan Research Institute and MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0008-4611-3840","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"with School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Yuan Research Institute and MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057425680","display_name":"Haoyuan Fu","orcid":"https://orcid.org/0000-0002-1619-241X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyuan Fu","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","Yuan Research Institute and MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","with School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1619-241X","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Yuan Research Institute and MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"with School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100407910","display_name":"Wenqiang Xu","orcid":"https://orcid.org/0000-0002-8648-5576"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenqiang Xu","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","with School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","Yuan Research Institute and MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8648-5576","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"with School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Yuan Research Institute and MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101470275","display_name":"Cewu Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cewu Lu","raw_affiliation_strings":["Qing Yuan Research Institute and MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","with School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1533-8576","affiliations":[{"raw_affiliation_string":"Qing Yuan Research Institute and MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"with School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":1.311,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.78924026,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"9","issue":"4","first_page":"3735","last_page":"3742"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10638","display_name":"Optical measurement and interference techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10638","display_name":"Optical measurement and interference techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/surface","display_name":"Surface (topology)","score":0.5604695081710815},{"id":"https://openalex.org/keywords/flow","display_name":"Flow (mathematics)","score":0.49704840779304504},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.437956839799881},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.4035365581512451},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.38057348132133484},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.14491751790046692},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11745494604110718},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.1152755618095398},{"id":"https://openalex.org/keywords/mechanics","display_name":"Mechanics","score":0.09953737258911133}],"concepts":[{"id":"https://openalex.org/C2776799497","wikidata":"https://www.wikidata.org/wiki/Q484298","display_name":"Surface (topology)","level":2,"score":0.5604695081710815},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.49704840779304504},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.437956839799881},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.4035365581512451},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.38057348132133484},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.14491751790046692},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11745494604110718},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.1152755618095398},{"id":"https://openalex.org/C57879066","wikidata":"https://www.wikidata.org/wiki/Q41217","display_name":"Mechanics","level":1,"score":0.09953737258911133}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2024.3364837","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3364837","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3429353868","display_name":null,"funder_award_id":"21511101200","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1603781790","https://openalex.org/W1677104097","https://openalex.org/W1932110673","https://openalex.org/W2027621340","https://openalex.org/W2049972229","https://openalex.org/W2096942416","https://openalex.org/W2098244689","https://openalex.org/W2099798230","https://openalex.org/W2111218333","https://openalex.org/W2123094455","https://openalex.org/W2137464770","https://openalex.org/W2142147923","https://openalex.org/W2163213698","https://openalex.org/W2167667767","https://openalex.org/W2467653702","https://openalex.org/W2594519801","https://openalex.org/W2739475613","https://openalex.org/W2787091153","https://openalex.org/W2920872099","https://openalex.org/W2962909976","https://openalex.org/W2964156592","https://openalex.org/W2964339842","https://openalex.org/W3007451651","https://openalex.org/W3035679997","https://openalex.org/W3087216255","https://openalex.org/W3089874271","https://openalex.org/W3104686955","https://openalex.org/W3109335008","https://openalex.org/W3171847116","https://openalex.org/W3206071228","https://openalex.org/W4200506052","https://openalex.org/W4226395746","https://openalex.org/W4242608229","https://openalex.org/W4285190019","https://openalex.org/W4285505783","https://openalex.org/W4312601209","https://openalex.org/W4312893019","https://openalex.org/W4319999962","https://openalex.org/W4383109008","https://openalex.org/W4385416297","https://openalex.org/W4387790087","https://openalex.org/W4389665380","https://openalex.org/W4394671432","https://openalex.org/W6639824700","https://openalex.org/W6687484953","https://openalex.org/W6738846887","https://openalex.org/W6749676743","https://openalex.org/W6802704039","https://openalex.org/W6811117364"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4246450666","https://openalex.org/W4388998267","https://openalex.org/W2898370298","https://openalex.org/W2137437058","https://openalex.org/W4390401159","https://openalex.org/W2744391499","https://openalex.org/W4230250635","https://openalex.org/W3041790586"],"abstract_inverted_index":{"Transparent":[0],"objects":[1],"are":[2],"widely":[3],"used":[4],"in":[5,131,190],"our":[6],"daily":[7],"lives,":[8],"making":[9],"it":[10],"important":[11],"to":[12,15,34,153,169],"teach":[13],"robots":[14],"interact":[16],"with":[17,143,163],"them.":[18],"However,":[19],"it's":[20],"not":[21],"easy":[22],"because":[23],"the":[24,67,71,76,94,99,111,118,132,135,140,155,171,176,181,187],"reflective":[25],"and":[26,54,91,107,138,193],"refractive":[27,61,103,119,213],"effects":[28],"can":[29,184,215],"make":[30,122],"depth":[31],"cameras":[32],"fail":[33],"give":[35],"accurate":[36],"geometry":[37,77],"measurements.":[38],"To":[39,121],"solve":[40],"this":[41,43],"problem,":[42],"paper":[44],"introduces":[45],"RFTrans,":[46],"an":[47,64,207],"RGB-D-based":[48],"method":[49,69,178,189],"for":[50],"surface":[51,87,115],"normal":[52,116],"estimation":[53],"manipulation":[55,123],"of":[56,73],"transparent":[57],"objects.":[58],"By":[59],"leveraging":[60],"flow":[62,214],"as":[63],"intermediate":[65],"representation,":[66],"proposed":[68,177],"circumvents":[70],"drawbacks":[72],"directly":[74],"predicting":[75],"(":[78],"<italic":[79,83],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[80,84],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">e</i>":[81],".":[82,86],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">g</i>":[85],"normal)":[88],"from":[89,117],"images":[90],"helps":[92],"bridge":[93],"sim-to-real":[95,219],"gap.":[96],"It":[97],"integrates":[98],"RFNet,":[100],"which":[101,113],"predicts":[102],"flow,":[104],"object":[105],"mask,":[106],"boundaries,":[108],"followed":[109,152],"by":[110,196],"F2Net,":[112],"estimates":[114],"flow.":[120],"possible,":[124],"a":[125,160,197,201],"global":[126],"optimization":[127],"module":[128],"will":[129],"take":[130],"predictions,":[133],"refine":[134],"raw":[136],"depth,":[137],"construct":[139],"point":[141],"cloud":[142],"normal.":[144],"An":[145],"off-the-shelf":[146],"analytical":[147],"grasp":[148,156],"planning":[149],"algorithm":[150],"is":[151],"generate":[154],"poses.":[157],"We":[158],"build":[159],"synthetic":[161,182,192],"dataset":[162,183],"physically":[164],"plausible":[165],"ray-tracing":[166],"rendering":[167],"techniques":[168],"train":[170],"networks.":[172],"Results":[173],"show":[174],"that":[175,212],"trained":[179],"on":[180],"consistently":[185],"outperform":[186],"baseline":[188],"both":[191],"real-world":[194,202],"benchmarks":[195],"large":[198],"margin.":[199],"Finally,":[200],"robot":[203],"grasping":[204],"task":[205],"witnesses":[206],"83%":[208],"success":[209],"rate,":[210],"proving":[211],"help":[216],"enable":[217],"direct":[218],"transfer.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-27T08:26:11.824852","created_date":"2025-10-10T00:00:00"}