{"id":"https://openalex.org/W4401989800","doi":"https://doi.org/10.1109/lra.2024.3451396","title":"Unifying Representation and Calibration With 3D Foundation Models","display_name":"Unifying Representation and Calibration With 3D Foundation Models","publication_year":2024,"publication_date":"2024-08-29","ids":{"openalex":"https://openalex.org/W4401989800","doi":"https://doi.org/10.1109/lra.2024.3451396"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3451396","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3451396","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077799676","display_name":"Weiming Zhi","orcid":"https://orcid.org/0000-0002-0958-6656"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weiming Zhi","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0958-6656","affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029366297","display_name":"Haozhan Tang","orcid":"https://orcid.org/0000-0001-6719-846X"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haozhan Tang","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0001-6719-846X","affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100437441","display_name":"Tianyi Zhang","orcid":"https://orcid.org/0000-0001-6758-7203"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianyi Zhang","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0001-6758-7203","affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089990642","display_name":"Matthew Johnson\u2010Roberson","orcid":"https://orcid.org/0000-0002-0506-907X"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Johnson-Roberson","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0506-907X","affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":4.2215,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.93860739,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"9","issue":"10","first_page":"8953","last_page":"8960"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.7214000225067139,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.7214000225067139,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.6942999958992004,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.6693000197410583,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.685438871383667},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6386929154396057},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.6098321080207825},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4188510477542877},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3547353744506836},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2575368881225586},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.182541161775589},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.14210951328277588},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.13437539339065552},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08299612998962402}],"concepts":[{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.685438871383667},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6386929154396057},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.6098321080207825},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4188510477542877},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3547353744506836},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2575368881225586},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.182541161775589},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.14210951328277588},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.13437539339065552},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08299612998962402},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2024.3451396","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3451396","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W131069610","https://openalex.org/W995630646","https://openalex.org/W1987648924","https://openalex.org/W2094801294","https://openalex.org/W2107105904","https://openalex.org/W2124825847","https://openalex.org/W2125188427","https://openalex.org/W2149184914","https://openalex.org/W2150382645","https://openalex.org/W2158057652","https://openalex.org/W2257063750","https://openalex.org/W2471962767","https://openalex.org/W2560609797","https://openalex.org/W2569527682","https://openalex.org/W2962737955","https://openalex.org/W2963209451","https://openalex.org/W2963627347","https://openalex.org/W2968355674","https://openalex.org/W3109585842","https://openalex.org/W3166396011","https://openalex.org/W3195577433","https://openalex.org/W3196466825","https://openalex.org/W4221151978","https://openalex.org/W4322718191","https://openalex.org/W4383108496","https://openalex.org/W4386737246","https://openalex.org/W4390874575","https://openalex.org/W4401417298","https://openalex.org/W4402727359","https://openalex.org/W4402816534","https://openalex.org/W4402890475","https://openalex.org/W4405786763","https://openalex.org/W6605295560","https://openalex.org/W6629510986","https://openalex.org/W6682948231","https://openalex.org/W6739778489","https://openalex.org/W6791353385","https://openalex.org/W6796289742","https://openalex.org/W6799855008","https://openalex.org/W6800425027","https://openalex.org/W6800751262","https://openalex.org/W6802986595","https://openalex.org/W6850625674","https://openalex.org/W6859202844","https://openalex.org/W6862027639","https://openalex.org/W6862529023","https://openalex.org/W6862991758"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2358060160","https://openalex.org/W2035483685","https://openalex.org/W4396701345","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Representing":[0],"the":[1,27,49,77,87,108,132,136,140,154],"environment":[2,149],"is":[3,10,151],"a":[4,20,30,36,121,173,179],"central":[5],"challenge":[6],"in":[7,43,76,139],"robotics,":[8],"and":[9,67,111,130,158],"essential":[11],"for":[12,86,97],"effective":[13,169],"decision-making.":[14],"Traditionally,":[15],"before":[16],"capturing":[17],"images":[18],"with":[19,71,101,153],"manipulator-mounted":[21,102,122],"camera,":[22,123],"users":[23],"need":[24],"to":[25,48,124,135,178],"calibrate":[26,131],"camera":[28,133,176],"using":[29,172],"specific":[31,143],"external":[32],"marker,":[33],"such":[34],"as":[35],"checkerboard":[37],"or":[38],"AprilTag.":[39],"However,":[40],"recent":[41],"advances":[42],"computer":[44],"vision":[45],"have":[46],"led":[47],"development":[50],"of":[51,79,89,142],"<italic":[52],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[53],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">3D":[54],"foundation":[55,91],"models</i>.":[56],"These":[57],"are":[58],"large,":[59],"pre-trained":[60],"neural":[61],"networks":[62],"that":[63,165],"can":[64,167],"establish":[65],"fast":[66],"accurate":[68,161],"multi-view":[69],"correspondences":[70],"very":[72],"few":[73],"images,":[74,118],"even":[75],"absence":[78,141],"rich":[80],"visual":[81],"features.":[82],"This":[83],"paper":[84],"advocates":[85],"integration":[88],"3D":[90,148],"models":[92],"into":[93],"scene":[94,170],"representation":[95,129,150],"approaches":[96],"robotic":[98],"systems":[99],"equipped":[100],"RGB":[103,117,175],"cameras.":[104],"Specifically,":[105],"we":[106],"propose":[107],"Joint":[109],"Calibration":[110],"Representation":[112],"(JCR)":[113],"method.":[114],"JCR":[115,166],"uses":[116],"captured":[119],"by":[120],"simultaneously":[125],"construct":[126],"an":[127],"environmental":[128],"relative":[134],"robot's":[137,155],"end-effector,":[138],"calibration":[144],"markers.":[145],"The":[146],"resulting":[147],"aligned":[152],"coordinate":[156],"frame":[157],"maintains":[159],"physically":[160],"scales.":[162],"We":[163],"demonstrate":[164],"build":[168],"representations":[171],"low-cost":[174],"attached":[177],"manipulator,":[180],"without":[181],"prior":[182],"calibration.":[183]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}