{"id":"https://openalex.org/W4386320489","doi":"https://doi.org/10.1109/tro.2023.3277273","title":"Optimal and Robust Category-Level Perception: Object Pose and Shape Estimation From 2-D and 3-D Semantic Keypoints","display_name":"Optimal and Robust Category-Level Perception: Object Pose and Shape Estimation From 2-D and 3-D Semantic Keypoints","publication_year":2023,"publication_date":"2023-08-31","ids":{"openalex":"https://openalex.org/W4386320489","doi":"https://doi.org/10.1109/tro.2023.3277273"},"language":"en","primary_location":{"id":"doi:10.1109/tro.2023.3277273","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2023.3277273","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006694174","display_name":"Jingnan Shi","orcid":"https://orcid.org/0000-0001-6918-3237"},"institutions":[{"id":"https://openalex.org/I4210143601","display_name":"Decision Systems (United States)","ror":"https://ror.org/0434dpa13","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143601"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jingnan Shi","raw_affiliation_strings":["Laboratory for Information and Decision Systems, Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Laboratory for Information and Decision Systems, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210143601","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100763891","display_name":"Heng Yang","orcid":"https://orcid.org/0009-0008-0413-4133"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Heng Yang","raw_affiliation_strings":["School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042157108","display_name":"Luca Carlone","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]},{"id":"https://openalex.org/I4210143601","display_name":"Decision Systems (United States)","ror":"https://ror.org/0434dpa13","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luca Carlone","raw_affiliation_strings":["Laboratory for Information and Decision Systems, Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Laboratory for Information and Decision Systems, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210143601","https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5006694174"],"corresponding_institution_ids":["https://openalex.org/I4210143601","https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":9.2544,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.97674771,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"39","issue":"5","first_page":"4131","last_page":"4151"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10638","display_name":"Optical measurement and interference techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5979456305503845},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.5195332169532776},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5114654302597046},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4330437183380127},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3528567850589752},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3454047441482544},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.07640597224235535}],"concepts":[{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5979456305503845},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.5195332169532776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5114654302597046},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4330437183380127},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3528567850589752},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3454047441482544},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.07640597224235535}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tro.2023.3277273","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2023.3277273","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":162,"referenced_works":["https://openalex.org/W196211074","https://openalex.org/W196239571","https://openalex.org/W653291882","https://openalex.org/W1485732691","https://openalex.org/W1490482062","https://openalex.org/W1527630124","https://openalex.org/W1530454533","https://openalex.org/W1539091696","https://openalex.org/W1549186681","https://openalex.org/W1580269359","https://openalex.org/W1686810756","https://openalex.org/W1823437338","https://openalex.org/W1856231595","https://openalex.org/W1967184028","https://openalex.org/W1967344706","https://openalex.org/W1988874269","https://openalex.org/W1991264156","https://openalex.org/W1991544872","https://openalex.org/W1993267444","https://openalex.org/W2006904655","https://openalex.org/W2038952578","https://openalex.org/W2057175746","https://openalex.org/W2057968312","https://openalex.org/W2065162099","https://openalex.org/W2071634722","https://openalex.org/W2081768921","https://openalex.org/W2085261163","https://openalex.org/W2088616581","https://openalex.org/W2098890714","https://openalex.org/W2104095591","https://openalex.org/W2105448450","https://openalex.org/W2107466766","https://openalex.org/W2112796928","https://openalex.org/W2113325037","https://openalex.org/W2119801619","https://openalex.org/W2121402967","https://openalex.org/W2133442958","https://openalex.org/W2136391815","https://openalex.org/W2139103507","https://openalex.org/W2142482451","https://openalex.org/W2155196764","https://openalex.org/W2159017231","https://openalex.org/W2159719921","https://openalex.org/W2160096928","https://openalex.org/W2166820607","https://openalex.org/W2168104347","https://openalex.org/W2181274189","https://openalex.org/W2211330955","https://openalex.org/W2256477790","https://openalex.org/W2298876498","https://openalex.org/W2307770531","https://openalex.org/W2402546937","https://openalex.org/W2519911873","https://openalex.org/W2520179930","https://openalex.org/W2547811925","https://openalex.org/W2567544418","https://openalex.org/W2583585015","https://openalex.org/W2600447016","https://openalex.org/W2603429625","https://openalex.org/W2605189827","https://openalex.org/W2612706635","https://openalex.org/W2618530766","https://openalex.org/W2768516475","https://openalex.org/W2769591697","https://openalex.org/W2786036844","https://openalex.org/W2797394534","https://openalex.org/W2798791152","https://openalex.org/W2799123546","https://openalex.org/W2811406147","https://openalex.org/W2883672905","https://openalex.org/W2885546722","https://openalex.org/W2892614179","https://openalex.org/W2898306786","https://openalex.org/W2912521810","https://openalex.org/W2925241625","https://openalex.org/W2944579304","https://openalex.org/W2947973665","https://openalex.org/W2951234442","https://openalex.org/W2952069407","https://openalex.org/W2955639361","https://openalex.org/W2956121407","https://openalex.org/W2963037989","https://openalex.org/W2963141648","https://openalex.org/W2963150697","https://openalex.org/W2963188159","https://openalex.org/W2963368828","https://openalex.org/W2963756608","https://openalex.org/W2963873956","https://openalex.org/W2963892972","https://openalex.org/W2963907666","https://openalex.org/W2967579851","https://openalex.org/W2969177478","https://openalex.org/W2972211064","https://openalex.org/W2973258311","https://openalex.org/W2981079695","https://openalex.org/W2981637078","https://openalex.org/W2981874330","https://openalex.org/W2987505621","https://openalex.org/W2988085408","https://openalex.org/W2998830375","https://openalex.org/W3009086056","https://openalex.org/W3010952915","https://openalex.org/W3034494757","https://openalex.org/W3034597466","https://openalex.org/W3034669309","https://openalex.org/W3035131925","https://openalex.org/W3081167590","https://openalex.org/W3091357794","https://openalex.org/W3096538374","https://openalex.org/W3096910067","https://openalex.org/W3104290757","https://openalex.org/W3105459032","https://openalex.org/W3106525532","https://openalex.org/W3108671865","https://openalex.org/W3111598592","https://openalex.org/W3125270969","https://openalex.org/W3130138602","https://openalex.org/W3130552752","https://openalex.org/W3130848239","https://openalex.org/W3134664367","https://openalex.org/W3176657989","https://openalex.org/W3190988267","https://openalex.org/W3193686508","https://openalex.org/W3203687845","https://openalex.org/W3207682209","https://openalex.org/W3209034579","https://openalex.org/W3211492847","https://openalex.org/W3214555988","https://openalex.org/W4205105995","https://openalex.org/W4214601255","https://openalex.org/W4214755140","https://openalex.org/W4224041742","https://openalex.org/W4239127740","https://openalex.org/W4244769743","https://openalex.org/W4249667877","https://openalex.org/W4282913827","https://openalex.org/W4297825594","https://openalex.org/W4386320489","https://openalex.org/W4394671432","https://openalex.org/W6607981818","https://openalex.org/W6637373629","https://openalex.org/W6638914580","https://openalex.org/W6679909495","https://openalex.org/W6680285999","https://openalex.org/W6683693282","https://openalex.org/W6685261749","https://openalex.org/W6687484953","https://openalex.org/W6687718950","https://openalex.org/W6696497002","https://openalex.org/W6712963121","https://openalex.org/W6747827861","https://openalex.org/W6750115007","https://openalex.org/W6752823625","https://openalex.org/W6752936729","https://openalex.org/W6758830432","https://openalex.org/W6760546089","https://openalex.org/W6763062212","https://openalex.org/W6774358873","https://openalex.org/W6780187253","https://openalex.org/W6802538487","https://openalex.org/W6839083338","https://openalex.org/W6839225554"],"related_works":["https://openalex.org/W1979597421","https://openalex.org/W2007980826","https://openalex.org/W4245490552","https://openalex.org/W4225152035","https://openalex.org/W2504004674","https://openalex.org/W2061531152","https://openalex.org/W3002753104","https://openalex.org/W2077600819","https://openalex.org/W1587224694","https://openalex.org/W2975200075"],"abstract_inverted_index":{"In":[0],"this":[1,177],"article,":[2],"we":[3,80,179,269],"consider":[4,53],"a":[5,24,28,67,82,190,274],"<italic":[6,55,125,182,199],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[7,56,106,109,115,118,126,168,173,183,200,265,282,299,316],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">category-level":[8],"perception</i>":[9],"problem,":[10],"where":[11,85],"one":[12],"is":[13,102,157,248,305],"given":[14,25,66],"2-D":[15,92,138],"or":[16,93,228],"3-D":[17,35,94,136],"sensor":[18],"data":[19],"picturing":[20],"an":[21,54,62,249,255],"object":[22,41,63],"of":[23,39,69,148,162,223,289],"category":[26],"(e.g.,":[27],"car)":[29],"and":[30,37,79,87,113,132,137,171,234,261,278,302],"has":[31],"to":[32,103,158,194,203],"reconstruct":[33],"the":[34,40,123,142,146,164,220,224,263,287,290,297],"pose":[36,86,131,294],"shape":[38,58,88,133],"despite":[42],"intraclass":[43],"variability":[44],"(i.e.,":[45,150],"different":[46,50],"car":[47],"models":[48,73],"have":[49],"shapes).":[51],"We":[52,207,310],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">active":[57],"model</i>":[59],",":[60,122],"where\u2014for":[61],"category\u2014we":[64],"are":[65,89],"library":[68],"potential":[70],"computer-aided":[71],"design":[72,147],"describing":[74],"objects":[75],"in":[76,210,292,296],"that":[77,209,280],"category,":[78],"adopt":[81],"standard":[83],"formulation":[84],"estimated":[90],"from":[91,219],"keypoints":[95,225],"via":[96,241],"nonconvex":[97],"optimization.":[98],"Our":[99,154],"first":[100,124],"contribution":[101,156,247],"develop":[104,159],"<monospace":[105,114,167,172,264,281,298],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">PACE3D</monospace>":[107,169,283],"<inline-formula":[108,117],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[110,119],"notation=\"LaTeX\">$^{\\star":[111,120],"}$</tex-math></inline-formula>":[112,121],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">PACE2D</monospace>":[116,174],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">certifiably":[127],"optimal</i>":[128],"solvers":[129,143],"for":[130],"estimation":[134,295],"using":[135],"keypoints,":[139],"respectively.":[140],"Both":[141],"rely":[144],"on":[145,187,258,262],"tight":[149],"exact)":[151],"semidefinite":[152],"relaxations.":[153],"second":[155],"outlier-robust":[160],"versions":[161],"both":[163],"solvers,":[165],"named":[166],"#":[170,284],"#.":[175],"Toward":[176],"goal,":[178],"propose":[180],"ROBIN(":[181],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Reject":[184],"Outliers":[185],"Based":[186],"INvariants</i>":[188],"),":[189],"general":[191],"graph-theoretic":[192],"framework":[193],"prune":[195],"outliers,":[196],"which":[197],"uses":[198],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">compatibility":[201],"hypergraphs</i>":[202],"model":[204],"measurements'":[205],"compatibility.":[206],"show":[208,279],"category-level":[211],"perception":[212],"problems,":[213],"these":[214],"hypergraphs":[215],"can":[216,237],"be":[217,238],"built":[218],"winding":[221],"orders":[222],"(in":[226,232],"2-D)":[227],"their":[229],"convex":[230],"hulls":[231],"3-D),":[233],"many":[235],"outliers":[236],"filtered":[239],"out":[240],"maximum":[242],"hyperclique":[243],"computation.":[244],"The":[245],"last":[246],"extensive":[250],"experimental":[251],"evaluation.":[252],"Besides":[253],"providing":[254],"ablation":[256],"study":[257],"simulated":[259],"datasets":[260],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">PASCAL3D</monospace>":[266],"+":[267],"dataset,":[268],"combine":[270],"our":[271,312],"solver":[272],"with":[273,307],"deep":[275],"keypoint":[276],"detector":[277],"improves":[285],"over":[286],"state":[288],"art":[291],"vehicle":[293],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">ApolloScape</monospace>":[300],"datasets,":[301],"its":[303],"runtime":[304],"compatible":[306],"practical":[308],"applications.":[309],"release":[311],"code":[313],"at":[314],"<uri":[315],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/MIT-SPARK/PACE</uri>":[317],".":[318]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}