{"id":"https://openalex.org/W4383097700","doi":"https://doi.org/10.1109/icra48891.2023.10161066","title":"Image-based Pose Estimation and Shape Reconstruction for Robot Manipulators and Soft, Continuum Robots via Differentiable Rendering","display_name":"Image-based Pose Estimation and Shape Reconstruction for Robot Manipulators and Soft, Continuum Robots via Differentiable Rendering","publication_year":2023,"publication_date":"2023-05-29","ids":{"openalex":"https://openalex.org/W4383097700","doi":"https://doi.org/10.1109/icra48891.2023.10161066"},"language":"en","primary_location":{"id":"doi:10.1109/icra48891.2023.10161066","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10161066","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal-lirmm.ccsd.cnrs.fr/lirmm-04052705/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081984167","display_name":"Jingpei Lu","orcid":"https://orcid.org/0000-0002-9136-6096"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingpei Lu","raw_affiliation_strings":["University of California San Diego,Department of Electrical and Computer Engineering,La Jolla,CA,USA,92093"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California San Diego,Department of Electrical and Computer Engineering,La Jolla,CA,USA,92093","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101783051","display_name":"Fei Liu","orcid":"https://orcid.org/0000-0003-0266-6896"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fei Liu","raw_affiliation_strings":["University of California San Diego,Department of Electrical and Computer Engineering,La Jolla,CA,USA,92093"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California San Diego,Department of Electrical and Computer Engineering,La Jolla,CA,USA,92093","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076583152","display_name":"C\u00e9dric Girerd","orcid":"https://orcid.org/0000-0001-7492-7050"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I19894307","display_name":"Universit\u00e9 de Montpellier","ror":"https://ror.org/051escj72","country_code":"FR","type":"education","lineage":["https://openalex.org/I19894307"]},{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]},{"id":"https://openalex.org/I4210101743","display_name":"Laboratoire d'Informatique, de Robotique et de Micro\u00e9lectronique de Montpellier","ror":"https://ror.org/013yean28","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I151295451","https://openalex.org/I19894307","https://openalex.org/I4210101743","https://openalex.org/I4210159245","https://openalex.org/I4405261681"]}],"countries":["FR","US"],"is_corresponding":false,"raw_author_name":"C\u00e9dric Girerd","raw_affiliation_strings":["University of California San Diego,Department of Electrical and Computer Engineering,La Jolla,CA,USA,92093","LIRMM, Univ Montpellier, CNRS, Montpellier, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California San Diego,Department of Electrical and Computer Engineering,La Jolla,CA,USA,92093","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"LIRMM, Univ Montpellier, CNRS, Montpellier, France","institution_ids":["https://openalex.org/I4210101743","https://openalex.org/I19894307","https://openalex.org/I1294671590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054598974","display_name":"Michael C. Yip","orcid":"https://orcid.org/0000-0001-9689-0172"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael C. Yip","raw_affiliation_strings":["University of California San Diego,Department of Electrical and Computer Engineering,La Jolla,CA,USA,92093"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California San Diego,Department of Electrical and Computer Engineering,La Jolla,CA,USA,92093","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.452,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.89107615,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"560","last_page":"567"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7984704971313477},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7759221792221069},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7691994905471802},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.6961923241615295},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.672835111618042},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.6133946180343628},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.5684757232666016},{"id":"https://openalex.org/keywords/3d-pose-estimation","display_name":"3D pose estimation","score":0.4395903944969177},{"id":"https://openalex.org/keywords/articulated-body-pose-estimation","display_name":"Articulated body pose estimation","score":0.42861056327819824},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15554261207580566}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7984704971313477},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7759221792221069},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7691994905471802},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.6961923241615295},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.672835111618042},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6133946180343628},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.5684757232666016},{"id":"https://openalex.org/C36613465","wikidata":"https://www.wikidata.org/wiki/Q4636322","display_name":"3D pose estimation","level":3,"score":0.4395903944969177},{"id":"https://openalex.org/C22100474","wikidata":"https://www.wikidata.org/wiki/Q4800952","display_name":"Articulated body pose estimation","level":4,"score":0.42861056327819824},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15554261207580566},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icra48891.2023.10161066","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10161066","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:lirmm-04052705v1","is_oa":true,"landing_page_url":"https://hal-lirmm.ccsd.cnrs.fr/lirmm-04052705","pdf_url":"https://hal-lirmm.ccsd.cnrs.fr/lirmm-04052705/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://www.icra2023.org/","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:HAL:lirmm-04052705v1","is_oa":true,"landing_page_url":"https://hal-lirmm.ccsd.cnrs.fr/lirmm-04052705","pdf_url":"https://hal-lirmm.ccsd.cnrs.fr/lirmm-04052705/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://www.icra2023.org/","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1527906985","display_name":"EFRI C3 SoRo: Safe Medical Continuum Robots: Sensing, Control and Fabrication","funder_award_id":"1935329","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G777108611","display_name":null,"funder_award_id":"2045803,1935329","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8087038622","display_name":"CAREER: Contextually Informed Autonomous Robotic Surgery","funder_award_id":"2045803","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4383097700.pdf"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W189728426","https://openalex.org/W1581322187","https://openalex.org/W1985003002","https://openalex.org/W1994349244","https://openalex.org/W2039367092","https://openalex.org/W2054113582","https://openalex.org/W2060755444","https://openalex.org/W2064904149","https://openalex.org/W2081390546","https://openalex.org/W2082511574","https://openalex.org/W2101667962","https://openalex.org/W2125188427","https://openalex.org/W2129935047","https://openalex.org/W2246023205","https://openalex.org/W2544641369","https://openalex.org/W2605102758","https://openalex.org/W2605356355","https://openalex.org/W2630837129","https://openalex.org/W2735048916","https://openalex.org/W2903970394","https://openalex.org/W2910876659","https://openalex.org/W2963527086","https://openalex.org/W2972836290","https://openalex.org/W2990173985","https://openalex.org/W3004928158","https://openalex.org/W3037265641","https://openalex.org/W3090564508","https://openalex.org/W3099236024","https://openalex.org/W3111487461","https://openalex.org/W3173409700","https://openalex.org/W3174582244","https://openalex.org/W3200540310","https://openalex.org/W3205231824","https://openalex.org/W3205907272","https://openalex.org/W3205960420","https://openalex.org/W3206787706","https://openalex.org/W6665848162","https://openalex.org/W6739696289","https://openalex.org/W6740578593","https://openalex.org/W6761115345","https://openalex.org/W6780381020","https://openalex.org/W6781568228","https://openalex.org/W6790498742"],"related_works":["https://openalex.org/W2946083937","https://openalex.org/W2798721181","https://openalex.org/W2951583186","https://openalex.org/W4299867837","https://openalex.org/W2088028039","https://openalex.org/W4382141741","https://openalex.org/W4386075737","https://openalex.org/W1968783203","https://openalex.org/W4206633503","https://openalex.org/W2574567538"],"abstract_inverted_index":{"State":[0],"estimation":[1,106,149,195],"from":[2,110],"measured":[3],"data":[4],"is":[5,95,151],"crucial":[6],"for":[7,31,37,69,85,136,188,196],"robotic":[8],"applications":[9],"as":[10,90],"autonomous":[11],"systems":[12],"rely":[13],"on":[14,73],"sensors":[15,27,43],"to":[16,51,134,167],"capture":[17],"the":[18,23,74,164,169],"motion":[19],"and":[20,54,81,87,107,126,157,193],"localize":[21],"in":[22,59,185],"3D":[24],"world.":[25],"Among":[26],"that":[28,173],"are":[29,44,48,79,145,159],"designed":[30],"measuring":[32],"a":[33,123,189,197],"robot's":[34],"pose,":[35],"or":[36,144],"soft":[38,86,190],"robots,":[39,89],"their":[40],"shape,":[41],"vision":[42],"favorable":[45],"because":[46],"they":[47],"information-rich,":[49],"easy":[50],"set":[52],"up,":[53],"cost-effective.":[55],"With":[56],"recent":[57],"advancements":[58],"computer":[60],"vision,":[61],"deep":[62],"learning-based":[63,77],"methods":[64,78],"no":[65,116],"longer":[66],"require":[67],"markers":[68],"identifying":[70],"feature":[71],"points":[72],"robot.":[75],"However,":[76],"data-hungry":[80],"hence":[82,130],"not":[83,141],"suitable":[84],"prototyping":[88],"building":[91],"such":[92],"bench-marking":[93],"datasets":[94],"usually":[96],"infeasible.":[97],"In":[98],"this":[99],"work,":[100],"we":[101],"achieve":[102,182],"image-based":[103],"robot":[104,118,155,192,198],"pose":[105,158,194],"shape":[108,156,179,186],"reconstruction":[109,187],"camera":[111],"images.":[112],"Our":[113,147],"method":[114,175],"requires":[115],"precise":[117],"meshes,":[119],"but":[120],"rather":[121],"utilizes":[122],"differentiable":[124],"renderer":[125],"primitive":[127],"shapes.":[128],"It":[129],"can":[131,181],"be":[132,142],"applied":[133],"robots":[135],"which":[137],"CAD":[138],"models":[139],"might":[140],"available":[143],"crude.":[146],"parameter":[148],"pipeline":[150],"fully":[152],"differentiable.":[153],"The":[154],"estimated":[160],"iteratively":[161],"by":[162],"back-propagating":[163],"image":[165],"loss":[166],"update":[168],"parameters.":[170],"We":[171],"demonstrate":[172],"our":[174],"of":[176],"using":[177],"geometrical":[178],"primitives":[180],"high":[183],"accuracy":[184],"continuum":[191],"manipulator.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}