{"id":"https://openalex.org/W4389610023","doi":"https://doi.org/10.1109/lra.2023.3341765","title":"VERF: Runtime Monitoring of Pose Estimation With Neural Radiance Fields","display_name":"VERF: Runtime Monitoring of Pose Estimation With Neural Radiance Fields","publication_year":2023,"publication_date":"2023-12-12","ids":{"openalex":"https://openalex.org/W4389610023","doi":"https://doi.org/10.1109/lra.2023.3341765"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2023.3341765","doi":"https://doi.org/10.1109/lra.2023.3341765","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3341765","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-2","ki-jl-1","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2308.05939","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Dominic Maggio","orcid":"https://orcid.org/0009-0009-9458-2665","observed_orcids":["https://orcid.org/0009-0009-9458-2665"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dominic Maggio","raw_affiliation_strings":["Laboratory for Information and Decision Systems, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0009-0009-9458-2665","affiliations":[{"raw_affiliation_string":"Laboratory for Information and Decision Systems, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111887026","display_name":"Courtney Mario","orcid":"https://orcid.org/0009-0002-8658-7481","observed_orcids":["https://orcid.org/0009-0002-8658-7481"]},"institutions":[{"id":"https://openalex.org/I1343143571","display_name":"Draper Laboratory","ror":"https://ror.org/04378d909","country_code":"US","type":"funder","lineage":["https://openalex.org/I1343143571"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Courtney Mario","raw_affiliation_strings":["Draper Perception and Embedded ML Group, Draper, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0009-0002-8658-7481","affiliations":[{"raw_affiliation_string":"Draper Perception and Embedded ML Group, Draper, Cambridge, MA, USA","institution_ids":["https://openalex.org/I1343143571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042157108","display_name":"Luca Carlone","orcid":"https://orcid.org/0000-0003-1884-5397","observed_orcids":["https://orcid.org/0000-0003-1884-5397"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luca Carlone","raw_affiliation_strings":["Laboratory for Information and Decision Systems, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1884-5397","affiliations":[{"raw_affiliation_string":"Laboratory for Information and Decision Systems, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2345,"currency":"USD","value_usd":2345},"apc_paid":null,"fwci":0.1818,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.44619035,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"9","issue":"2","first_page":"1564","last_page":"1571"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.6215999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.6215999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.3391000032424927,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.006599999964237213,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/runtime-monitoring","display_name":"runtime monitoring","score":0.8809999823570251},{"id":"https://openalex.org/keywords/camera-pose-estimation","display_name":"camera pose estimation","score":0.8669999837875366},{"id":"https://openalex.org/keywords/neural-radiance-fields","display_name":"neural radiance fields","score":0.953000009059906},{"id":"https://openalex.org/keywords/monocular-camera","display_name":"monocular camera","score":0.7269999980926514},{"id":"https://openalex.org/keywords/runtime-assurance","display_name":"runtime assurance","score":0.7760000228881836},{"id":"https://openalex.org/keywords/pnp","display_name":"PNP","score":0.5270000100135803},{"id":"https://openalex.org/keywords/stereo-rendering","display_name":"stereo rendering","score":0.6140000224113464},{"id":"https://openalex.org/keywords/quadruped-robot","display_name":"quadruped robot","score":0.7519999742507935}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8026680946350098},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7738748788833618},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7642070055007935},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.6056029200553894},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.5450631976127625},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.5199940800666809},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.46035832166671753},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.4496123492717743},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/lra.2023.3341765","doi":"https://doi.org/10.1109/lra.2023.3341765","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3341765","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-2","ki-jl-1","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2308.05939","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.05939","pdf_url":"https://arxiv.org/pdf/2308.05939","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2308.05939","doi":"https://doi.org/10.48550/arxiv.2308.05939","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2308.05939","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2308.05939","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.05939","pdf_url":"https://arxiv.org/pdf/2308.05939","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"},{"id":"https://openalex.org/F4320322037","display_name":"Nuclear Safety and Security Commission","ror":"https://ror.org/05qk3ge34"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389610023.pdf","grobid_xml":"https://content.openalex.org/works/W4389610023.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W1554704324","https://openalex.org/W1973871580","https://openalex.org/W2045181334","https://openalex.org/W2085261163","https://openalex.org/W2108134361","https://openalex.org/W2109635530","https://openalex.org/W2110794641","https://openalex.org/W2130103520","https://openalex.org/W2151290401","https://openalex.org/W2152231592","https://openalex.org/W2461937780","https://openalex.org/W2471962767","https://openalex.org/W2547811925","https://openalex.org/W2604139401","https://openalex.org/W2752709290","https://openalex.org/W2892614179","https://openalex.org/W2909063396","https://openalex.org/W2922243907","https://openalex.org/W2925241625","https://openalex.org/W2964288609","https://openalex.org/W3014860153","https://openalex.org/W3035064389","https://openalex.org/W3109908659","https://openalex.org/W3111598592","https://openalex.org/W3112108866","https://openalex.org/W3118738952","https://openalex.org/W3124420883","https://openalex.org/W3125514181","https://openalex.org/W3138169940","https://openalex.org/W3202821504","https://openalex.org/W4200150166","https://openalex.org/W4254397655","https://openalex.org/W4280624004","https://openalex.org/W4281889612","https://openalex.org/W4282913827","https://openalex.org/W4312713450","https://openalex.org/W4312878643","https://openalex.org/W4317583773","https://openalex.org/W4378697042","https://openalex.org/W4381747443","https://openalex.org/W4383066269","https://openalex.org/W4383108921","https://openalex.org/W4383109009","https://openalex.org/W4385318467","https://openalex.org/W4386071968","https://openalex.org/W4386072266","https://openalex.org/W4386571105","https://openalex.org/W4389665446","https://openalex.org/W4390190811","https://openalex.org/W4390874696","https://openalex.org/W6765562572"],"related_works":["https://openalex.org/W4401417267","https://openalex.org/W4414539692","https://openalex.org/W4383066269","https://openalex.org/W4386066457","https://openalex.org/W4387968279","https://openalex.org/W6889934957","https://openalex.org/W4401416723","https://openalex.org/W3112108866","https://openalex.org/W4399574571","https://openalex.org/W4409795988"],"abstract_inverted_index":{"We":[0,33,50,84,179,222],"present":[1],"VERF,":[2],"a":[3,19,24,48,74,94,106,115,161,166,190,217,232,235],"collection":[4],"of":[5,18,23,37,47,65,108,151,169,210,219],"two":[6],"methods":[7,182],"(VERF-PnP":[8],"and":[9,73,101,123,146,173,195],"VERF-Light)":[10],"for":[11],"providing":[12],"runtime":[13],"assurance":[14],"on":[15,29,183,187,196,234],"the":[16,35,55,66,78,82,89,98,120,129,140,149,152,156,175,184,208,211],"correctness":[17],"camera":[20,26,56,67],"pose":[21,59,68,90,122,213],"estimate":[22,64,91],"monocular":[25],"without":[27],"relying":[28],"direct":[30],"depth":[31],"measurements.":[32],"leverage":[34],"ability":[36],"NeRF":[38,75,118,172],"(Neural":[39],"Radiance":[40],"Fields)":[41],"to":[42,71,128,133,206],"render":[43],"novel":[44],"RGB":[45],"perspectives":[46],"scene.":[49],"only":[51],"require":[52],"as":[53],"input":[54],"image":[57,131,145],"whose":[58],"is":[60,92,138],"being":[61],"estimated,":[62],"an":[63],"we":[69],"want":[70],"monitor,":[72],"model":[76],"containing":[77],"scene":[79,136,220],"pictured":[80],"by":[81,113,164],"camera.":[83],"can":[85,226],"then":[86],"predict":[87],"if":[88],"within":[93],"desired":[95],"distance":[96],"from":[97,189,199],"ground":[99],"truth":[100],"justify":[102],"our":[103],"prediction":[104],"with":[105,117,171],"level":[107],"assurance.":[109],"VERF-Light":[110],"does":[111],"this":[112],"rendering":[114,165],"viewpoint":[116],"at":[119],"estimated":[121],"estimating":[124],"its":[125],"relative":[126],"offset":[127],"sensor":[130],"up":[132],"scale.":[134],"Since":[135],"scale":[137],"unknown,":[139],"approach":[141,163],"renders":[142],"another":[143],"auxiliary":[144],"reasons":[147],"over":[148],"consistency":[150],"optical":[153],"flows":[154],"across":[155,216],"three":[157],"images.":[158],"VERF-PnP":[159],"takes":[160],"different":[162],"stereo":[167],"pair":[168],"images":[170],"utilizing":[174],"Perspective-n-Point":[176],"(PnP)":[177],"algorithm.":[178],"evaluate":[180],"both":[181],"LLFF":[185],"dataset,":[186],"data":[188,197],"Unitree":[191],"A1":[192],"quadruped":[193],"robot,":[194],"collected":[198],"Blue":[200],"Origin's":[201],"sub-orbital":[202],"New":[203],"Shepard":[204],"rocket":[205],"demonstrate":[207],"effectiveness":[209],"proposed":[212],"monitoring":[214,225],"method":[215],"range":[218],"scales.":[221],"also":[223],"show":[224],"be":[227],"completed":[228],"in":[229],"under":[230],"half":[231],"second":[233],"3090":[236],"GPU.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2023-12-13T00:00:00"}