{"id":"https://openalex.org/W4402727310","doi":"https://doi.org/10.1109/cvpr52733.2024.01860","title":"Gear-NeRF: Free-Viewpoint Rendering and Tracking with Motion-Aware Spatio-Temporal Sampling","display_name":"Gear-NeRF: Free-Viewpoint Rendering and Tracking with Motion-Aware Spatio-Temporal Sampling","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402727310","doi":"https://doi.org/10.1109/cvpr52733.2024.01860"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.01860","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.01860","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044231023","display_name":"Xinhang Liu","orcid":"https://orcid.org/0009-0003-0494-4877"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Xinhang Liu","raw_affiliation_strings":["HKUST"],"affiliations":[{"raw_affiliation_string":"HKUST","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001987788","display_name":"Yu\u2010Wing Tai","orcid":"https://orcid.org/0000-0002-3148-0380"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]},{"id":"https://openalex.org/I4210166639","display_name":"Dartmouth Hospital","ror":"https://ror.org/02j3qj605","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I4210166639"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Yu-Wing Tai","raw_affiliation_strings":["Dartmouth College"],"affiliations":[{"raw_affiliation_string":"Dartmouth College","institution_ids":["https://openalex.org/I4210166639","https://openalex.org/I107672454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062566088","display_name":"Chi\u2013Keung Tang","orcid":"https://orcid.org/0000-0001-6495-3685"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chi-Keung Tang","raw_affiliation_strings":["HKUST"],"affiliations":[{"raw_affiliation_string":"HKUST","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016015016","display_name":"Pedro Miraldo","orcid":"https://orcid.org/0000-0002-8551-2448"},"institutions":[{"id":"https://openalex.org/I4210133125","display_name":"Mitsubishi Electric (Japan)","ror":"https://ror.org/033y26782","country_code":"JP","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4210133125"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Pedro Miraldo","raw_affiliation_strings":["Mitsubishi Electric Research Laboratories (MERL)"],"affiliations":[{"raw_affiliation_string":"Mitsubishi Electric Research Laboratories (MERL)","institution_ids":["https://openalex.org/I4210133125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056968977","display_name":"Suhas Lohit","orcid":"https://orcid.org/0000-0002-0392-3818"},"institutions":[{"id":"https://openalex.org/I4210133125","display_name":"Mitsubishi Electric (Japan)","ror":"https://ror.org/033y26782","country_code":"JP","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4210133125"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Suhas Lohit","raw_affiliation_strings":["Mitsubishi Electric Research Laboratories (MERL)"],"affiliations":[{"raw_affiliation_string":"Mitsubishi Electric Research Laboratories (MERL)","institution_ids":["https://openalex.org/I4210133125"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053722799","display_name":"Moitreya Chatterjee","orcid":null},"institutions":[{"id":"https://openalex.org/I4210133125","display_name":"Mitsubishi Electric (Japan)","ror":"https://ror.org/033y26782","country_code":"JP","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4210133125"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Moitreya Chatterjee","raw_affiliation_strings":["Mitsubishi Electric Research Laboratories (MERL)"],"affiliations":[{"raw_affiliation_string":"Mitsubishi Electric Research Laboratories (MERL)","institution_ids":["https://openalex.org/I4210133125"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5044231023"],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":null,"apc_paid":null,"fwci":1.0541,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.7832916,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"19667","last_page":"19679"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7047250270843506},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6567795276641846},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.6339349150657654},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5103506445884705},{"id":"https://openalex.org/keywords/match-moving","display_name":"Match moving","score":0.45963340997695923},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.44199052453041077},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.42160066962242126},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.3839237093925476}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7047250270843506},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6567795276641846},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6339349150657654},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5103506445884705},{"id":"https://openalex.org/C95020103","wikidata":"https://www.wikidata.org/wiki/Q1813492","display_name":"Match moving","level":3,"score":0.45963340997695923},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.44199052453041077},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.42160066962242126},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.3839237093925476},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/cvpr52733.2024.01860","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.01860","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-146976","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-146976","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":114,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W1985290145","https://openalex.org/W2044618760","https://openalex.org/W2081927584","https://openalex.org/W2133665775","https://openalex.org/W2156094778","https://openalex.org/W2738406437","https://openalex.org/W2948410735","https://openalex.org/W2962785568","https://openalex.org/W2963517242","https://openalex.org/W3034868495","https://openalex.org/W3048402306","https://openalex.org/W3109585842","https://openalex.org/W3114462840","https://openalex.org/W3153220274","https://openalex.org/W3159481202","https://openalex.org/W3173531806","https://openalex.org/W3174752334","https://openalex.org/W3176517065","https://openalex.org/W3181740976","https://openalex.org/W3184952021","https://openalex.org/W3202995573","https://openalex.org/W3203570626","https://openalex.org/W3203610921","https://openalex.org/W3210613940","https://openalex.org/W3214712237","https://openalex.org/W3215589927","https://openalex.org/W3215769467","https://openalex.org/W3216476011","https://openalex.org/W4200382072","https://openalex.org/W4214731463","https://openalex.org/W4214748949","https://openalex.org/W4221151978","https://openalex.org/W4281905095","https://openalex.org/W4295312788","https://openalex.org/W4302011424","https://openalex.org/W4307004479","https://openalex.org/W4311033863","https://openalex.org/W4312234520","https://openalex.org/W4312280100","https://openalex.org/W4312280420","https://openalex.org/W4312325284","https://openalex.org/W4312396403","https://openalex.org/W4312453532","https://openalex.org/W4312586444","https://openalex.org/W4312632331","https://openalex.org/W4312679369","https://openalex.org/W4312926154","https://openalex.org/W4313017495","https://openalex.org/W4313165271","https://openalex.org/W4319166037","https://openalex.org/W4321488276","https://openalex.org/W4361193415","https://openalex.org/W4367000115","https://openalex.org/W4367000526","https://openalex.org/W4372283500","https://openalex.org/W4372283850","https://openalex.org/W4376311815","https://openalex.org/W4376312146","https://openalex.org/W4378474120","https://openalex.org/W4378505180","https://openalex.org/W4379474533","https://openalex.org/W4385318467","https://openalex.org/W4386065379","https://openalex.org/W4386065515","https://openalex.org/W4386065557","https://openalex.org/W4386065636","https://openalex.org/W4386065646","https://openalex.org/W4386065790","https://openalex.org/W4386065885","https://openalex.org/W4386066233","https://openalex.org/W4386071561","https://openalex.org/W4386072012","https://openalex.org/W4386075614","https://openalex.org/W4386075659","https://openalex.org/W4386075686","https://openalex.org/W4386075716","https://openalex.org/W4386075787","https://openalex.org/W4386075898","https://openalex.org/W4386076557","https://openalex.org/W4386076687","https://openalex.org/W4386083092","https://openalex.org/W4386384887","https://openalex.org/W4390872522","https://openalex.org/W4390872696","https://openalex.org/W4390872744","https://openalex.org/W4390873066","https://openalex.org/W4390873331","https://openalex.org/W4390874245","https://openalex.org/W4390874510","https://openalex.org/W4390874575","https://openalex.org/W4399574574","https://openalex.org/W4402667896","https://openalex.org/W4402713101","https://openalex.org/W6766978945","https://openalex.org/W6791353385","https://openalex.org/W6798660822","https://openalex.org/W6811433417","https://openalex.org/W6839087412","https://openalex.org/W6843813467","https://openalex.org/W6845550229","https://openalex.org/W6848750340","https://openalex.org/W6850846547","https://openalex.org/W6852629184","https://openalex.org/W6852694211","https://openalex.org/W6852791850","https://openalex.org/W6852945390","https://openalex.org/W6853702739","https://openalex.org/W6855854045","https://openalex.org/W6856978835","https://openalex.org/W6857053891","https://openalex.org/W6857562938","https://openalex.org/W6857696000","https://openalex.org/W6857808188"],"related_works":["https://openalex.org/W291250033","https://openalex.org/W2035757446","https://openalex.org/W2008385118","https://openalex.org/W880955280","https://openalex.org/W2106647072","https://openalex.org/W4246858109","https://openalex.org/W2172753644","https://openalex.org/W54172855","https://openalex.org/W2170209930","https://openalex.org/W2046782623"],"abstract_inverted_index":{"Extensions":[0],"of":[1,51,54,94,101,104,111,153,155,172],"Neural":[2],"Radiance":[3],"Fields":[4],"(NeRFs)":[5],"to":[6,96,118,130],"model":[7],"dynamic":[8,102,137],"scenes":[9],"have":[10,20],"enabled":[11],"their":[12,31,112],"near":[13],"photo-realistic,":[14],"free-viewpoint":[15,151],"rendering.":[16],"Although":[17],"these":[18,60],"methods":[19],"shown":[21],"some":[22],"potential":[23],"in":[24,38,128],"creating":[25],"immersive":[26],"experiences,":[27],"two":[28],"drawbacks":[29],"limit":[30],"ubiquity:":[32],"(":[33],"i)":[34],"a":[35,49,77,82,158],"significant":[36],"reduction":[37],"reconstruction":[39],"quality":[40],"when":[41],"the":[42,55,92,105,109,120,142,170],"computing":[43],"budget":[44],"is":[45,190],"limited,":[46],"and":[47,180],"(ii)":[48],"lack":[50],"semantic":[52,67,85],"understanding":[53],"underlying":[56],"scenes.":[57],"To":[58],"address":[59],"issues,":[61],"we":[62,90,176],"introduce":[63,91],"Gear-NeRF,":[64],"which":[65,89],"leverages":[66],"information":[68],"from":[69],"powerful":[70],"image":[71],"segmentation":[72],"models.":[73],"Our":[74],"approach":[75,149],"presents":[76],"principled":[78],"way":[79],"for":[80,98,125,146],"learning":[81],"spatio-temporal":[83],"(4D)":[84],"embedding,":[86],"based":[87,107],"on":[88,108,183],"concept":[93],"gears":[95],"allow":[97],"stratified":[99],"modeling":[100],"regions":[103],"scene":[106],"extent":[110],"motion.":[113],"Such":[114],"differentiation":[115],"allows":[116],"us":[117],"adjust":[119],"spatio-":[121],"temporal":[122],"sampling":[123],"resolution":[124],"each":[126],"region":[127],"proportion":[129],"its":[131],"motion":[132],"scale,":[133],"achieving":[134],"more":[135],"photo-realistic":[136],"novel":[138],"view":[139],"synthesis.":[140],"At":[141],"same":[143],"time,":[144],"almost":[145],"free,":[147],"our":[148,173],"enables":[150],"tracking":[152,181],"objects":[154],"interest":[156],"-":[157],"functionality":[159],"not":[160],"yet":[161],"achieved":[162],"by":[163],"existing":[164],"NeRF-based":[165],"methods.":[166],"Empirical":[167],"studies":[168],"validate":[169],"effectiveness":[171],"method,":[174],"where":[175],"achieve":[177],"state-of-the-art":[178],"rendering":[179],"performance":[182],"multiple":[184],"challenging":[185],"datasets.":[186],"The":[187],"project":[188],"page":[189],"available":[191],"at:":[192],"https://merl.com/research/highlights/gear-nerf":[193]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-04T09:10:02.777135","created_date":"2025-10-10T00:00:00"}