{"id":"https://openalex.org/W4405785083","doi":"https://doi.org/10.1109/iros58592.2024.10802155","title":"Fine-tuning the Diffusion Model and Distilling Informative Priors for Sparse-view 3D Reconstruction","display_name":"Fine-tuning the Diffusion Model and Distilling Informative Priors for Sparse-view 3D Reconstruction","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4405785083","doi":"https://doi.org/10.1109/iros58592.2024.10802155"},"language":"en","primary_location":{"id":"doi:10.1109/iros58592.2024.10802155","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10802155","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101244918","display_name":"Jiadong Tang","orcid":"https://orcid.org/0009-0009-2879-1813"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiadong Tang","raw_affiliation_strings":["Beijing Institute of Technology,School of Automation,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,School of Automation,Beijing,China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046032266","display_name":"Yu Gao","orcid":"https://orcid.org/0000-0002-4615-3614"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Gao","raw_affiliation_strings":["Beijing Institute of Technology,School of Automation,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,School of Automation,Beijing,China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074216506","display_name":"Tianji Jiang","orcid":"https://orcid.org/0000-0002-7317-7953"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianji Jiang","raw_affiliation_strings":["Beijing Institute of Technology,School of Automation,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,School of Automation,Beijing,China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102207499","display_name":"Yi Yang","orcid":"https://orcid.org/0000-0002-3761-5127"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Yang","raw_affiliation_strings":["Beijing Institute of Technology,School of Automation,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,School of Automation,Beijing,China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091459774","display_name":"Mengyin Fu","orcid":"https://orcid.org/0000-0002-5520-7127"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengyin Fu","raw_affiliation_strings":["Beijing Institute of Technology,School of Automation,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,School of Automation,Beijing,China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7437","last_page":"7444"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9776999950408936,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9776999950408936,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.958899974822998,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9433000087738037,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.8228038549423218},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6919605731964111},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5103883147239685},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43070754408836365},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3680487275123596},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3219178318977356},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.22968772053718567},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07311531901359558}],"concepts":[{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.8228038549423218},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6919605731964111},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5103883147239685},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43070754408836365},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3680487275123596},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3219178318977356},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.22968772053718567},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07311531901359558},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros58592.2024.10802155","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10802155","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2962915388","https://openalex.org/W3176368002","https://openalex.org/W3177583232","https://openalex.org/W3186340450","https://openalex.org/W3196466825","https://openalex.org/W3202995573","https://openalex.org/W3216476011","https://openalex.org/W4200150166","https://openalex.org/W4221151978","https://openalex.org/W4224227970","https://openalex.org/W4367692212","https://openalex.org/W4385318467","https://openalex.org/W4386065515","https://openalex.org/W4386065790","https://openalex.org/W4386080645","https://openalex.org/W4390872170","https://openalex.org/W4390873331","https://openalex.org/W4390873915","https://openalex.org/W4390874571","https://openalex.org/W4390889720","https://openalex.org/W4391308278","https://openalex.org/W4402667896","https://openalex.org/W4402733576","https://openalex.org/W6779823529","https://openalex.org/W6791353385","https://openalex.org/W6796581206","https://openalex.org/W6802405905","https://openalex.org/W6838639034","https://openalex.org/W6853660671"],"related_works":["https://openalex.org/W4386190339","https://openalex.org/W2968424575","https://openalex.org/W3142333283","https://openalex.org/W2580650124","https://openalex.org/W3122088529","https://openalex.org/W3041320102","https://openalex.org/W2111669074","https://openalex.org/W2085259108","https://openalex.org/W2033914206","https://openalex.org/W2042327336"],"abstract_inverted_index":{"3D":[0,14,160,194],"reconstruction":[1,195],"methods":[2],"such":[3],"as":[4,89,98,170],"Neural":[5],"Radiance":[6],"Fields":[7],"(NeRFs)":[8],"are":[9,156],"capable":[10],"of":[11,29,109],"optimizing":[12],"high-quality":[13],"representation":[15],"from":[16,51,86,151],"images.":[17],"However,":[18],"NeRF":[19],"is":[20],"limited":[21],"by":[22,176],"the":[23,74,82,90,95,99,152,159],"requirement":[24],"for":[25,202],"a":[26,44,52,57,64,106,132,171,183],"large":[27],"number":[28],"multi-view":[30],"images,":[31,80],"making":[32],"its":[33,70],"application":[34],"to":[35,68,73,122,126,135,191],"real-world":[36,49,184],"scenarios":[37],"challenging.":[38],"In":[39],"this":[40],"work,":[41],"we":[42,62,130,165],"propose":[43],"method":[45,104,125],"that":[46,140,147],"can":[47,167],"reconstruct":[48],"scenes":[50],"few":[53],"input":[54,87],"images":[55,88,139],"and":[56,77,112,173,186,205],"simple":[58],"text":[59,96,100],"prompt.":[60],"Specifically,":[61],"fine-tune":[63],"pretrained":[65],"diffusion":[66,154],"model":[67,155],"constrain":[69],"powerful":[71],"priors":[72,150],"visual":[75],"inputs":[76],"generate":[78],"3D-aware":[79],"leveraging":[81],"coarse":[83],"renderings":[84],"obtained":[85],"image":[91],"condition,":[92],"along":[93],"with":[94],"prompt":[97],"condition.":[101],"Our":[102],"fine-tuning":[103],"saves":[105],"significant":[107],"amount":[108],"training":[110],"time":[111],"GPU":[113],"memory":[114],"usage":[115],"while":[116],"also":[117],"generating":[118],"credible":[119],"results.":[120],"Moreover,":[121],"enable":[123],"our":[124,180,199],"have":[127],"self-evaluation":[128],"capabilities,":[129],"design":[131],"semantic":[133,163],"switch":[134,164],"filter":[136],"out":[137],"generated":[138],"do":[141],"not":[142],"match":[143],"real":[144],"scenes,":[145],"ensuring":[146],"only":[148],"informative":[149],"fine-tuned":[153],"distilled":[157],"into":[158],"model.":[161],"The":[162],"designed":[166],"be":[168],"used":[169],"plug-in":[172],"improve":[174],"performance":[175],"13%.":[177],"We":[178],"perform":[179],"approach":[181],"on":[182],"dataset":[185],"demonstrate":[187],"competitive":[188],"results":[189],"compared":[190],"existing":[192],"sparse-view":[193],"methods.":[196],"Please":[197],"see":[198],"project":[200],"page":[201],"more":[203],"visualizations":[204],"code:":[206],"https://bityia.github.io/FDfusion.":[207]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}