{"id":"https://openalex.org/W4400821957","doi":"https://doi.org/10.1145/3658237","title":"RealFill: Reference-Driven Generation for Authentic Image Completion","display_name":"RealFill: Reference-Driven Generation for Authentic Image Completion","publication_year":2024,"publication_date":"2024-07-19","ids":{"openalex":"https://openalex.org/W4400821957","doi":"https://doi.org/10.1145/3658237"},"language":"en","primary_location":{"id":"doi:10.1145/3658237","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3658237","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3658237","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013520921","display_name":"Luming Tang","orcid":"https://orcid.org/0000-0001-6944-1101"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Luming Tang","raw_affiliation_strings":["Cornell University, Ithaca, United States of America"],"affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, United States of America","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064602017","display_name":"Nataniel Ruiz","orcid":"https://orcid.org/0000-0002-9966-6456"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nataniel Ruiz","raw_affiliation_strings":["Google Research, Boston, United States of America"],"affiliations":[{"raw_affiliation_string":"Google Research, Boston, United States of America","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008172477","display_name":"Qinghao Chu","orcid":"https://orcid.org/0009-0002-4309-0969"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qinghao Chu","raw_affiliation_strings":["Google Research, Mountain View, United States of America"],"affiliations":[{"raw_affiliation_string":"Google Research, Mountain View, United States of America","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089049311","display_name":"Yuanzhen Li","orcid":"https://orcid.org/0000-0002-9831-8249"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuanzhen Li","raw_affiliation_strings":["Google Research, Boston, United States of America"],"affiliations":[{"raw_affiliation_string":"Google Research, Boston, United States of America","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081027763","display_name":"Aleksander Holynski","orcid":"https://orcid.org/0009-0008-6915-0126"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aleksander Holynski","raw_affiliation_strings":["Google Research, San Francisco, United States of America"],"affiliations":[{"raw_affiliation_string":"Google Research, San Francisco, United States of America","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037733040","display_name":"David Jacobs","orcid":"https://orcid.org/0009-0008-8710-6065"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David E. Jacobs","raw_affiliation_strings":["Google Research, Mountain View, United States of America"],"affiliations":[{"raw_affiliation_string":"Google Research, Mountain View, United States of America","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101647390","display_name":"Bharath Hariharan","orcid":"https://orcid.org/0000-0002-2309-4703"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bharath Hariharan","raw_affiliation_strings":["Cornell University, Ithaca, United States of America"],"affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, United States of America","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062953470","display_name":"Yael Pritch","orcid":"https://orcid.org/0000-0002-5419-3915"},"institutions":[{"id":"https://openalex.org/I4210117425","display_name":"Google (Israel)","ror":"https://ror.org/02c20ys54","country_code":"IL","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210117425","https://openalex.org/I4210128969"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Yael Pritch","raw_affiliation_strings":["Google Research, Tel Aviv, Israel"],"affiliations":[{"raw_affiliation_string":"Google Research, Tel Aviv, Israel","institution_ids":["https://openalex.org/I4210117425"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087034138","display_name":"Neal Wadhwa","orcid":"https://orcid.org/0009-0008-1874-563X"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neal Wadhwa","raw_affiliation_strings":["Google Research, New York, United States of America"],"affiliations":[{"raw_affiliation_string":"Google Research, New York, United States of America","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022318529","display_name":"Kfir Aberman","orcid":"https://orcid.org/0000-0002-4958-601X"},"institutions":[{"id":"https://openalex.org/I4210142583","display_name":"Snap (United States)","ror":"https://ror.org/04dgkhg68","country_code":"US","type":"company","lineage":["https://openalex.org/I4210142583"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kfir Aberman","raw_affiliation_strings":["Snap Research, Palo Alto, United States of America"],"affiliations":[{"raw_affiliation_string":"Snap Research, Palo Alto, United States of America","institution_ids":["https://openalex.org/I4210142583"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007681620","display_name":"Michael Rubinstein","orcid":"https://orcid.org/0000-0002-3707-3807"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Rubinstein","raw_affiliation_strings":["Google Research, Boston, United States of America"],"affiliations":[{"raw_affiliation_string":"Google Research, Boston, United States of America","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I111088046"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5013520921"],"corresponding_institution_ids":["https://openalex.org/I205783295"],"apc_list":null,"apc_paid":null,"fwci":5.347,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.96730295,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"43","issue":"4","first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6000933647155762},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5807013511657715},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5523253679275513},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4894901514053345},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.47895103693008423}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6000933647155762},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5807013511657715},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5523253679275513},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4894901514053345},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.47895103693008423}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3658237","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3658237","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3658237","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3658237","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1993120651","https://openalex.org/W2125873654","https://openalex.org/W2295936755","https://openalex.org/W2560674852","https://openalex.org/W2738588019","https://openalex.org/W2747329762","https://openalex.org/W2798365772","https://openalex.org/W2962785568","https://openalex.org/W2963255313","https://openalex.org/W2963917315","https://openalex.org/W3043547428","https://openalex.org/W3109585842","https://openalex.org/W3111504995","https://openalex.org/W3159481202","https://openalex.org/W3166285241","https://openalex.org/W3174754903","https://openalex.org/W3199003182","https://openalex.org/W4240726888","https://openalex.org/W4281485151","https://openalex.org/W4312497550","https://openalex.org/W4312933868","https://openalex.org/W4313021454","https://openalex.org/W4319300896","https://openalex.org/W4386057725","https://openalex.org/W4386071604","https://openalex.org/W4386072096","https://openalex.org/W4386076215","https://openalex.org/W4386083141","https://openalex.org/W4390873054","https://openalex.org/W6600075759","https://openalex.org/W6600120041","https://openalex.org/W6600862597","https://openalex.org/W6602820859","https://openalex.org/W6603443027","https://openalex.org/W6604435517","https://openalex.org/W6628361947","https://openalex.org/W6631455383","https://openalex.org/W6635275573","https://openalex.org/W6678024542"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,19,54],"generative":[3,47,71],"imagery":[4],"have":[5,65,91],"brought":[6],"forth":[7],"outpainting":[8],"and":[9,99,150,153],"inpainting":[10,72],"models":[11,26],"that":[12,52,63,74,128,144,155],"can":[13,100],"produce":[14],"high-quality,":[15],"plausible":[16],"image":[17,50,59,112,123,141],"content":[18,24,62],"unknown":[20],"regions.":[21],"However,":[22],"the":[23,36,61,96,132],"these":[25],"hallucinate":[27],"is":[28,69,75,117],"necessarily":[29],"inauthentic,":[30],"since":[31],"they":[32],"are":[33,129],"unaware":[34],"of":[35,57,83,148],"true":[37],"scene.":[38,85,134],"In":[39],"this":[40],"work,":[41],"we":[42],"propose":[43],"RealFill,":[44],"a":[45,70,79,84,121,139,146,161],"novel":[46],"approach":[48],"for":[49],"completion":[51,142],"fills":[53],"missing":[55],"regions":[56],"an":[58],"with":[60,95,103,124],"should":[64],"been":[66],"there.":[67],"RealFill":[68,116,137],"model":[73],"personalized":[76],"using":[77],"only":[78],"few":[80],"reference":[81,87],"images":[82,88],"These":[86],"do":[89],"not":[90],"to":[92,119,131],"be":[93,101],"aligned":[94],"target":[97,122],"image,":[98],"taken":[102],"drastically":[104],"varying":[105],"viewpoints,":[106],"lighting":[107],"conditions,":[108],"camera":[109],"apertures,":[110],"or":[111],"styles.":[113],"Once":[114],"personalized,":[115],"able":[118],"complete":[120],"visually":[125],"compelling":[126],"contents":[127],"faithful":[130],"original":[133],"We":[135],"evaluate":[136],"on":[138],"new":[140],"benchmark":[143],"covers":[145],"set":[147],"diverse":[149],"challenging":[151],"scenarios,":[152],"find":[154],"it":[156],"outperforms":[157],"existing":[158],"approaches":[159],"by":[160],"large":[162],"margin.":[163],"Project":[164],"page:":[165],"https://realfill.github.io.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":10}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}