{"id":"https://openalex.org/W7204244395","doi":"https://doi.org/10.48550/arxiv.2608.24107","title":"MatReplace: A Reference-Free, Conditioning-Aligned Benchmark for Material Replacement in Interior Scenes","display_name":"MatReplace: A Reference-Free, Conditioning-Aligned Benchmark for Material Replacement in Interior Scenes","publication_year":2026,"publication_date":"2026-08-25","ids":{"openalex":"https://openalex.org/W7204244395","doi":"https://doi.org/10.48550/arxiv.2608.24107"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.24107","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.24107","pdf_url":"https://arxiv.org/pdf/2608.24107","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.24107","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133142981","display_name":"Mingzhe Du","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Du, Mingzhe","raw_affiliation_strings":["National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137162816","display_name":"Thong Thanh Nguyen","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Thong Thanh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5153503391","display_name":"Nguyen Tran Cong Duy","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duy, Nguyen Tran Cong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090171111","display_name":"See-Kiong Ng","orcid":"https://orcid.org/0000-0001-6565-7511","observed_orcids":["https://orcid.org/0000-0001-6565-7511"]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ng, See-Kiong","raw_affiliation_strings":["National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001659855","display_name":"Luu Anh Tuan","orcid":"https://orcid.org/0000-0001-6062-207X","observed_orcids":["https://orcid.org/0000-0001-6062-207X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tuan, Luu Anh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.015699999406933784,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.0052999998442828655,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/material-substitution","display_name":"material substitution","score":0.9700000286102295},{"id":"https://openalex.org/keywords/interior-design","display_name":"interior design","score":0.824999988079071},{"id":"https://openalex.org/keywords/image-editing","display_name":"image editing","score":0.503000020980835},{"id":"https://openalex.org/keywords/visual-grounding","display_name":"visual grounding","score":0.7450000047683716}],"concepts":[{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.7684000134468079},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7347999811172485},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6194999814033508},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5746999979019165},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5231000185012817},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.5210999846458435},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.48969998955726624},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.4302000105381012},{"id":"https://openalex.org/C89992363","wikidata":"https://www.wikidata.org/wiki/Q5961558","display_name":"Track (disk drive)","level":2,"score":0.3889000117778778},{"id":"https://openalex.org/C2779332521","wikidata":"https://www.wikidata.org/wiki/Q1820694","display_name":"Legibility","level":2,"score":0.3269999921321869},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3244999945163727},{"id":"https://openalex.org/C150189527","wikidata":"https://www.wikidata.org/wiki/Q356674","display_name":"Reference model","level":2,"score":0.32260000705718994},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.3149000108242035},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.30720001459121704},{"id":"https://openalex.org/C2776076239","wikidata":"https://www.wikidata.org/wiki/Q1355652","display_name":"Plank","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.2533000111579895},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.24107","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.24107","pdf_url":"https://arxiv.org/pdf/2608.24107","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.24107","doi":"https://doi.org/10.48550/arxiv.2608.24107","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.24107","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.24107","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.24107","pdf_url":"https://arxiv.org/pdf/2608.24107","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"score":0.7129802107810974,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204244395.pdf","grobid_xml":"https://content.openalex.org/works/W7204244395.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4244368110","https://openalex.org/W7096492829","https://openalex.org/W4235006968","https://openalex.org/W4412637897","https://openalex.org/W1514943486","https://openalex.org/W7095830902","https://openalex.org/W7206292626","https://openalex.org/W7117110295","https://openalex.org/W2610450278","https://openalex.org/W7135933750"],"abstract_inverted_index":{"Material":[0],"replacement":[1],"is":[2,34,208],"a":[3,11,67,98,119],"common":[4],"interior-design":[5],"operation:":[6],"changing":[7],"the":[8,47,50,140,188,193,202,212],"material":[9,78,110,136],"of":[10,49,62,114],"selected":[12],"surface":[13],"while":[14],"preserving":[15],"its":[16,22],"geometry,":[17],"surroundings,":[18],"and":[19,31,53,85,108,124,138,197,237],"illumination.":[20],"Despite":[21],"commercial":[23],"relevance,":[24],"no":[25],"public":[26],"benchmark":[27,69],"isolates":[28],"this":[29,42,217],"task,":[30],"evaluating":[32],"it":[33],"challenging.":[35],"Reference-based":[36],"metrics":[37],"penalize":[38],"valid":[39],"outputs":[40],"in":[41,187],"inherently":[43],"one-to-many":[44],"setting,":[45],"favor":[46],"style":[48],"reference":[51,111,194],"generator,":[52],"cannot":[54],"fairly":[55],"compare":[56],"editors":[57,133,215],"that":[58,70,92],"receive":[59],"different":[60],"forms":[61],"guidance.":[63],"We":[64],"introduce":[65],"MatReplace,":[66],"reference-free":[68],"evaluates":[71],"edits":[72],"along":[73],"four":[74],"verifiable":[75],"dimensions:":[76],"local":[77],"correctness,":[79],"global":[80],"lighting":[81],"harmony,":[82],"outside":[83],"preservation,":[84,158],"inside":[86],"structure.":[87],"It":[88],"defines":[89],"three":[90],"tracks":[91],"vary":[93],"one":[94],"conditioning":[95,176],"signal":[96],"at":[97],"time:":[99],"(A)":[100],"instruction":[101,104],"only,":[102],"(B)":[103],"plus":[105],"region":[106],"mask,":[107],"(C)":[109],"image":[112,195],"instead":[113],"instruction.":[115],"Our":[116],"results":[117],"reveal":[118],"clear":[120],"divide":[121],"between":[122],"naming":[123],"visually":[125],"grounding":[126,220],"materials.":[127],"In":[128,147,172],"Track":[129,148,173],"A,":[130],"leading":[131],"closed-source":[132],"achieve":[134],"exemplar-level":[135],"rendering":[137,207],"surpass":[139],"exemplar":[141],"anchor":[142],"under":[143,180],"our":[144,231,240],"primary":[145],"aggregate.":[146],"B,":[149],"masks":[150],"help":[151],"only":[152],"mask-compatible":[153],"models":[154,191],"with":[155,159,239],"weak":[156],"scene":[157],"task-paired,":[160],"single-seed":[161],"effects":[162],"ranging":[163],"from":[164,222],"+0.137":[165],"to":[166,185],"-0.090":[167],"across":[168],"aligned":[169],"model":[170],"families.":[171],"C,":[174],"reference-image":[175],"degrades":[177],"every":[178],"family":[179],"both":[181],"aggregates,":[182],"by":[183,211],"-0.031":[184],"-0.508;":[186],"worst":[189],"cases,":[190],"repaint":[192],"itself":[196],"perform":[198],"worse":[199],"than":[200,244],"returning":[201],"input":[203],"unchanged.":[204],"Thus,":[205],"named-material":[206],"largely":[209],"solved":[210],"strongest":[213],"closed":[214],"on":[216],"distribution,":[218],"but":[219],"materials":[221],"pixels":[223],"remains":[224],"an":[225],"open":[226],"challenge.":[227],"Expert":[228],"ratings":[229],"validate":[230],"ranking":[232],"(Kendall's":[233],"tau":[234],"=":[235],"0.68)":[236],"align":[238],"aggregates":[241],"more":[242],"closely":[243],"GT-referenced":[245],"or":[246],"CLIP-based":[247],"baselines.":[248]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-08-27T00:00:00"}