{"id":"https://openalex.org/W7162111480","doi":"https://doi.org/10.48550/arxiv.2605.22469","title":"MaSC: A Masked Similarity Metric for Evaluating Concept-Driven Generation","display_name":"MaSC: A Masked Similarity Metric for Evaluating Concept-Driven Generation","publication_year":2026,"publication_date":"2026-05-21","ids":{"openalex":"https://openalex.org/W7162111480","doi":"https://doi.org/10.48550/arxiv.2605.22469"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.22469","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22469","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.22469","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136731638","display_name":"Patryk Bartkowiak","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bartkowiak, Patryk","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136787694","display_name":"Lennart Petersen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Petersen, Lennart","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026692986","display_name":"Bartosz Kotrys","orcid":"https://orcid.org/0000-0002-2732-6970"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kotrys, Bartosz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136782485","display_name":"Dominik Michels","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michels, Dominik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022418359","display_name":"S\u00f6ren Pirk","orcid":"https://orcid.org/0000-0003-1937-9797"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pirk, Soren","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128891947","display_name":"Wojtek Palubicki","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Palubicki, Wojtek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.4973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.4973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.16189999878406525,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.10729999840259552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7753999829292297},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.6455000042915344},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6427000164985657},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6049000024795532},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.6021999716758728},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5558000206947327},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.5557000041007996}],"concepts":[{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7753999829292297},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6568999886512756},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.6455000042915344},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6427000164985657},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6237999796867371},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6049000024795532},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6021999716758728},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5558000206947327},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.5557000041007996},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.48030000925064087},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.4616999924182892},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.444599986076355},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.38580000400543213},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3319999873638153},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.329800009727478},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2912999987602234},{"id":"https://openalex.org/C2983787585","wikidata":"https://www.wikidata.org/wiki/Q93586","display_name":"Feature matching","level":3,"score":0.2849999964237213},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26489999890327454},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26440000534057617},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.22469","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22469","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.22469","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22469","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Evaluating":[0],"single-concept":[1],"personalization":[2],"in":[3],"text-to-image":[4],"diffusion":[5],"requires":[6],"measuring":[7],"both":[8,103],"concept":[9,71,88,95,110,153],"preservation,":[10,154],"which":[11,21],"captures":[12,22],"identity":[13],"fidelity":[14],"to":[15,61,90,137],"a":[16,65,79,132,138,167,205],"reference,":[17],"and":[18,46,97,122,160,162],"prompt":[19,99,126,140],"following,":[20],"whether":[23],"the":[24,28,62,70,74,191],"generated":[25],"scene":[26],"matches":[27],"prompt.":[29],"Existing":[30],"metrics":[31,52],"commonly":[32],"compute":[33],"these":[34],"signals":[35],"using":[36],"global":[37],"image":[38,63,135],"or":[39],"text-image":[40],"embeddings,":[41],"such":[42,51],"as":[43,64],"CLIP-I,":[44],"DINO,":[45],"CLIP-T.":[47],"We":[48,76],"show":[49,199],"that":[50,83,200],"correlate":[53],"poorly":[54],"with":[55,195],"human":[56,144],"perception":[57],"because":[58],"they":[59],"attend":[60],"whole":[66],"instead":[67],"of":[68],"separating":[69],"subject":[72],"from":[73,105,183],"background.":[75],"introduce":[77],"MaSC,":[78],"masked":[80,115],"similarity":[81],"metric":[82],"uses":[84],"externally":[85],"provided":[86],"foreground":[87,119],"masks":[89],"decompose":[91],"evaluation":[92],"into":[93],"subject-specific":[94],"preservation":[96,111],"background-based":[98],"following.":[100],"MaSC":[101,146,174],"computes":[102],"scores":[104],"frozen":[106],"SigLIP2":[107],"SO400M-NaFlex":[108],"features:":[109],"is":[112,128,204],"measured":[113,129],"by":[114,130],"max-cosine":[116],"matching":[117],"between":[118],"reference":[120],"patches":[121],"generated-image":[123],"patches,":[124],"while":[125],"following":[127],"comparing":[131],"background-only":[133],"pooled":[134],"embedding":[136],"subject-stripped":[139],"embedding.":[141],"On":[142,165],"DreamBench++":[143],"ratings,":[145],"achieves":[147,175],"Krippendorff":[148],"alpha":[149],"=":[150,177],"0.471":[151],"for":[152,209],"outperforming":[155],"all":[156],"tested":[157],"non-LLM":[158],"baselines":[159],"GPT-4V,":[161],"approaching":[163],"GPT-4o.":[164],"ORIDa,":[166],"real-photo":[168],"identity-preservation":[169],"benchmark":[170],"across":[171],"physical":[172],"environments,":[173],"AUC":[176],"0.992,":[178],"nearly":[179],"perfectly":[180],"distinguishing":[181],"same-subject":[182],"cross-subject":[184],"pairs.":[185],"Its":[186],"prompt-following":[187],"score":[188],"also":[189],"outperforms":[190],"CLIP-T":[192],"baseline":[193],"shipped":[194],"DreamBench++.":[196],"These":[197],"results":[198],"spatially":[201],"decomposed":[202],"aggregation":[203],"strong":[206],"design":[207],"principle":[208],"evaluating":[210],"concept-driven":[211],"generation.":[212]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-23T00:00:00"}