{"id":"https://openalex.org/W3126721307","doi":"https://doi.org/10.1145/3411764.3445296","title":"Evaluating the Interpretability of Generative Models by Interactive Reconstruction","display_name":"Evaluating the Interpretability of Generative Models by Interactive Reconstruction","publication_year":2021,"publication_date":"2021-05-06","ids":{"openalex":"https://openalex.org/W3126721307","doi":"https://doi.org/10.1145/3411764.3445296","mag":"3126721307"},"language":"en","primary_location":{"id":"doi:10.1145/3411764.3445296","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3411764.3445296","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3411764.3445296","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3411764.3445296","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024337758","display_name":"Andrew Slavin Ross","orcid":"https://orcid.org/0000-0002-2368-6979"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Andrew Ross","raw_affiliation_strings":["School of Engineering and Applied Sciences Harvard University, United States","School of Engineering and Applied Sciences, Harvard University, United States"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Sciences Harvard University, United States","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"School of Engineering and Applied Sciences, Harvard University, United States","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064424517","display_name":"Nina Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210106258","display_name":"Harvard College Observatory","ror":"https://ror.org/01mcvy510","country_code":"US","type":"facility","lineage":["https://openalex.org/I103187081","https://openalex.org/I136199984","https://openalex.org/I4210106258","https://openalex.org/I4210124175"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nina Chen","raw_affiliation_strings":["Harvard College, United States"],"affiliations":[{"raw_affiliation_string":"Harvard College, United States","institution_ids":["https://openalex.org/I4210106258"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023029417","display_name":"Elisa Zhao Hang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210106258","display_name":"Harvard College Observatory","ror":"https://ror.org/01mcvy510","country_code":"US","type":"facility","lineage":["https://openalex.org/I103187081","https://openalex.org/I136199984","https://openalex.org/I4210106258","https://openalex.org/I4210124175"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elisa Zhao Hang","raw_affiliation_strings":["Harvard College, United States"],"affiliations":[{"raw_affiliation_string":"Harvard College, United States","institution_ids":["https://openalex.org/I4210106258"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045866597","display_name":"Elena L. Glassman","orcid":"https://orcid.org/0000-0001-5178-3496"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elena L. Glassman","raw_affiliation_strings":["SEAS Harvard University, United States"],"affiliations":[{"raw_affiliation_string":"SEAS Harvard University, United States","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038771285","display_name":"Finale Doshi\u2010Velez","orcid":"https://orcid.org/0000-0003-2886-3898"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Finale Doshi-Velez","raw_affiliation_strings":["SEAS Harvard University, United States"],"affiliations":[{"raw_affiliation_string":"SEAS Harvard University, United States","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5024337758"],"corresponding_institution_ids":["https://openalex.org/I136199984"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01915644,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9870102405548096},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7100614309310913},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6548690795898438},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6420711278915405},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6182243824005127},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.606514573097229},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6044762134552002},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5363358855247498},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.4870893955230713}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9870102405548096},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7100614309310913},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6548690795898438},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6420711278915405},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6182243824005127},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.606514573097229},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6044762134552002},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5363358855247498},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.4870893955230713},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3411764.3445296","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3411764.3445296","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3411764.3445296","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2102.01264","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.01264","pdf_url":"https://arxiv.org/pdf/2102.01264","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2102.01264","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2102.01264","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:3126721307","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1145/3411764.3445296","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3411764.3445296","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3411764.3445296","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1054663561","display_name":null,"funder_award_id":"1R56MH115187","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320323807","display_name":"Institut National Du Cancer","ror":"https://ror.org/03m8vkq32"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3126721307.pdf","grobid_xml":"https://content.openalex.org/works/W3126721307.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W89781147","https://openalex.org/W1480172732","https://openalex.org/W1522301498","https://openalex.org/W1528056001","https://openalex.org/W1785799957","https://openalex.org/W1786904711","https://openalex.org/W1880262756","https://openalex.org/W1994606570","https://openalex.org/W1996796871","https://openalex.org/W2013587512","https://openalex.org/W2042492924","https://openalex.org/W2072133687","https://openalex.org/W2086320398","https://openalex.org/W2099471712","https://openalex.org/W2100495367","https://openalex.org/W2133665775","https://openalex.org/W2137576942","https://openalex.org/W2140107468","https://openalex.org/W2141019025","https://openalex.org/W2154157725","https://openalex.org/W2157289187","https://openalex.org/W2163922914","https://openalex.org/W2187089797","https://openalex.org/W2235688562","https://openalex.org/W2394669110","https://openalex.org/W2553981914","https://openalex.org/W2561179021","https://openalex.org/W2594475271","https://openalex.org/W2613049552","https://openalex.org/W2734775939","https://openalex.org/W2753738274","https://openalex.org/W2785519580","https://openalex.org/W2785961484","https://openalex.org/W2788362053","https://openalex.org/W2792641098","https://openalex.org/W2795850430","https://openalex.org/W2796704765","https://openalex.org/W2796885425","https://openalex.org/W2890208753","https://openalex.org/W2896487960","https://openalex.org/W2902476877","https://openalex.org/W2903538854","https://openalex.org/W2908701480","https://openalex.org/W2911964244","https://openalex.org/W2914029945","https://openalex.org/W2918341242","https://openalex.org/W2930304691","https://openalex.org/W2951004968","https://openalex.org/W2951885001","https://openalex.org/W2956281901","https://openalex.org/W2962785568","https://openalex.org/W2962790223","https://openalex.org/W2963095307","https://openalex.org/W2963226019","https://openalex.org/W2963326959","https://openalex.org/W2963483561","https://openalex.org/W2963749936","https://openalex.org/W2963847595","https://openalex.org/W2964127395","https://openalex.org/W2964430284","https://openalex.org/W2979770961","https://openalex.org/W2984353433","https://openalex.org/W3001062618","https://openalex.org/W3009872610","https://openalex.org/W3016099278","https://openalex.org/W3028689275","https://openalex.org/W3037236009","https://openalex.org/W3101792976","https://openalex.org/W3138819813","https://openalex.org/W4229494842","https://openalex.org/W4245655784"],"related_works":["https://openalex.org/W3162683185","https://openalex.org/W3029539154","https://openalex.org/W2976634804","https://openalex.org/W3167916000","https://openalex.org/W3109060525","https://openalex.org/W2997560917","https://openalex.org/W3178821151","https://openalex.org/W3093681468","https://openalex.org/W3133859788","https://openalex.org/W3005245032","https://openalex.org/W2896137505","https://openalex.org/W3023454035","https://openalex.org/W3110491949","https://openalex.org/W3101349400","https://openalex.org/W3163627421","https://openalex.org/W3131989872","https://openalex.org/W3108324611","https://openalex.org/W3016515144","https://openalex.org/W2808752155","https://openalex.org/W2998142440"],"abstract_inverted_index":{"For":[0],"machine":[1],"learning":[2,113],"models":[3,99],"to":[4,33,53,66,79,120,142],"be":[5,18],"most":[6],"useful":[7],"in":[8,24,40,59],"numerous":[9],"sociotechnical":[10],"systems,":[11],"many":[12],"have":[13],"argued":[14],"that":[15,144],"they":[16],"must":[17],"human-interpretable.":[19],"However,":[20],"despite":[21],"increasing":[22],"interest":[23],"interpretability,":[25],"there":[26],"remains":[27],"no":[28],"firm":[29],"consensus":[30],"on":[31,48,89,138],"how":[32],"measure":[34],"it.":[35],"This":[36],"is":[37],"especially":[38],"true":[39],"representation":[41,112],"learning,":[42],"where":[43,74],"interpretability":[44],"research":[45],"has":[46],"focused":[47],"\u201cdisentanglement\u201d":[49],"measures":[50],"only":[51],"applicable":[52],"synthetic":[54,84],"datasets":[55],"and":[56,97,135,147],"not":[57],"grounded":[58],"human":[60],"factors.":[61],"We":[62],"introduce":[63],"a":[64,104],"task":[65,91],"quantify":[67],"the":[68],"human-interpretability":[69],"of":[70],"generative":[71],"model":[72],"representations,":[73],"users":[75],"interactively":[76],"modify":[77],"representations":[78],"reconstruct":[80],"target":[81],"instances.":[82],"On":[83,103],"datasets,":[85],"we":[86,107,130],"find":[87,108],"performance":[88],"this":[90],"much":[92],"more":[93,122],"reliably":[94],"differentiates":[95,110],"entangled":[96],"disentangled":[98],"than":[100],"baseline":[101],"approaches.":[102],"real":[105],"dataset,":[106],"it":[109],"between":[111],"methods":[114],"widely":[115],"believed":[116],"but":[117],"never":[118],"shown":[119],"produce":[121],"or":[123],"less":[124],"interpretable":[125],"models.":[126],"In":[127],"both":[128],"cases,":[129],"ran":[131],"small-scale":[132],"think-aloud":[133],"studies":[134],"large-scale":[136],"experiments":[137],"Amazon":[139],"Mechanical":[140],"Turk":[141],"confirm":[143],"our":[145],"qualitative":[146],"quantitative":[148],"results":[149],"agreed.":[150]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}