{"id":"https://openalex.org/W4221015417","doi":"https://doi.org/10.1145/3491102.3502102","title":"Symphony: Composing Interactive Interfaces for Machine Learning","display_name":"Symphony: Composing Interactive Interfaces for Machine Learning","publication_year":2022,"publication_date":"2022-04-28","ids":{"openalex":"https://openalex.org/W4221015417","doi":"https://doi.org/10.1145/3491102.3502102"},"language":"en","primary_location":{"id":"doi:10.1145/3491102.3502102","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3502102","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3502102","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3502102","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021099906","display_name":"Alex B\u00e4uerle","orcid":"https://orcid.org/0000-0003-3886-8799"},"institutions":[{"id":"https://openalex.org/I4210141230","display_name":"Apple (Germany)","ror":"https://ror.org/03fjbw519","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210141230","https://openalex.org/I4210153776"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alex B\u00e4uerle","raw_affiliation_strings":["Visual Computing Group, Ulm University, Germany and Apple, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Visual Computing Group, Ulm University, Germany and Apple, United States","institution_ids":["https://openalex.org/I4210141230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060162507","display_name":"\u00c1ngel Alexander Cabrera","orcid":"https://orcid.org/0000-0003-0348-3362"},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"\u00c1ngel Alexander Cabrera","raw_affiliation_strings":["Human-Computer Interaction Institute, Carnegie Mellon University, United States and Apple, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Human-Computer Interaction Institute, Carnegie Mellon University, United States and Apple, United States","institution_ids":["https://openalex.org/I4210153776","https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034842879","display_name":"Fred Hohman","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fred Hohman","raw_affiliation_strings":["Apple, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Apple, United States","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109542079","display_name":"Megan Maher","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Megan Maher","raw_affiliation_strings":["Apple, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Apple, United States","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046620214","display_name":"David Koski","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Koski","raw_affiliation_strings":["Apple, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Apple, United States","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046208400","display_name":"Xavier Suau","orcid":"https://orcid.org/0000-0002-4052-7048"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xavier Suau","raw_affiliation_strings":["Apple, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Apple, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060033622","display_name":"Titus Barik","orcid":"https://orcid.org/0000-0002-4877-0739"},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Titus Barik","raw_affiliation_strings":["Apple, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Apple, United States","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006087928","display_name":"Dominik Moritz","orcid":"https://orcid.org/0000-0002-3110-1053"},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dominik Moritz","raw_affiliation_strings":["Apple, United States and Human-Computer Interaction Institute, Carnegie Mellon University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Apple, United States and Human-Computer Interaction Institute, Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I4210153776","https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8314,"has_fulltext":true,"cited_by_count":49,"citation_normalized_percentile":{"value":0.93462057,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/symphony","display_name":"Symphony","score":0.9792391061782837},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7147536277770996},{"id":"https://openalex.org/keywords/citizen-journalism","display_name":"Citizen journalism","score":0.591774582862854},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5516647696495056},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5279026627540588},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4056798219680786},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3546310067176819},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11954805254936218}],"concepts":[{"id":"https://openalex.org/C16277566","wikidata":"https://www.wikidata.org/wiki/Q9734","display_name":"Symphony","level":2,"score":0.9792391061782837},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7147536277770996},{"id":"https://openalex.org/C203663800","wikidata":"https://www.wikidata.org/wiki/Q848979","display_name":"Citizen journalism","level":2,"score":0.591774582862854},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5516647696495056},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5279026627540588},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4056798219680786},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3546310067176819},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11954805254936218},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3491102.3502102","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3502102","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3502102","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2202.08946","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2202.08946","pdf_url":"https://arxiv.org/pdf/2202.08946","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3491102.3502102","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3502102","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3502102","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4300000071525574,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4221015417.pdf","grobid_xml":"https://content.openalex.org/works/W4221015417.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W1896226795","https://openalex.org/W1971670344","https://openalex.org/W2011301426","https://openalex.org/W2117767124","https://openalex.org/W2137406659","https://openalex.org/W2161133721","https://openalex.org/W2165254944","https://openalex.org/W2342249984","https://openalex.org/W2394669110","https://openalex.org/W2440722286","https://openalex.org/W2472803348","https://openalex.org/W2512274390","https://openalex.org/W2583408446","https://openalex.org/W2607223307","https://openalex.org/W2751110224","https://openalex.org/W2788481061","https://openalex.org/W2789415069","https://openalex.org/W2796040126","https://openalex.org/W2897042519","https://openalex.org/W2903675476","https://openalex.org/W2911227954","https://openalex.org/W2913240367","https://openalex.org/W2915268314","https://openalex.org/W2940891023","https://openalex.org/W2941232686","https://openalex.org/W2944176689","https://openalex.org/W2949858875","https://openalex.org/W2956281901","https://openalex.org/W2963123635","https://openalex.org/W2963214037","https://openalex.org/W2963349562","https://openalex.org/W2969224142","https://openalex.org/W2969670093","https://openalex.org/W2972458663","https://openalex.org/W2972615418","https://openalex.org/W2974071289","https://openalex.org/W2978934711","https://openalex.org/W3005984470","https://openalex.org/W3006437051","https://openalex.org/W3007157104","https://openalex.org/W3011721937","https://openalex.org/W3014972121","https://openalex.org/W3088281844","https://openalex.org/W3094233077","https://openalex.org/W3094507803","https://openalex.org/W3099188459","https://openalex.org/W3100279624","https://openalex.org/W3103019052","https://openalex.org/W3113580345","https://openalex.org/W3118608800","https://openalex.org/W3158838220","https://openalex.org/W3160832179","https://openalex.org/W3198268897","https://openalex.org/W3212368439","https://openalex.org/W3217525002","https://openalex.org/W4237375617","https://openalex.org/W4240175749","https://openalex.org/W4248077027","https://openalex.org/W4293203391","https://openalex.org/W4294152847","https://openalex.org/W4302218491","https://openalex.org/W4302612613"],"related_works":["https://openalex.org/W4388256602","https://openalex.org/W623133647","https://openalex.org/W2370597233","https://openalex.org/W642318289","https://openalex.org/W3021923091","https://openalex.org/W2001281378","https://openalex.org/W656653992","https://openalex.org/W1519044309","https://openalex.org/W3196817267","https://openalex.org/W1976600725"],"abstract_inverted_index":{"Interfaces":[0],"for":[1,50,85],"machine":[2],"learning":[3],"(ML),":[4],"information":[5],"and":[6,17,29,61,72,80,104,118,143],"visualizations":[7],"about":[8],"models":[9,147],"or":[10],"data,":[11],"can":[12,95],"help":[13],"practitioners":[14,33,135],"build":[15],"robust":[16],"responsible":[18],"ML":[19,27,37,46,76,88,128,134],"systems.":[20],"Despite":[21],"their":[22],"benefits,":[23],"recent":[24],"studies":[25],"of":[26],"teams":[28,116],"our":[30,120],"interviews":[31],"with":[32,90,114,154],"(n=9)":[34],"showed":[35],"that":[36,94],"interfaces":[38,47,89],"have":[39],"limited":[40],"adoption":[41],"in":[42,66,146],"practice.":[43],"While":[44],"existing":[45],"are":[48,54],"effective":[49],"specific":[51],"tasks,":[52],"they":[53],"not":[55],"designed":[56,79],"to":[57,125,151],"be":[58,96],"reused,":[59],"explored,":[60],"shared":[62],"by":[63],"multiple":[64],"stakeholders":[65],"cross-functional":[67],"teams.":[68],"To":[69],"enable":[70],"analysis":[71],"communication":[73],"between":[74],"different":[75],"practitioners,":[77],"we":[78],"implemented":[81],"Symphony,":[82],"a":[83],"framework":[84],"composing":[86],"interactive":[87],"task-specific,":[91],"data-driven":[92],"components":[93],"used":[97],"across":[98],"platforms":[99],"such":[100],"as":[101],"computational":[102],"notebooks":[103],"web":[105],"dashboards.":[106],"We":[107],"developed":[108],"Symphony":[109,124,132],"through":[110],"participatory":[111],"design":[112],"sessions":[113],"10":[115],"(n=31),":[117],"discuss":[119],"findings":[121],"from":[122],"deploying":[123],"3":[126],"production":[127],"projects":[129],"at":[130],"Apple.":[131],"helped":[133],"discover":[136],"previously":[137],"unknown":[138],"issues":[139],"like":[140],"data":[141],"duplicates":[142],"blind":[144],"spots":[145],"while":[148],"enabling":[149],"them":[150],"share":[152],"insights":[153],"other":[155],"stakeholders.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2022-04-03T00:00:00"}