{"id":"https://openalex.org/W2807910285","doi":"https://doi.org/10.1145/3196709.3196729","title":"Grounding Interactive Machine Learning Tool Design in How Non-Experts Actually Build Models","display_name":"Grounding Interactive Machine Learning Tool Design in How Non-Experts Actually Build Models","alternate_titles":[],"publication_year":2018,"publication_date":"2018-06-08","ids":{"openalex":"https://openalex.org/W2807910285","doi":"https://doi.org/10.1145/3196709.3196729","mag":"2807910285"},"language":"en","primary_location":{"id":"doi:10.1145/3196709.3196729","doi":"https://doi.org/10.1145/3196709.3196729","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3196709.3196729","pdf_url":null,"source":{"id":"https://openalex.org/S4363608268","display_name":"Designing Interactive Systems Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 Designing Interactive Systems Conference","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2807910285"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017881649","display_name":"Qian Yang","orcid":"https://orcid.org/0000-0002-3548-2535","observed_orcids":["https://orcid.org/0000-0002-3548-2535"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qian Yang","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072651383","display_name":"Jina Suh","orcid":"https://orcid.org/0000-0002-7646-5563","observed_orcids":["https://orcid.org/0000-0002-7646-5563"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jina Suh","raw_affiliation_strings":["Microsoft Research, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047726449","display_name":"Nan-Chen Chen","orcid":"https://orcid.org/0000-0003-3300-4799","observed_orcids":["https://orcid.org/0000-0003-3300-4799"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nan-Chen Chen","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090345450","display_name":"Gonzalo Ramos","orcid":"https://orcid.org/0000-0003-4198-5021","observed_orcids":["https://orcid.org/0000-0003-4198-5021"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gonzalo Ramos","raw_affiliation_strings":["Microsoft Research, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.6611,"has_fulltext":false,"cited_by_count":188,"citation_normalized_percentile":{"value":0.99207665,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"573","last_page":"584"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.3253999948501587,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.3253999948501587,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.22450000047683716,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.1445000022649765,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interactive-machine-learning","display_name":"interactive machine learning","score":0.6420000195503235},{"id":"https://openalex.org/keywords/model-robustness","display_name":"model robustness","score":0.7670000195503235}],"concepts":[{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7228071689605713},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.718212366104126},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.5356651544570923},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5225988030433655},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5156761407852173},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44727614521980286},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.44293344020843506},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3244381248950958},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.30341285467147827},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13149061799049377},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.10700950026512146},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3196709.3196729","doi":"https://doi.org/10.1145/3196709.3196729","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3196709.3196729","pdf_url":null,"source":{"id":"https://openalex.org/S4363608268","display_name":"Designing Interactive Systems Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 Designing Interactive Systems Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6164000034332275,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1501005121","https://openalex.org/W1999043044","https://openalex.org/W2003238113","https://openalex.org/W2041509310","https://openalex.org/W2045510465","https://openalex.org/W2053075547","https://openalex.org/W2065267227","https://openalex.org/W2094485533","https://openalex.org/W2119170250","https://openalex.org/W2120787570","https://openalex.org/W2133990480","https://openalex.org/W2143244606","https://openalex.org/W2152064955","https://openalex.org/W2165254944","https://openalex.org/W2182055801","https://openalex.org/W2182361439","https://openalex.org/W2338664601","https://openalex.org/W2345597971","https://openalex.org/W2417717420","https://openalex.org/W2515496004","https://openalex.org/W2558644883","https://openalex.org/W2568476927","https://openalex.org/W2607311634","https://openalex.org/W2738647029","https://openalex.org/W2741249634","https://openalex.org/W2953027140","https://openalex.org/W4246147982","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W3160872964","https://openalex.org/W4405494988","https://openalex.org/W7017771643","https://openalex.org/W3084079617","https://openalex.org/W2554865780","https://openalex.org/W2943716936","https://openalex.org/W4321854335","https://openalex.org/W4387723462","https://openalex.org/W3095253034","https://openalex.org/W7129069405"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"(ML)":[2],"promises":[3],"data-driven":[4],"insights":[5],"and":[6,40,67,111,132],"solutions":[7,21,59],"for":[8,60],"people":[9,43],"from":[10],"all":[11],"walks":[12],"of":[13,18,72,94,118],"life,":[14],"but":[15],"the":[16],"skill":[17],"crafting":[19],"these":[20],"is":[22],"possessed":[23],"by":[24,33],"only":[25],"a":[26,91,134],"few.":[27],"Emerging":[28],"research":[29],"addresses":[30],"this":[31,126],"issue":[32],"creating":[34],"ML":[35,50,58,109,121],"tools":[36],"that":[37,79],"are":[38,45,81],"easy":[39,110],"accessible":[41],"to":[42,100,137,144],"who":[44],"not":[46],"formally":[47],"trained":[48],"in":[49,62],"(non-experts).":[51],"This":[52],"work":[53],"investigated":[54],"how":[55,139],"non-experts":[56,80,143],"build":[57,146],"themselves":[61],"real":[63],"life.":[64],"Our":[65],"interviews":[66],"surveys":[68],"revealed":[69],"unique":[70],"potentials":[71],"non-expert":[73],"ML,":[74],"as":[75,90],"well":[76],"several":[77],"pitfalls":[78],"susceptible":[82],"to.":[83],"For":[84],"example,":[85],"many":[86],"perceived":[87],"percentage":[88],"accuracy":[89],"sole":[92],"measure":[93],"performance,":[95],"thus":[96],"problematic":[97],"models":[98],"proceeded":[99],"deployment.":[101],"These":[102],"observations":[103],"suggested":[104],"that,":[105],"while":[106],"challenging,":[107],"making":[108],"robust":[112,147],"should":[113],"both":[114],"be":[115],"important":[116],"goals":[117],"designing":[119],"novice-facing":[120],"tools.":[122],"To":[123],"advance":[124],"on":[125],"insight,":[127],"we":[128],"discuss":[129],"design":[130],"implications":[131],"created":[133],"sensitizing":[135],"concept":[136],"demonstrate":[138],"designers":[140],"might":[141],"guide":[142],"easily":[145],"solutions.":[148]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2807910285","counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":33},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":27},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":33},{"year":2020,"cited_by_count":26},{"year":2019,"cited_by_count":16},{"year":2018,"cited_by_count":3}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2018-06-21T00:00:00"}
