{"id":"https://openalex.org/W4391103901","doi":"https://doi.org/10.1145/3641552","title":"Co-ML: Collaborative Machine Learning Model Building for Developing Dataset Design Practices","display_name":"Co-ML: Collaborative Machine Learning Model Building for Developing Dataset Design Practices","publication_year":2024,"publication_date":"2024-01-22","ids":{"openalex":"https://openalex.org/W4391103901","doi":"https://doi.org/10.1145/3641552"},"language":"en","primary_location":{"id":"doi:10.1145/3641552","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641552","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3641552","source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3641552","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028065436","display_name":"Tiffany Tseng","orcid":"https://orcid.org/0000-0003-4972-4061"},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tiffany Tseng","raw_affiliation_strings":["Apple, Seattle, United States"],"raw_orcid":"https://orcid.org/0000-0003-4972-4061","affiliations":[{"raw_affiliation_string":"Apple, Seattle, United States","institution_ids":["https://openalex.org/I4210153776","https://openalex.org/I58610484"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018037933","display_name":"Matt J. Davidson","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matt J. Davidson","raw_affiliation_strings":["Apple, Austin, United States"],"raw_orcid":"https://orcid.org/0000-0001-6848-2876","affiliations":[{"raw_affiliation_string":"Apple, Austin, United States","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090479228","display_name":"Luis Morales\u2010Navarro","orcid":"https://orcid.org/0000-0002-8777-2374"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]},{"id":"https://openalex.org/I922845939","display_name":"Philadelphia University","ror":"https://ror.org/03zzmyz63","country_code":"US","type":"education","lineage":["https://openalex.org/I922845939"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luis Morales-Navarro","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, United States"],"raw_orcid":"https://orcid.org/0000-0002-8777-2374","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, United States","institution_ids":["https://openalex.org/I79576946","https://openalex.org/I922845939"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028667348","display_name":"Jennifer King Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jennifer King Chen","raw_affiliation_strings":["Apple, Seattle, United States"],"raw_orcid":"https://orcid.org/0000-0002-7710-8023","affiliations":[{"raw_affiliation_string":"Apple, Seattle, United States","institution_ids":["https://openalex.org/I4210153776","https://openalex.org/I58610484"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042147801","display_name":"Victoria Delaney","orcid":"https://orcid.org/0000-0002-1907-0303"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Victoria Delaney","raw_affiliation_strings":["Stanford University, Stanford, United States"],"raw_orcid":"https://orcid.org/0000-0002-1907-0303","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, United States","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072651394","display_name":"Mark Leibowitz","orcid":"https://orcid.org/0009-0007-0134-9836"},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark Leibowitz","raw_affiliation_strings":["Apple, Seattle, United States"],"raw_orcid":"https://orcid.org/0009-0007-0134-9836","affiliations":[{"raw_affiliation_string":"Apple, Seattle, United States","institution_ids":["https://openalex.org/I4210153776","https://openalex.org/I58610484"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056716422","display_name":"Jazbo Beason","orcid":"https://orcid.org/0009-0000-1499-8869"},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jazbo Beason","raw_affiliation_strings":["Apple, Seattle, United States"],"raw_orcid":"https://orcid.org/0009-0000-1499-8869","affiliations":[{"raw_affiliation_string":"Apple, Seattle, United States","institution_ids":["https://openalex.org/I4210153776","https://openalex.org/I58610484"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018021878","display_name":"R. Benjamin Shapiro","orcid":"https://orcid.org/0000-0002-1359-7120"},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"R. Benjamin Shapiro","raw_affiliation_strings":["Apple, Seattle, United States"],"raw_orcid":"https://orcid.org/0000-0002-1359-7120","affiliations":[{"raw_affiliation_string":"Apple, Seattle, United States","institution_ids":["https://openalex.org/I4210153776","https://openalex.org/I58610484"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2317,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.93236984,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"24","issue":"2","first_page":"1","last_page":"37"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6674201488494873},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5375558733940125},{"id":"https://openalex.org/keywords/learnability","display_name":"Learnability","score":0.5334306955337524},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5146644711494446},{"id":"https://openalex.org/keywords/collaborative-learning","display_name":"Collaborative learning","score":0.44660550355911255},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.396753191947937},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33400198817253113},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.2948352098464966}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6674201488494873},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5375558733940125},{"id":"https://openalex.org/C2777723229","wikidata":"https://www.wikidata.org/wiki/Q4367921","display_name":"Learnability","level":2,"score":0.5334306955337524},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5146644711494446},{"id":"https://openalex.org/C138020889","wikidata":"https://www.wikidata.org/wiki/Q2349659","display_name":"Collaborative learning","level":2,"score":0.44660550355911255},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.396753191947937},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33400198817253113},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2948352098464966},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3641552","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641552","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3641552","source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3641552","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641552","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3641552","source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5099999904632568,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391103901.pdf","grobid_xml":"https://content.openalex.org/works/W4391103901.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W1515587369","https://openalex.org/W1551289443","https://openalex.org/W1571363720","https://openalex.org/W1975322779","https://openalex.org/W2009915208","https://openalex.org/W2032843080","https://openalex.org/W2046179518","https://openalex.org/W2061772376","https://openalex.org/W2063525260","https://openalex.org/W2070504353","https://openalex.org/W2095907212","https://openalex.org/W2126472791","https://openalex.org/W2277718088","https://openalex.org/W2280468526","https://openalex.org/W2395579298","https://openalex.org/W2598138386","https://openalex.org/W2604835091","https://openalex.org/W2615974185","https://openalex.org/W2807837817","https://openalex.org/W2807910285","https://openalex.org/W2897702578","https://openalex.org/W2910392324","https://openalex.org/W2914976286","https://openalex.org/W2948288662","https://openalex.org/W2972853064","https://openalex.org/W2973697487","https://openalex.org/W2979655622","https://openalex.org/W2983901715","https://openalex.org/W2989860017","https://openalex.org/W2991361325","https://openalex.org/W3005222337","https://openalex.org/W3009592326","https://openalex.org/W3023626240","https://openalex.org/W3028739380","https://openalex.org/W3032086959","https://openalex.org/W3035434890","https://openalex.org/W3037389942","https://openalex.org/W3047690188","https://openalex.org/W3096972338","https://openalex.org/W3098075008","https://openalex.org/W3134541205","https://openalex.org/W3159506381","https://openalex.org/W3160042174","https://openalex.org/W3173796469","https://openalex.org/W3211146700","https://openalex.org/W4200278032","https://openalex.org/W4200401025","https://openalex.org/W4205556671","https://openalex.org/W4205571956","https://openalex.org/W4221104163","https://openalex.org/W4223982870","https://openalex.org/W4250763639","https://openalex.org/W4254151218","https://openalex.org/W4284891135","https://openalex.org/W4285663311","https://openalex.org/W4289342549","https://openalex.org/W4297361005","https://openalex.org/W4300870773","https://openalex.org/W4307410661","https://openalex.org/W4365388135","https://openalex.org/W4386941777","https://openalex.org/W6712678549"],"related_works":["https://openalex.org/W4302791369","https://openalex.org/W2951285859","https://openalex.org/W2766040214","https://openalex.org/W72092541","https://openalex.org/W1973394166","https://openalex.org/W37360785","https://openalex.org/W180475243","https://openalex.org/W2098466205","https://openalex.org/W1966604104","https://openalex.org/W2997419414"],"abstract_inverted_index":{"Machine":[0],"learning":[1,34,81],"(ML)":[2],"models":[3,68],"are":[4,29],"fundamentally":[5],"shaped":[6],"by":[7],"data,":[8],"and":[9,46,69,119,178,212],"building":[10,89,153],"inclusive":[11,66],"ML":[12,26,67,87,115,228],"systems":[13],"requires":[14],"significant":[15],"considerations":[16],"around":[17],"how":[18,40,71,150,204],"to":[19,31,41,79,112,141,189,218],"design":[20,37,42,61],"representative":[21],"datasets.":[22],"Yet,":[23],"few":[24],"novice-oriented":[25],"modeling":[27],"tools":[28],"designed":[30,73],"foster":[32,80],"hands-on":[33],"of":[35,58,82,159,169,207,225],"dataset":[36],"practices,":[38],"including":[39,171],"for":[43,48,64,180],"data":[44,49,60,103,173,181,226],"diversity":[45],"inspect":[47],"quality.":[50,182],"To":[51],"this":[52,200],"end,":[53],"we":[54,72,184,202],"outline":[55],"a":[56,74,85,99,128],"set":[57],"four":[59],"practices":[62],"(DDPs)":[63],"designing":[65],"share":[70],"tablet-based":[75],"application":[76],"called":[77],"Co-ML":[78,126],"DDPs":[83,170],"through":[84,98],"collaborative":[86],"model":[88,152,176,191,209],"experience.":[90],"With":[91],"Co-ML,":[92,155],"beginners":[93],"can":[94,215],"build":[95,142],"image":[96],"classifiers":[97],"distributed":[100],"experience":[101],"where":[102,134],"is":[104],"synchronized":[105],"across":[106],"multiple":[107,110],"devices,":[108],"enabling":[109],"users":[111],"iteratively":[113],"refine":[114],"datasets":[116],"in":[117,127,139,156,221,227],"discussion":[118],"coordination":[120],"with":[121,154],"their":[122],"peers.":[123],"We":[124],"deployed":[125],"2-week-long":[129],"educational":[130],"AIML":[131],"Summer":[132],"Camp,":[133],"youth":[135],"ages":[136],"13\u201318":[137],"worked":[138],"groups":[140],"custom":[143],"ML-powered":[144],"mobile":[145],"applications.":[146],"Our":[147],"analysis":[148],"reveals":[149],"multi-user":[151],"the":[157,164,205,223],"context":[158],"student-driven":[160,213],"projects":[161,214],"created":[162],"during":[163],"summer":[165],"camp,":[166],"supported":[167],"development":[168],"incorporating":[172],"diversity,":[174],"evaluating":[175],"performance,":[177],"inspecting":[179],"Additionally,":[183],"found":[185],"that":[186],"students\u2019":[187],"attempts":[188],"improve":[190],"performance":[192],"often":[193],"prioritized":[194],"learnability":[195],"over":[196],"class":[197],"balance.":[198],"Through":[199],"work,":[201],"highlight":[203],"combination":[206],"collaboration,":[208],"testing":[210],"interfaces,":[211],"empower":[216],"learners":[217],"actively":[219],"engage":[220],"exploring":[222],"role":[224],"systems.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5}],"updated_date":"2026-08-12T07:12:00.856984","created_date":"2025-10-10T00:00:00"}