{"id":"https://openalex.org/W4366598836","doi":"https://doi.org/10.1145/3544549.3585587","title":"CodeML: A Machine Learning-Assisted User Interface for Code Identification and Labeling","display_name":"CodeML: A Machine Learning-Assisted User Interface for Code Identification and Labeling","publication_year":2023,"publication_date":"2023-04-19","ids":{"openalex":"https://openalex.org/W4366598836","doi":"https://doi.org/10.1145/3544549.3585587"},"language":"en","primary_location":{"id":"doi:10.1145/3544549.3585587","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1145/3544549.3585587","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088715822","display_name":"Francine Chen","orcid":"https://orcid.org/0000-0002-0723-5609"},"institutions":[{"id":"https://openalex.org/I917207718","display_name":"Toyota Industries (United States)","ror":"https://ror.org/0132ebr60","country_code":"US","type":"company","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4210145315","https://openalex.org/I917207718"]},{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Francine Chen","raw_affiliation_strings":["Toyota Research Institute, United States"],"affiliations":[{"raw_affiliation_string":"Toyota Research Institute, United States","institution_ids":["https://openalex.org/I917207718","https://openalex.org/I4391768151"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013352663","display_name":"Matthew K. Hong","orcid":"https://orcid.org/0000-0003-0322-5144"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]},{"id":"https://openalex.org/I917207718","display_name":"Toyota Industries (United States)","ror":"https://ror.org/0132ebr60","country_code":"US","type":"company","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4210145315","https://openalex.org/I917207718"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew K. Hong","raw_affiliation_strings":["Toyota Research Institute, United States"],"affiliations":[{"raw_affiliation_string":"Toyota Research Institute, United States","institution_ids":["https://openalex.org/I917207718","https://openalex.org/I4391768151"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086057279","display_name":"Laurent Denoue","orcid":"https://orcid.org/0000-0002-9846-2582"},"institutions":[{"id":"https://openalex.org/I917207718","display_name":"Toyota Industries (United States)","ror":"https://ror.org/0132ebr60","country_code":"US","type":"company","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4210145315","https://openalex.org/I917207718"]},{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laurent Denoue","raw_affiliation_strings":["Toyota Research Institute, United States"],"affiliations":[{"raw_affiliation_string":"Toyota Research Institute, United States","institution_ids":["https://openalex.org/I917207718","https://openalex.org/I4391768151"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066017753","display_name":"Kate Glazko","orcid":"https://orcid.org/0000-0002-7728-4764"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]},{"id":"https://openalex.org/I917207718","display_name":"Toyota Industries (United States)","ror":"https://ror.org/0132ebr60","country_code":"US","type":"company","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4210145315","https://openalex.org/I917207718"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kate Glazko","raw_affiliation_strings":["Toyota Research Institute, United States"],"affiliations":[{"raw_affiliation_string":"Toyota Research Institute, United States","institution_ids":["https://openalex.org/I917207718","https://openalex.org/I4391768151"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080449802","display_name":"Emily Sumner","orcid":"https://orcid.org/0000-0003-1912-9640"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]},{"id":"https://openalex.org/I917207718","display_name":"Toyota Industries (United States)","ror":"https://ror.org/0132ebr60","country_code":"US","type":"company","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4210145315","https://openalex.org/I917207718"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emily Sarah Sumner","raw_affiliation_strings":["Toyota Research Institute, United States"],"affiliations":[{"raw_affiliation_string":"Toyota Research Institute, United States","institution_ids":["https://openalex.org/I917207718","https://openalex.org/I4391768151"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034909215","display_name":"Yan-Ying Chen","orcid":"https://orcid.org/0009-0000-5901-1538"},"institutions":[{"id":"https://openalex.org/I917207718","display_name":"Toyota Industries (United States)","ror":"https://ror.org/0132ebr60","country_code":"US","type":"company","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4210145315","https://openalex.org/I917207718"]},{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yan-Ying Chen","raw_affiliation_strings":["Toyota Research Institute, United States"],"affiliations":[{"raw_affiliation_string":"Toyota Research Institute, United States","institution_ids":["https://openalex.org/I917207718","https://openalex.org/I4391768151"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042321921","display_name":"Matthew Klenk","orcid":"https://orcid.org/0000-0002-3524-9872"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]},{"id":"https://openalex.org/I917207718","display_name":"Toyota Industries (United States)","ror":"https://ror.org/0132ebr60","country_code":"US","type":"company","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4210145315","https://openalex.org/I917207718"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Klenk","raw_affiliation_strings":["Toyota Research Institute, United States"],"affiliations":[{"raw_affiliation_string":"Toyota Research Institute, United States","institution_ids":["https://openalex.org/I917207718","https://openalex.org/I4391768151"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5088715822"],"corresponding_institution_ids":["https://openalex.org/I4391768151","https://openalex.org/I917207718"],"apc_list":null,"apc_paid":null,"fwci":0.4582,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.63775669,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"201","issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9789000153541565,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8201699256896973},{"id":"https://openalex.org/keywords/snippet","display_name":"Snippet","score":0.7805603742599487},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.650443434715271},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5455037355422974},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5393677949905396},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.4989967346191406},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4870043396949768},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4436133801937103},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42116978764533997},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4060348868370056},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3357527256011963},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.328031450510025},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.26215654611587524}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8201699256896973},{"id":"https://openalex.org/C2777822670","wikidata":"https://www.wikidata.org/wiki/Q1120538","display_name":"Snippet","level":2,"score":0.7805603742599487},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.650443434715271},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5455037355422974},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5393677949905396},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4989967346191406},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4870043396949768},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4436133801937103},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42116978764533997},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4060348868370056},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3357527256011963},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.328031450510025},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.26215654611587524},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3544549.3585587","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1145/3544549.3585587","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2157821464","https://openalex.org/W2330516491","https://openalex.org/W2770217048","https://openalex.org/W2795783386","https://openalex.org/W3124026294","https://openalex.org/W3163469193"],"related_works":["https://openalex.org/W1607713096","https://openalex.org/W3036724449","https://openalex.org/W2798329462","https://openalex.org/W1511521437","https://openalex.org/W3201315194","https://openalex.org/W4318980730","https://openalex.org/W4289376745","https://openalex.org/W2950904665","https://openalex.org/W4384811727","https://openalex.org/W3081644756"],"abstract_inverted_index":{"Labeling":[0],"short,":[1],"unstructured":[2],"texts":[3],"is":[4],"generally":[5],"performed":[6],"by":[7],"sequentially":[8],"identifying":[9],"codes":[10,107,113,146],"and":[11,36,49,87,96,132,147],"assigning":[12],"them":[13],"to":[14,80,108,128,144],"segments":[15],"of":[16,24,42,89,105,111,134],"text":[17,149],"based":[18],"on":[19],"viewing":[20],"a":[21,64,75,102],"small":[22],"sample":[23],"data.":[25],"In":[26],"this":[27],"greedy":[28],"approach,":[29],"coders":[30,99],"risk":[31],"overlooking":[32],"important":[33],"code":[34,47,52,85,91,136],"ideas":[35,73],"must":[37],"perform":[38],"the":[39,45,124],"tedious":[40],"task":[41],"iteratively":[43],"revising":[44],"initial":[46,130],"set,":[48],"sometimes":[50],"response":[51],"assignments,":[53],"as":[54],"new":[55],"themes":[56,95],"emerge.":[57],"To":[58],"address":[59],"this,":[60],"we":[61],"propose":[62],"CodeML,":[63],"machine":[65],"learning-assisted":[66],"(ML)":[67],"coding":[68,122],"interface":[69],"that":[70,114],"identifies":[71],"multiple":[72],"in":[74],"response,":[76],"which":[77],"are":[78],"displayed":[79],"support":[81],"interactive":[82],"data":[83],"exploration,":[84],"identification,":[86],"refinement":[88],"snippet":[90],"assignments.":[92],"By":[93],"surfacing":[94],"snippets":[97],"early,":[98],"can":[100],"consider":[101],"broader":[103],"range":[104],"potential":[106,125],"reduce":[109],"chances":[110],"omitting":[112],"surface":[115],"later.":[116],"A":[117],"comparative":[118],"study":[119],"against":[120],"search-style":[121],"shows":[123],"for":[126],"CodeML":[127],"facilitate":[129],"exploration":[131],"discovery":[133],"finer-grained":[135],"sets":[137],"while":[138],"not":[139],"adding":[140],"significant":[141],"cognitive":[142],"load":[143],"organize":[145],"underlying":[148],"snippets.":[150]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}