{"id":"https://openalex.org/W2899091845","doi":"https://doi.org/10.1145/3274401","title":"Ease on Down the Code","display_name":"Ease on Down the Code","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2899091845","doi":"https://doi.org/10.1145/3274401","mag":"2899091845"},"language":"en","primary_location":{"id":"doi:10.1145/3274401","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3274401","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032402052","display_name":"Abbas Ganji","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Abbas Ganji","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034162373","display_name":"Mania Orand","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mania Orand","raw_affiliation_strings":["Institute for Research in Fundamental Sciences (IPM) & University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Institute for Research in Fundamental Sciences (IPM) & University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011914372","display_name":"David W. McDonald","orcid":"https://orcid.org/0000-0001-5882-828X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David W. McDonald","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5032402052"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":0.425,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.68380555,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"2","issue":"CSCW","first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11819","display_name":"Data-Driven Disease Surveillance","score":0.932699978351593,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7527852058410645},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.7257251143455505},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.559188723564148},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4718192517757416},{"id":"https://openalex.org/keywords/certainty","display_name":"Certainty","score":0.44557902216911316},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4158437252044678},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4052979350090027},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.40332770347595215},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.34706130623817444},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3233415484428406},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.24278390407562256},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1485995352268219}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7527852058410645},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.7257251143455505},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.559188723564148},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4718192517757416},{"id":"https://openalex.org/C7493553","wikidata":"https://www.wikidata.org/wiki/Q1520777","display_name":"Certainty","level":2,"score":0.44557902216911316},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4158437252044678},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4052979350090027},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.40332770347595215},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.34706130623817444},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3233415484428406},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.24278390407562256},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1485995352268219},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3274401","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3274401","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W30830889","https://openalex.org/W608574129","https://openalex.org/W1544133109","https://openalex.org/W1962580118","https://openalex.org/W1975469999","https://openalex.org/W1985181430","https://openalex.org/W2010761133","https://openalex.org/W2012378416","https://openalex.org/W2013378101","https://openalex.org/W2045515072","https://openalex.org/W2063639707","https://openalex.org/W2081358848","https://openalex.org/W2118926625","https://openalex.org/W2119366833","https://openalex.org/W2137044719","https://openalex.org/W2138996324","https://openalex.org/W2141766660","https://openalex.org/W2160375265","https://openalex.org/W2164777277","https://openalex.org/W2172271285","https://openalex.org/W2293307500","https://openalex.org/W2570302440","https://openalex.org/W2600599059","https://openalex.org/W2756188544","https://openalex.org/W6653586811"],"related_works":["https://openalex.org/W2019257047","https://openalex.org/W2206096527","https://openalex.org/W2795746234","https://openalex.org/W2097099770","https://openalex.org/W4380568682","https://openalex.org/W2729258247","https://openalex.org/W2785752813","https://openalex.org/W4385933939","https://openalex.org/W2165855014","https://openalex.org/W2980220905"],"abstract_inverted_index":{"This":[0],"paper":[1],"describes":[2],"the":[3,20,83,107,113,130,144,152,163,182],"design":[4],"and":[5,43,62,90,118,135,139,155,166],"development":[6,114],"of":[7,22,56,85,96,115,128,132,146,160,162,184],"a":[8,16,53,78,94,158],"preliminary":[9],"qualitative":[10,34],"coding":[11,35,58,147,153,174],"tool":[12,117],"as":[13,15],"well":[14],"method":[17],"to":[18,49,66,100,157],"improve":[19],"process":[21,148,154,183],"achieving":[23],"inter-coder":[24],"reliability":[25],"(ICR)":[26],"in":[27,173],"small":[28],"teams.":[29],"Software":[30],"applications":[31],"that":[32,71,176],"support":[33],"do":[36],"not":[37],"sufficiently":[38],"assist":[39],"collaboration":[40],"among":[41],"coders":[42],"overlook":[44],"some":[45],"fundamental":[46],"issues":[47],"related":[48],"ICR.":[50],"We":[51,105],"propose":[52],"new":[54],"dimension":[55],"collaborative":[57],"called":[59],"'coders'":[60],"certainty\"":[61],"demonstrate":[63],"its":[64],"ability":[65],"illustrate":[67],"valuable":[68,108,170],"code":[69,101],"disagreements":[70,175],"are":[72],"missing":[73],"from":[74,112],"existing":[75],"approaches.":[76],"Through":[77],"case":[79],"study,":[80],"we":[81,110],"describe":[82],"utility":[84],"our":[86,116],"tool,":[87],"Code":[88],"Wizard,":[89],"how":[91],"it":[92],"helped":[93],"group":[95],"researchers":[97],"effectively":[98],"collaborate":[99],"naturalistic":[102],"observation":[103],"data.":[104],"report":[106],"lessons":[109],"learned":[111],"method:":[119],"(1)":[120],"identifying":[121,137],"coders'":[122],"certainty":[123],"constitutes":[124],"an":[125],"important":[126],"part":[127],"determining":[129],"quality":[131],"data":[133,185],"analysis":[134],"facilitates":[136],"overlapping":[138],"ambiguous":[140],"codes,":[141],"(2)":[142],"making":[143],"details":[145],"visible":[149],"helps":[150],"streamline":[151],"leads":[156],"sense":[159],"ownership":[161],"research":[164],"results,":[165],"(3)":[167],"there":[168],"is":[169],"information":[171],"hidden":[172],"can":[177],"be":[178],"leveraged":[179],"for":[180],"improving":[181],"analysis.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}