{"id":"https://openalex.org/W4296422548","doi":"https://doi.org/10.1145/3544902.3546237","title":"Characterizing the Usage of CI Tools in ML Projects","display_name":"Characterizing the Usage of CI Tools in ML Projects","publication_year":2022,"publication_date":"2022-09-07","ids":{"openalex":"https://openalex.org/W4296422548","doi":"https://doi.org/10.1145/3544902.3546237"},"language":"en","primary_location":{"id":"doi:10.1145/3544902.3546237","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3544902.3546237","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM / IEEE International Symposium on Empirical Software Engineering and Measurement","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006710885","display_name":"Dhia Elhaq Rzig","orcid":"https://orcid.org/0000-0002-2757-9257"},"institutions":[{"id":"https://openalex.org/I4210130704","display_name":"University of Michigan\u2013Dearborn","ror":"https://ror.org/035wtm547","country_code":"US","type":"education","lineage":["https://openalex.org/I4210130704"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dhia Elhaq Rzig","raw_affiliation_strings":["University of Michigan-Dearborn, United States"],"affiliations":[{"raw_affiliation_string":"University of Michigan-Dearborn, United States","institution_ids":["https://openalex.org/I4210130704"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034330627","display_name":"Foyzul Hassan","orcid":"https://orcid.org/0000-0003-4543-282X"},"institutions":[{"id":"https://openalex.org/I4210130704","display_name":"University of Michigan\u2013Dearborn","ror":"https://ror.org/035wtm547","country_code":"US","type":"education","lineage":["https://openalex.org/I4210130704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Foyzul Hassan","raw_affiliation_strings":["University of Michigan-Dearborn, United States"],"affiliations":[{"raw_affiliation_string":"University of Michigan-Dearborn, United States","institution_ids":["https://openalex.org/I4210130704"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101967802","display_name":"Chetan Bansal","orcid":"https://orcid.org/0000-0003-0102-8139"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chetan Bansal","raw_affiliation_strings":["Microsoft Research, United States"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, United States","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101612061","display_name":"Nachiappan Nagappan","orcid":"https://orcid.org/0000-0003-1358-4124"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nachiappan Nagappan","raw_affiliation_strings":["Microsoft Research, United States"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, United States","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5006710885"],"corresponding_institution_ids":["https://openalex.org/I4210130704"],"apc_list":null,"apc_paid":null,"fwci":3.0301,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.92718026,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"69","last_page":"79"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9807999730110168,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5801411271095276}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5801411271095276}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3544902.3546237","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3544902.3546237","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM / IEEE International Symposium on Empirical Software Engineering and Measurement","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G5854127047","display_name":null,"funder_award_id":"2152819","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1544145945","https://openalex.org/W1592081868","https://openalex.org/W1965854491","https://openalex.org/W1975761003","https://openalex.org/W2048499643","https://openalex.org/W2067652191","https://openalex.org/W2123301443","https://openalex.org/W2133012565","https://openalex.org/W2347053969","https://openalex.org/W2539258153","https://openalex.org/W2561301563","https://openalex.org/W2733244695","https://openalex.org/W2767766464","https://openalex.org/W2803395207","https://openalex.org/W2888303318","https://openalex.org/W2890677354","https://openalex.org/W2966985943","https://openalex.org/W2976499200","https://openalex.org/W3013369813","https://openalex.org/W3035250811","https://openalex.org/W3035597669","https://openalex.org/W3096440376","https://openalex.org/W3099696814","https://openalex.org/W3123262394","https://openalex.org/W4249448758","https://openalex.org/W4256026606","https://openalex.org/W6632775507"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032"],"abstract_inverted_index":{"Background:":[0],"Continuous":[1],"Integration":[2],"(CI)":[3],"has":[4,198,237],"become":[5],"widely":[6],"adopted":[7,164],"to":[8,110,124,189,214,218,265],"enable":[9],"faster":[10],"code":[11,171],"change":[12],"integration.":[13],"Meanwhile,":[14],"Machine":[15],"Learning":[16],"(ML)":[17],"is":[18,139,186,232],"being":[19],"used":[20,166],"by":[21,250],"software":[22,39],"applications":[23],"for":[24,145,168,202,260,270],"previously":[25],"unsolvable":[26],"real-world":[27],"scenarios.":[28],"ML":[29,80,96,116,131,146,161,184,210,239,263,273],"projects":[30,162,185,211],"employ":[31],"development":[32],"processes":[33],"different":[34,127],"from":[35,53],"those":[36],"of":[37,67,73,115,130,156,209,228],"traditional":[38,64],"projects,":[40,117,147,158,196],"but":[41,159],"they":[42],"too":[43],"require":[44],"multiple":[45],"iterations":[46],"in":[47,183,194,272],"their":[48,150],"development,":[49],"and":[50,75,97,118,148,173,220,244,246,262],"may":[51],"benefit":[52],"CI.":[54],"Aims:":[55],"While":[56],"there":[57],"are":[58,212],"many":[59],"works":[60],"covering":[61],"CI":[62,74,93,107,113,121,128,138,143,151,182,193,207,222,241,271],"within":[63,79],"software,":[65],"none":[66],"them":[68,252],"empirically":[69],"explored":[70],"the":[71,104,112,126,140,226,233],"adoption":[72,94,152],"its":[76,248],"associated":[77],"issues":[78],"projects.":[81,99,132,179,256,274],"To":[82,225],"address":[83],"this":[84,231],"knowledge":[85],"gap,":[86],"we":[87],"performed":[88],"an":[89],"empirical":[90],"analysis":[91],"comparing":[92,251],"between":[95],"Non-ML":[98,157,178,195,219,255],"Method:":[100],"We":[101,134],"developed":[102,119],"TraVanalyzer,":[103],"first":[105,234],"Travis":[106,137],"configuration":[108],"analyzer,":[109],"analyze":[111],"practices":[114],"a":[120],"log":[122],"analyzer":[123],"identify":[125,266],"problems":[129,191],"Results:":[133],"found":[135],"that":[136,149,155,160,236],"most":[141,205],"popular":[142],"tool":[144],"lags":[153],"behind":[154],"which":[163],"CI,":[165],"it":[167,197],"building,":[169],"testing,":[170],"analysis,":[172],"automatic":[174],"deployment":[175],"more":[176,199],"than":[177],"Furthermore,":[180],"while":[181],"as":[187,192],"likely":[188],"experience":[190],"varied":[200],"reasons":[201],"build-breakage.":[203],"The":[204],"frequent":[206],"failures":[208],"due":[213],"testing-related":[215],"problems,":[216],"similar":[217,254],"OSS":[221],"failures.":[223],"Conclusion:":[224],"best":[227],"our":[229],"knowledge,":[230],"work":[235],"analyzed":[238],"projects\u2019":[240],"usage,":[242],"practices,":[243],"issues,":[245],"contextualized":[247],"results":[249],"with":[253],"It":[257],"provides":[258],"findings":[259],"researchers":[261],"developers":[264],"possible":[267],"improvement":[268],"scopes":[269]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}