{"id":"https://openalex.org/W2952490857","doi":"https://doi.org/10.14778/3352063.3352110","title":"Ease.ml/ci and Ease.ml/meter in action","display_name":"Ease.ml/ci and Ease.ml/meter in action","publication_year":2019,"publication_date":"2019-08-01","ids":{"openalex":"https://openalex.org/W2952490857","doi":"https://doi.org/10.14778/3352063.3352110","mag":"2952490857"},"language":"en","primary_location":{"id":"doi:10.14778/3352063.3352110","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3352063.3352110","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/20.500.11850/395903","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063262952","display_name":"C\u00e9dric Renggli","orcid":"https://orcid.org/0000-0003-3271-3059"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Cedric Renggli","raw_affiliation_strings":["ETH Zurich"],"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041515151","display_name":"Frances Ann Hubis","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Frances Ann Hubis","raw_affiliation_strings":["ETH Zurich"],"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025073517","display_name":"Bojan Karla\u0161","orcid":"https://orcid.org/0000-0002-6462-3579"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Bojan Karla\u0161","raw_affiliation_strings":["ETH Zurich"],"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070944637","display_name":"Kevin Schawinski","orcid":"https://orcid.org/0000-0001-5464-0888"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kevin Schawinski","raw_affiliation_strings":["Modulos AG"],"affiliations":[{"raw_affiliation_string":"Modulos AG","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101957550","display_name":"Wentao Wu","orcid":"https://orcid.org/0000-0001-6856-3115"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Wentao Wu","raw_affiliation_strings":["Microsoft Research"],"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100383731","display_name":"Ce Zhang","orcid":"https://orcid.org/0000-0002-8105-7505"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Ce Zhang","raw_affiliation_strings":["ETH Zurich"],"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5063262952"],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":0.867,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.80728764,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"12","issue":"12","first_page":"1962","last_page":"1965"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7476292848587036},{"id":"https://openalex.org/keywords/iterative-and-incremental-development","display_name":"Iterative and incremental development","score":0.6190977692604065},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5220969915390015},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.5164034962654114},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.49849772453308105},{"id":"https://openalex.org/keywords/software-development-process","display_name":"Software development process","score":0.4941873848438263},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.43491220474243164},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.42824530601501465},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.39379632472991943},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.360828161239624},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34319251775741577},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13907498121261597},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.11625370383262634},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.10285386443138123}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7476292848587036},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.6190977692604065},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5220969915390015},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.5164034962654114},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.49849772453308105},{"id":"https://openalex.org/C180152950","wikidata":"https://www.wikidata.org/wiki/Q2904257","display_name":"Software development process","level":4,"score":0.4941873848438263},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.43491220474243164},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.42824530601501465},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.39379632472991943},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.360828161239624},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34319251775741577},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13907498121261597},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.11625370383262634},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.10285386443138123}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.14778/3352063.3352110","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3352063.3352110","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/395903","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/395903","pdf_url":"http://hdl.handle.net/20.500.11850/395903","source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the VLDB Endowment, 12 (12)","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.3929/ethz-b-000395903","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-b-000395903","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/395903","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/395903","pdf_url":"http://hdl.handle.net/20.500.11850/395903","source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the VLDB Endowment, 12 (12)","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4741841347","display_name":null,"funder_award_id":"200021_184628","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G4836148144","display_name":null,"funder_award_id":"20002","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G574060388","display_name":null,"funder_award_id":"184628","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G993971353","display_name":null,"funder_award_id":"200021","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W2952490857.pdf"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W1798749056","https://openalex.org/W1982723861","https://openalex.org/W2060393849","https://openalex.org/W2083842231","https://openalex.org/W2572438701","https://openalex.org/W2741269719","https://openalex.org/W2789663542","https://openalex.org/W2795311650","https://openalex.org/W2804191040","https://openalex.org/W2885747745","https://openalex.org/W2889073286","https://openalex.org/W2951865872","https://openalex.org/W2962891276","https://openalex.org/W2964125981","https://openalex.org/W3037118121","https://openalex.org/W3105655676","https://openalex.org/W4255361718","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2993771368","https://openalex.org/W1512360267","https://openalex.org/W2111866076","https://openalex.org/W4239948832","https://openalex.org/W3082793661","https://openalex.org/W3048342485","https://openalex.org/W754327054","https://openalex.org/W2358021905","https://openalex.org/W1586215012","https://openalex.org/W2145024702"],"abstract_inverted_index":{"Developing":[0],"machine":[1],"learning":[2],"(ML)":[3],"applications":[4,74],"is":[5,13,43,67,127,137],"similar":[6],"to":[7,181],"developing":[8],"traditional":[9,38],"software":[10,39,41],"---":[11,70],"it":[12],"often":[14],"an":[15],"iterative":[16,54],"process":[17],"in":[18],"which":[19,48],"developers":[20,71],"navigate":[21],"within":[22,185],"a":[23,104,128,138],"rich":[24],"space":[25],"of":[26,46,58,62,72,99,143,155,162,193],"requirements,":[27],"design":[28],"decisions,":[29],"implementations,":[30],"empirical":[31],"quality":[32,161],",":[33],"and":[34,82,115,135,169],"performance":[35],".":[36,173],"In":[37,92],"development,":[40],"engineering":[42,64],"the":[44,60,88,97,151,160,166,170],"field":[45],"study":[47],"provides":[49],"principled":[50],"guidelines":[51],"for":[52,65,122,132,140,158,197],"this":[53,93,190],"process.":[55],"However,":[56],"as":[57],"today,":[59],"counterpart":[61],"\"software":[63],"ML\"":[66],"largely":[68],"missing":[69],"ML":[73,100,123,133,144,163],"are":[75],"left":[76],"with":[77],"powerful":[78],"tools":[79],"(e.g.,":[80],"TensorFlow":[81],"PyTorch)":[83],"but":[84],"little":[85],"guidance":[86],"regarding":[87],"development":[89,101],"lifecycle":[90],"itself.":[91],"paper,":[94],"we":[95,179],"view":[96],"management":[98,106,195],"life-cycles":[102],"from":[103],"data":[105,194],"perspective.":[107],"We":[108],"demonstrate":[109],"two":[110,177],"closely":[111],"related":[112],"systems,":[113],"ease.ml/ci":[114],"ease.ml/meter,":[116],"that":[117],"provide":[118],"some":[119],"\"principled":[120],"guidelines\"":[121],"application":[124],"development:":[125],"ci":[126],"continuous":[129],"integration":[130],"engine":[131],"models":[134],"meter":[136],"\"profiler\"":[139],"controlling":[141],"overfitting":[142],"models.":[145],"Both":[146],"systems":[147,178,196],"focus":[148],"on":[149,188],"managing":[150],"\"statistical":[152],"generalization":[153],"power\"":[154],"datasets":[156],"used":[157],"assessing":[159],"applications,":[164],"namely,":[165],"validation":[167],"set":[168,172],"test":[171],"By":[174],"demonstrating":[175],"these":[176],"hope":[180],"spawn":[182],"further":[183],"discussions":[184],"our":[186],"community":[187],"building":[189],"new":[191],"type":[192],"statistical":[198],"generalization.":[199]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}