{"id":"https://openalex.org/W4283074342","doi":"https://doi.org/10.1145/3510457.3513041","title":"\"Project smells\": experiences in analysing the software quality of ML projects with mllint","display_name":"\"Project smells\": experiences in analysing the software quality of ML projects with mllint","alternate_titles":[],"publication_year":2022,"publication_date":"2022-05-01","ids":{"openalex":"https://openalex.org/W4283074342","doi":"https://doi.org/10.1145/3510457.3513041"},"language":"en","primary_location":{"id":"doi:10.1145/3510457.3513041","doi":"https://doi.org/10.1145/3510457.3513041","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3510457.3513041","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3510457.3513041","source":{"id":"https://openalex.org/S7407089274","display_name":"IEEE/ACM International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International Conference on Software Engineering: Software Engineering in Practice","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4283074342"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3510457.3513041","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Bart van Oort","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Bart van Oort","raw_affiliation_strings":["TU Delft, ING,AI for Fintech Research,Delft,Netherlands","AI for Fintech Research, TU Delft, ING, Delft, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Delft, ING,AI for Fintech Research,Delft,Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"AI for Fintech Research, TU Delft, ING, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004310055","display_name":"Lu\u00eds Cruz","orcid":"https://orcid.org/0000-0002-1615-355X","observed_orcids":["https://orcid.org/0000-0002-1615-355X"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Luis Cruz","raw_affiliation_strings":["TU Delft, Delft, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Delft, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086566231","display_name":"Babak Loni","orcid":"https://orcid.org/0000-0002-2070-9696","observed_orcids":["https://orcid.org/0000-0002-2070-9696"]},"institutions":[{"id":"https://openalex.org/I4210148881","display_name":"ING Bank","ror":"https://ror.org/059et9981","country_code":"NL","type":"other","lineage":["https://openalex.org/I4210148881"]}],"countries":["NL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Babak Loni","raw_affiliation_strings":["ING,ML Engineering Chapter,Amsterdam,Netherlands","ML Engineering Chapter, ING, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ING,ML Engineering Chapter,Amsterdam,Netherlands","institution_ids":["https://openalex.org/I4210148881"]},{"raw_affiliation_string":"ML Engineering Chapter, ING, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210148881"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090401584","display_name":"Arie van Deursen","orcid":"https://orcid.org/0000-0003-4850-3312","observed_orcids":["https://orcid.org/0000-0003-4850-3312"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Arie van Deursen","raw_affiliation_strings":["TU Delft, Delft, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Delft, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.927,"has_fulltext":true,"cited_by_count":17,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.88118602,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"211","last_page":"220"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.009800000116229057,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-learning-projects","display_name":"machine learning projects","score":0.8809999823570251},{"id":"https://openalex.org/keywords/software-quality","display_name":"software quality","score":0.9210000038146973},{"id":"https://openalex.org/keywords/static-analysis","display_name":"static analysis","score":0.828000009059906},{"id":"https://openalex.org/keywords/project-management","display_name":"project management","score":0.5799999833106995},{"id":"https://openalex.org/keywords/data-scientists","display_name":"data scientists","score":0.7059999704360962}],"concepts":[{"id":"https://openalex.org/C133237599","wikidata":"https://www.wikidata.org/wiki/Q2295111","display_name":"Code smell","level":5,"score":0.755858302116394},{"id":"https://openalex.org/C40919944","wikidata":"https://www.wikidata.org/wiki/Q947779","display_name":"Software project management","level":5,"score":0.6714019775390625},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6423192024230957},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5754756927490234},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.5618842244148254},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.5456205010414124},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.49791646003723145},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4551435112953186},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.42970582842826843},{"id":"https://openalex.org/C51845450","wikidata":"https://www.wikidata.org/wiki/Q1421651","display_name":"Team software process","level":5,"score":0.416642963886261},{"id":"https://openalex.org/C180152950","wikidata":"https://www.wikidata.org/wiki/Q2904257","display_name":"Software development process","level":4,"score":0.40979015827178955},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.3792495131492615},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.37265369296073914},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3410906195640564},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3306347727775574},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26159024238586426},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3510457.3513041","doi":"https://doi.org/10.1145/3510457.3513041","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3510457.3513041","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3510457.3513041","source":{"id":"https://openalex.org/S7407089274","display_name":"IEEE/ACM International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International Conference on Software Engineering: Software Engineering in Practice","raw_type":"proceedings-article"},{"id":"doi:10.1109/icse-seip55303.2022.9794115","doi":"https://doi.org/10.1109/icse-seip55303.2022.9794115","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse-seip55303.2022.9794115","pdf_url":null,"source":{"id":"https://openalex.org/S7407089274","display_name":"IEEE/ACM International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/ACM 44th International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2201.08246","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2201.08246","pdf_url":"https://arxiv.org/pdf/2201.08246","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:tudelft.nl:uuid:a09dac49-2657-4cfc-a89e-c7afc8f70270","doi":null,"is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:a09dac49-2657-4cfc-a89e-c7afc8f70270","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"},{"id":"doi:10.48550/arxiv.2201.08246","doi":"https://doi.org/10.48550/arxiv.2201.08246","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2201.08246","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3510457.3513041","doi":"https://doi.org/10.1145/3510457.3513041","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3510457.3513041","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3510457.3513041","source":{"id":"https://openalex.org/S7407089274","display_name":"IEEE/ACM International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International Conference on Software Engineering: Software Engineering in Practice","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4283074342.pdf","grobid_xml":"https://content.openalex.org/works/W4283074342.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1970017388","https://openalex.org/W2189162242","https://openalex.org/W2782864149","https://openalex.org/W2889849786","https://openalex.org/W2922234936","https://openalex.org/W2954122986","https://openalex.org/W2980192212","https://openalex.org/W2995639860","https://openalex.org/W3007157104","https://openalex.org/W3020617474","https://openalex.org/W3035962740","https://openalex.org/W3042506131","https://openalex.org/W3045719304","https://openalex.org/W3099889937","https://openalex.org/W3134584291","https://openalex.org/W3134811220","https://openalex.org/W3159729842","https://openalex.org/W3174929685","https://openalex.org/W3176295691","https://openalex.org/W3178161004","https://openalex.org/W4286331441","https://openalex.org/W4287185950","https://openalex.org/W7064413089"],"related_works":["https://openalex.org/W6980616456","https://openalex.org/W4414219112","https://openalex.org/W4411337793","https://openalex.org/W4414985221","https://openalex.org/W7163152118","https://openalex.org/W7160194253","https://openalex.org/W7217055696","https://openalex.org/W6925510727","https://openalex.org/W4412361352"],"abstract_inverted_index":{"Machine":[0],"Learning":[1],"(ML)":[2],"projects":[3,63],"incur":[4],"novel":[5,86,127],"challenges":[6,67],"in":[7,22,58,76,94,105,132],"their":[8,65],"development":[9],"and":[10,19,68,120,141,144,169],"productionisation":[11],"over":[12],"traditional":[13],"software":[14,26,43,54,103],"applications,":[15],"though":[16],"established":[17],"principles":[18],"best":[20],"practices":[21],"ensuring":[23],"the":[24,53,59,77,85,133,150,166,191,194,208],"project's":[25],"quality":[27,44,55,104],"still":[28],"apply.":[29],"While":[30],"using":[31,172],"static":[32,110,173,186],"analysis":[33,111,174,187],"to":[34,41,117,171],"catch":[35],"code":[36],"smells":[37,90,131,156],"has":[38],"been":[39],"shown":[40],"improve":[42],"attributes,":[45],"it":[46],"is":[47],"only":[48],"a":[49,98,138,182],"small":[50],"piece":[51],"of":[52,61,71,88,129,136,153,193,200],"puzzle,":[56],"especially":[57],"case":[60],"ML":[62,106,161],"given":[64],"additional":[66],"lower":[69],"degree":[70],"Software":[72],"Engineering":[73],"(SE)":[74],"experience":[75],"data":[78],"scientists":[79],"that":[80,189],"develop":[81],"them.":[82],"We":[83,147],"introduce":[84],"concept":[87,128],"project":[89,95,130,155,195],"which":[91],"consider":[92],"deficits":[93],"management":[96],"as":[97,163,165,177],"more":[99],"holistic":[100],"perspective":[101],"on":[102],"projects.":[107],"An":[108],"open-source":[109],"tool":[112],"mllint":[113],"was":[114],"also":[115,148],"implemented":[116],"help":[118],"detect":[119],"mitigate":[121],"these.":[122],"Our":[123,179],"research":[124],"evaluates":[125],"this":[126],"industrial":[134],"context":[135],"ING,":[137],"global":[139],"bank":[140],"large":[142],"software-":[143],"data-intensive":[145],"organisation.":[146],"investigate":[149],"perceived":[151,167],"importance":[152],"these":[154],"for":[157,184],"proof-of-concept":[158],"versus":[159],"production-ready":[160],"projects,":[162],"well":[164],"obstructions":[168],"benefits":[170],"tools":[175],"such":[176],"mllint.":[178],"findings":[180],"indicate":[181],"need":[183],"context-aware":[185],"tools,":[188],"fit":[190],"needs":[192],"at":[196],"its":[197],"current":[198],"stage":[199],"development,":[201],"while":[202],"requiring":[203],"minimal":[204],"configuration":[205],"effort":[206],"from":[207],"user.":[209]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4283074342","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2022-06-19T00:00:00"}
