{"id":"https://openalex.org/W4316469824","doi":"https://doi.org/10.3390/info14010053","title":"Tool Support for Improving Software Quality in Machine Learning Programs","display_name":"Tool Support for Improving Software Quality in Machine Learning Programs","publication_year":2023,"publication_date":"2023-01-16","ids":{"openalex":"https://openalex.org/W4316469824","doi":"https://doi.org/10.3390/info14010053"},"language":"en","primary_location":{"id":"doi:10.3390/info14010053","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info14010053","pdf_url":"https://www.mdpi.com/2078-2489/14/1/53/pdf?version=1673862981","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/14/1/53/pdf?version=1673862981","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024795017","display_name":"Kwok Sun Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I122266389","display_name":"University of Nebraska at Omaha","ror":"https://ror.org/04yrkc140","country_code":"US","type":"education","lineage":["https://openalex.org/I122266389"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kwok Sun Cheng","raw_affiliation_strings":["Department of Computer Science, University of Nebraska at Omaha, Omaha, NE 68182, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Nebraska at Omaha, Omaha, NE 68182, USA","institution_ids":["https://openalex.org/I122266389"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064028977","display_name":"Pei-Chi Huang","orcid":"https://orcid.org/0000-0002-7163-2772"},"institutions":[{"id":"https://openalex.org/I122266389","display_name":"University of Nebraska at Omaha","ror":"https://ror.org/04yrkc140","country_code":"US","type":"education","lineage":["https://openalex.org/I122266389"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pei-Chi Huang","raw_affiliation_strings":["Department of Computer Science, University of Nebraska at Omaha, Omaha, NE 68182, USA"],"raw_orcid":"https://orcid.org/0000-0002-7163-2772","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Nebraska at Omaha, Omaha, NE 68182, USA","institution_ids":["https://openalex.org/I122266389"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047054370","display_name":"Tae-Hyuk Ahn","orcid":"https://orcid.org/0000-0002-7281-9459"},"institutions":[{"id":"https://openalex.org/I47838141","display_name":"Saint Louis University","ror":"https://ror.org/01p7jjy08","country_code":"US","type":"education","lineage":["https://openalex.org/I47838141"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tae-Hyuk Ahn","raw_affiliation_strings":["Department of Computer Science, Saint Louis University, Saint Louis, MO 63103, USA"],"raw_orcid":"https://orcid.org/0000-0002-7281-9459","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Saint Louis University, Saint Louis, MO 63103, USA","institution_ids":["https://openalex.org/I47838141"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035020782","display_name":"Myoungkyu Song","orcid":"https://orcid.org/0000-0003-4477-8933"},"institutions":[{"id":"https://openalex.org/I122266389","display_name":"University of Nebraska at Omaha","ror":"https://ror.org/04yrkc140","country_code":"US","type":"education","lineage":["https://openalex.org/I122266389"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Myoungkyu Song","raw_affiliation_strings":["Department of Computer Science, University of Nebraska at Omaha, Omaha, NE 68182, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Nebraska at Omaha, Omaha, NE 68182, USA","institution_ids":["https://openalex.org/I122266389"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5035020782"],"corresponding_institution_ids":["https://openalex.org/I122266389"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":0.8455,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.76064245,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"14","issue":"1","first_page":"53","last_page":"53"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8210464715957642},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.6776387691497803},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5740272998809814},{"id":"https://openalex.org/keywords/eclipse","display_name":"Eclipse","score":0.573847234249115},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5379363298416138},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5349999666213989},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.5330209732055664},{"id":"https://openalex.org/keywords/plug-in","display_name":"Plug-in","score":0.5247704386711121},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.48646780848503113},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4694748818874359},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45645779371261597},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.44826823472976685},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4447745978832245},{"id":"https://openalex.org/keywords/verification-and-validation","display_name":"Verification and validation","score":0.43641772866249084},{"id":"https://openalex.org/keywords/data-validation","display_name":"Data validation","score":0.42101311683654785},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.3420536518096924},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.21058011054992676},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.19332176446914673}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8210464715957642},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.6776387691497803},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5740272998809814},{"id":"https://openalex.org/C2778505590","wikidata":"https://www.wikidata.org/wiki/Q141022","display_name":"Eclipse","level":2,"score":0.573847234249115},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5379363298416138},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5349999666213989},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.5330209732055664},{"id":"https://openalex.org/C4924752","wikidata":"https://www.wikidata.org/wiki/Q184148","display_name":"Plug-in","level":2,"score":0.5247704386711121},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.48646780848503113},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4694748818874359},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45645779371261597},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.44826823472976685},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4447745978832245},{"id":"https://openalex.org/C48002344","wikidata":"https://www.wikidata.org/wiki/Q2919644","display_name":"Verification and validation","level":2,"score":0.43641772866249084},{"id":"https://openalex.org/C92446256","wikidata":"https://www.wikidata.org/wiki/Q3306762","display_name":"Data validation","level":2,"score":0.42101311683654785},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3420536518096924},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.21058011054992676},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.19332176446914673},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/info14010053","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info14010053","pdf_url":"https://www.mdpi.com/2078-2489/14/1/53/pdf?version=1673862981","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:78aa75cc3e3b4dacab1308347d077ee4","is_oa":true,"landing_page_url":"https://doaj.org/article/78aa75cc3e3b4dacab1308347d077ee4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 14, Iss 1, p 53 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2078-2489/14/1/53/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/info14010053","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information; Volume 14; Issue 1; Pages: 53","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/info14010053","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info14010053","pdf_url":"https://www.mdpi.com/2078-2489/14/1/53/pdf?version=1673862981","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5299999713897705}],"awards":[{"id":"https://openalex.org/G8778534016","display_name":null,"funder_award_id":"OIA-1920954","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8980319081","display_name":"RII Track-2 FEC: Data Driven Material Discovery Center for Bioengineering Innovation","funder_award_id":"1920954","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4316469824.pdf"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W8870360","https://openalex.org/W168564468","https://openalex.org/W1965240572","https://openalex.org/W1975879668","https://openalex.org/W1986864914","https://openalex.org/W2010656511","https://openalex.org/W2014545475","https://openalex.org/W2059216172","https://openalex.org/W2071072444","https://openalex.org/W2085030399","https://openalex.org/W2099482242","https://openalex.org/W2101234009","https://openalex.org/W2123442489","https://openalex.org/W2153233077","https://openalex.org/W2189162242","https://openalex.org/W2293723806","https://openalex.org/W2338833146","https://openalex.org/W2405187948","https://openalex.org/W2565516711","https://openalex.org/W2581082771","https://openalex.org/W2592799411","https://openalex.org/W2610728795","https://openalex.org/W2766005220","https://openalex.org/W2778846884","https://openalex.org/W2798523458","https://openalex.org/W2807910285","https://openalex.org/W2902784055","https://openalex.org/W2910741876","https://openalex.org/W2916904544","https://openalex.org/W2918341242","https://openalex.org/W2922234936","https://openalex.org/W2939250612","https://openalex.org/W2941766203","https://openalex.org/W2955877667","https://openalex.org/W2963214037","https://openalex.org/W2963542245","https://openalex.org/W2970837303","https://openalex.org/W2972278312","https://openalex.org/W3013160799","https://openalex.org/W3017117984","https://openalex.org/W3032086959","https://openalex.org/W3032188892","https://openalex.org/W3032875465","https://openalex.org/W3081898781","https://openalex.org/W3082078093","https://openalex.org/W3089968098","https://openalex.org/W3093958547","https://openalex.org/W3107951310","https://openalex.org/W4213009331","https://openalex.org/W4288359812","https://openalex.org/W4301626227","https://openalex.org/W6600367688","https://openalex.org/W6675354045","https://openalex.org/W6687241523","https://openalex.org/W6785535465"],"related_works":["https://openalex.org/W2382209682","https://openalex.org/W580258128","https://openalex.org/W4210370802","https://openalex.org/W2090249529","https://openalex.org/W2123460498","https://openalex.org/W1571231229","https://openalex.org/W2406746345","https://openalex.org/W1990386601","https://openalex.org/W234065253","https://openalex.org/W2971103475"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"(ML)":[2],"techniques":[3],"discover":[4],"knowledge":[5],"from":[6,296],"large":[7],"amounts":[8],"of":[9,26,45,81,85,105,161,228,259,294,304,313],"data.":[10,298],"Modeling":[11],"in":[12,20,208,250,281],"ML":[13,27,33,46,49,67,82,90,99,125,145,188,197,200,210,230,233,267,315],"is":[14,38,51,151],"becoming":[15],"essential":[16],"to":[17,93,155,194,223,264,290,307],"software":[18,156,175],"systems":[19],"practice.":[21],"The":[22],"accuracy":[23,61,168],"and":[24,54,88,107,127,139,153,167,171,190,205,235,278,285],"efficiency":[25],"models":[28,126,295],"have":[29,213],"been":[30],"focused":[31],"on":[32,41,64,77,239],"research":[34,253],"communities,":[35],"while":[36],"there":[37],"less":[39],"attention":[40],"validating":[42],"the":[43,78,86,89,98,122,136,140,144,159,162,179,196,209,225,232,236,240,251,257,260,272,275,279,282,292,302,314],"qualities":[44],"models.":[47,66],"Validating":[48],"applications":[50,68],"a":[52,103,115],"challenging":[53],"time-consuming":[55],"process":[56],"for":[57,124,143,169,177,218],"developers":[58,134,202,222],"since":[59,158],"prediction":[60,226],"heavily":[62],"relies":[63],"generated":[65,141],"are":[69],"written":[70],"by":[71,174],"relatively":[72],"more":[73],"data-driven":[74],"programming":[75],"based":[76],"black":[79],"box":[80],"frameworks.":[83],"All":[84],"datasets":[87,193],"application":[91,189,201,268,316],"need":[92],"be":[94],"individually":[95],"investigated.":[96],"Thus,":[97],"validation":[100,118,149,262],"tasks":[101],"take":[102],"lot":[104],"time":[106],"effort.":[108],"To":[109],"address":[110],"this":[111],"limitation,":[112],"we":[113,246],"present":[114],"novel":[116],"quality":[117,157,160,293],"technique":[119,150,263],"that":[120,220],"increases":[121],"reliability":[123],"applications,":[128,231],"called":[129],"MLVal.":[130],"Our":[131,299],"approach":[132,300],"helps":[133],"inspect":[135],"training":[137,170,192,237,283],"data":[138,148,164,238],"features":[142,277],"model.":[146],"A":[147],"important":[152],"beneficial":[154],"input":[163,186],"affects":[165],"speed":[166],"inference.":[172],"Inspired":[173],"debugging/validation":[176],"reproducing":[178],"potential":[180],"reported":[181],"bugs,":[182],"MLVal":[183,219,261],"takes":[184],"as":[185],"an":[187,215],"its":[191],"build":[195],"models,":[198],"helping":[199],"easily":[203],"reproduce":[204],"understand":[206],"anomalies":[207],"application.":[211],"We":[212,255],"implemented":[214],"Eclipse":[216,241],"plugin":[217],"allows":[221],"validate":[224,308],"behavior":[227],"their":[229],"model,":[234,284],"IDE.":[242],"In":[243],"our":[244],"evaluation,":[245],"used":[247],"23,500":[248],"documents":[249],"bioengineering":[252],"domain.":[254],"assessed":[256],"ability":[258],"effectively":[265],"help":[266],"developers:":[269],"(1)":[270],"investigate":[271],"connection":[273],"between":[274],"produced":[276],"labels":[280],"(2)":[286],"detect":[287],"errors":[288],"early":[289],"secure":[291],"better":[297],"reduces":[301],"cost":[303],"engineering":[305],"efforts":[306],"problems,":[309],"improving":[310],"data-centric":[311],"workflows":[312],"development.":[317]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}