{"id":"https://openalex.org/W2883656129","doi":"https://doi.org/10.1109/icstw.2018.00061","title":"A Survey of Software Quality for Machine Learning Applications","display_name":"A Survey of Software Quality for Machine Learning Applications","alternate_titles":[],"publication_year":2018,"publication_date":"2018-04-01","ids":{"openalex":"https://openalex.org/W2883656129","doi":"https://doi.org/10.1109/icstw.2018.00061","mag":"2883656129"},"language":"en","primary_location":{"id":"doi:10.1109/icstw.2018.00061","doi":"https://doi.org/10.1109/icstw.2018.00061","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icstw.2018.00061","pdf_url":null,"source":{"id":"https://openalex.org/S7407087539","display_name":"IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2883656129"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027343222","display_name":"Satoshi Masuda","orcid":"https://orcid.org/0000-0002-5633-7249","observed_orcids":["https://orcid.org/0000-0002-5633-7249"]},"institutions":[{"id":"https://openalex.org/I4210145865","display_name":"IBM Research - Tokyo","ror":"https://ror.org/04915qk43","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210145865"]}],"countries":["JP"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Satoshi Masuda","raw_affiliation_strings":["IBM Research - Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research - Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I4210145865"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052384879","display_name":"Kohichi Ono","orcid":"https://orcid.org/0009-0008-1695-6652","observed_orcids":["https://orcid.org/0009-0008-1695-6652"]},"institutions":[{"id":"https://openalex.org/I4210145865","display_name":"IBM Research - Tokyo","ror":"https://ror.org/04915qk43","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210145865"]}],"countries":["JP"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kohichi Ono","raw_affiliation_strings":["IBM Research - Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research - Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I4210145865"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023880412","display_name":"Toshiaki Yasue","orcid":"https://orcid.org/0009-0006-4884-3922","observed_orcids":["https://orcid.org/0009-0006-4884-3922"]},"institutions":[{"id":"https://openalex.org/I4210145865","display_name":"IBM Research - Tokyo","ror":"https://ror.org/04915qk43","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210145865"]}],"countries":["JP"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Toshiaki Yasue","raw_affiliation_strings":["IBM Research - Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research - Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I4210145865"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052867647","display_name":"Nobuhiro Hosokawa","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210145865","display_name":"IBM Research - Tokyo","ror":"https://ror.org/04915qk43","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210145865"]}],"countries":["JP"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Nobuhiro Hosokawa","raw_affiliation_strings":["IBM Research - Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research - Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I4210145865"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210145865"],"apc_list":null,"apc_paid":null,"fwci":5.1848,"has_fulltext":false,"cited_by_count":88,"citation_normalized_percentile":{"value":0.96710729,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"279","last_page":"284"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.7573000192642212,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.7573000192642212,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.12240000069141388,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.10159999877214432,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-quality","display_name":"software quality","score":0.9240000247955322},{"id":"https://openalex.org/keywords/machine-learning-applications","display_name":"machine learning applications","score":0.9959999918937683},{"id":"https://openalex.org/keywords/software-testing","display_name":"software testing","score":0.6269999742507935},{"id":"https://openalex.org/keywords/software-engineering-for-machine-learning","display_name":"software engineering for machine learning","score":0.781000018119812},{"id":"https://openalex.org/keywords/deep-learning","display_name":"deep learning","score":0.7820000052452087},{"id":"https://openalex.org/keywords/fault-localization","display_name":"fault location","score":0.9890000224113464}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6489905118942261},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.6123418211936951},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5849180221557617},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5534826517105103},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.53221595287323},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.49849534034729004},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4794118106365204},{"id":"https://openalex.org/C182500959","wikidata":"https://www.wikidata.org/wiki/Q7551380","display_name":"Social software engineering","level":5,"score":0.4479026794433594},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.41064226627349854},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4099239706993103},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.07939699292182922},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icstw.2018.00061","doi":"https://doi.org/10.1109/icstw.2018.00061","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icstw.2018.00061","pdf_url":null,"source":{"id":"https://openalex.org/S7407087539","display_name":"IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":93,"referenced_works":["https://openalex.org/W986746244","https://openalex.org/W1512465129","https://openalex.org/W1557507696","https://openalex.org/W1756881852","https://openalex.org/W1997133651","https://openalex.org/W2009113169","https://openalex.org/W2103586264","https://openalex.org/W2107729695","https://openalex.org/W2134840498","https://openalex.org/W2150566873","https://openalex.org/W2151982903","https://openalex.org/W2165234374","https://openalex.org/W2168903966","https://openalex.org/W2171848061","https://openalex.org/W2189162242","https://openalex.org/W2249980257","https://openalex.org/W2262389240","https://openalex.org/W2268946161","https://openalex.org/W2282821441","https://openalex.org/W2294710185","https://openalex.org/W2343875716","https://openalex.org/W2387530501","https://openalex.org/W2401331446","https://openalex.org/W2421447953","https://openalex.org/W2426237568","https://openalex.org/W2438744809","https://openalex.org/W2462380899","https://openalex.org/W2462906003","https://openalex.org/W2465098971","https://openalex.org/W2469491375","https://openalex.org/W2484356709","https://openalex.org/W2490616766","https://openalex.org/W2496662957","https://openalex.org/W2507337578","https://openalex.org/W2510182739","https://openalex.org/W2511803001","https://openalex.org/W2518440340","https://openalex.org/W2521311836","https://openalex.org/W2532781556","https://openalex.org/W2556096924","https://openalex.org/W2560481159","https://openalex.org/W2562942583","https://openalex.org/W2567101557","https://openalex.org/W2573152691","https://openalex.org/W2574974185","https://openalex.org/W2579389226","https://openalex.org/W2586751528","https://openalex.org/W2599769462","https://openalex.org/W2604315161","https://openalex.org/W2604758567","https://openalex.org/W2604943478","https://openalex.org/W2608225500","https://openalex.org/W2609825896","https://openalex.org/W2610018085","https://openalex.org/W2610060393","https://openalex.org/W2613969344","https://openalex.org/W2614170142","https://openalex.org/W2615918556","https://openalex.org/W2616028256","https://openalex.org/W2619667594","https://openalex.org/W2625717438","https://openalex.org/W2626804490","https://openalex.org/W2734711024","https://openalex.org/W2734733592","https://openalex.org/W2734810844","https://openalex.org/W2735499422","https://openalex.org/W2735744141","https://openalex.org/W2737602873","https://openalex.org/W2737673750","https://openalex.org/W2739010165","https://openalex.org/W2739153774","https://openalex.org/W2740071458","https://openalex.org/W2740710710","https://openalex.org/W2740819638","https://openalex.org/W2741160171","https://openalex.org/W2741322057","https://openalex.org/W2742014733","https://openalex.org/W2742160410","https://openalex.org/W2743498185","https://openalex.org/W2743948853","https://openalex.org/W2750543855","https://openalex.org/W2751325639","https://openalex.org/W2751901725","https://openalex.org/W2753352885","https://openalex.org/W2764065610","https://openalex.org/W2781942582","https://openalex.org/W2952171659","https://openalex.org/W2963790862","https://openalex.org/W2964200874","https://openalex.org/W2978329087","https://openalex.org/W4238071321","https://openalex.org/W4301264038","https://openalex.org/W6712875605"],"related_works":["https://openalex.org/W2999503043","https://openalex.org/W4311012008","https://openalex.org/W4221031600","https://openalex.org/W4361275045","https://openalex.org/W4361265474","https://openalex.org/W2995311856","https://openalex.org/W2884614891","https://openalex.org/W4406984012","https://openalex.org/W2097242646","https://openalex.org/W4400934506"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"(ML)":[2],"is":[3],"now":[4],"widespread.":[5],"Traditional":[6],"software":[7,40,67,71,98,127],"engineering":[8,68,128],"can":[9],"be":[10,124],"applied":[11],"to":[12,20,45,75,123],"the":[13,47],"development":[14],"ML":[15,25,43,50,63],"applications.":[16],"However,":[17],"we":[18,35,59],"have":[19],"consider":[21,46],"specific":[22],"problems":[23,61],"with":[24,62,126],"applications":[26,44,51,64],"in":[27],"therms":[28],"of":[29,39,49],"their":[30],"quality.":[31],"In":[32],"this":[33,57],"paper,":[34],"present":[36],"a":[37],"survey":[38,81],"quality":[41,48],"for":[42],"as":[52,116],"an":[53],"emerging":[54],"discussion.":[55],"From":[56],"survey,":[58],"raised":[60],"and":[65,70,87,97,121,129],"discovered":[66],"approaches":[69],"testing":[72],"research":[73],"areas":[74],"solve":[76],"these":[77],"problems.":[78],"We":[79,89,103],"classified":[80],"targets":[82],"into":[83],"Academic":[84],"Conferences,":[85],"Magazines,":[86,106],"Communities.":[88],"targeted":[90,104],"16":[91],"academic":[92],"conferences":[93],"on":[94],"artificial":[95],"intelligence":[96],"engineering,":[99],"including":[100,107],"78":[101],"papers.":[102,109],"5":[105],"22":[108],"The":[110],"results":[111],"indicated":[112],"key":[113],"areas,":[114],"such":[115],"deep":[117],"learning,":[118],"fault":[119],"localization,":[120],"prediction,":[122],"researched":[125],"testing.":[130]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2883656129","counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2018-08-03T00:00:00"}
