{"id":"https://openalex.org/W3096759520","doi":"https://doi.org/10.1142/s0218194020400227","title":"Guidelines for Quality Assurance of Machine Learning-Based Artificial Intelligence","display_name":"Guidelines for Quality Assurance of Machine Learning-Based Artificial Intelligence","publication_year":2020,"publication_date":"2020-10-31","ids":{"openalex":"https://openalex.org/W3096759520","doi":"https://doi.org/10.1142/s0218194020400227","mag":"3096759520"},"language":"en","primary_location":{"id":"doi:10.1142/s0218194020400227","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218194020400227","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078614909","display_name":"Gaku Fujii","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gaku Fujii","raw_affiliation_strings":["Cinnamon, Inc., Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cinnamon, Inc., Tokyo, Japan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109146944","display_name":"Koichi Hamada","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koichi Hamada","raw_affiliation_strings":["DeNA Co., Ltd., Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DeNA Co., Ltd., Tokyo, Japan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103091045","display_name":"Fuyuki Ishikawa","orcid":"https://orcid.org/0000-0001-7725-2618"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Fuyuki Ishikawa","raw_affiliation_strings":["National Institute of Informatics Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Informatics Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027343222","display_name":"Satoshi Masuda","orcid":"https://orcid.org/0000-0002-5633-7249"},"institutions":[{"id":"https://openalex.org/I4210145865","display_name":"IBM Research - Tokyo","ror":"https://ror.org/04915qk43","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210145865"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Satoshi Masuda","raw_affiliation_strings":["IBM Research, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, Tokyo, Japan","institution_ids":["https://openalex.org/I4210145865"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027115228","display_name":"Mineo Matsuya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mineo Matsuya","raw_affiliation_strings":["LIFULL Co., Ltd. Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LIFULL Co., Ltd. Tokyo, Japan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077549030","display_name":"Tomoyuki Myojin","orcid":"https://orcid.org/0000-0003-1276-5740"},"institutions":[{"id":"https://openalex.org/I65143321","display_name":"Hitachi (Japan)","ror":"https://ror.org/02exqgm79","country_code":"JP","type":"company","lineage":["https://openalex.org/I65143321"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tomoyuki Myojin","raw_affiliation_strings":["Hitachi, Ltd., Yokohama, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hitachi, Ltd., Yokohama, Japan","institution_ids":["https://openalex.org/I65143321"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037190001","display_name":"Yasuharu Nishi","orcid":null},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yasuharu Nishi","raw_affiliation_strings":["University of Electro-Communications Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electro-Communications Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023110399","display_name":"Hideto Ogawa","orcid":null},"institutions":[{"id":"https://openalex.org/I65143321","display_name":"Hitachi (Japan)","ror":"https://ror.org/02exqgm79","country_code":"JP","type":"company","lineage":["https://openalex.org/I65143321"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hideto Ogawa","raw_affiliation_strings":["Hitachi, Ltd., Yokohama, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hitachi, Ltd., Yokohama, Japan","institution_ids":["https://openalex.org/I65143321"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012148867","display_name":"Takahiro Toku","orcid":null},"institutions":[{"id":"https://openalex.org/I146230289","display_name":"Omron (Japan)","ror":"https://ror.org/00q0w1h45","country_code":"JP","type":"company","lineage":["https://openalex.org/I146230289"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takahiro Toku","raw_affiliation_strings":["OMRON Corporation, Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"OMRON Corporation, Kyoto, Japan","institution_ids":["https://openalex.org/I146230289"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103435667","display_name":"Susumu Tokumoto","orcid":null},"institutions":[{"id":"https://openalex.org/I2252096349","display_name":"Fujitsu (Japan)","ror":"https://ror.org/038e2g226","country_code":"JP","type":"company","lineage":["https://openalex.org/I2252096349"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Susumu Tokumoto","raw_affiliation_strings":["FUJITSU LABORATORIES LTD. Kawasaki, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FUJITSU LABORATORIES LTD. Kawasaki, Japan","institution_ids":["https://openalex.org/I2252096349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091209290","display_name":"Kazunori Tsuchiya","orcid":null},"institutions":[{"id":"https://openalex.org/I2252096349","display_name":"Fujitsu (Japan)","ror":"https://ror.org/038e2g226","country_code":"JP","type":"company","lineage":["https://openalex.org/I2252096349"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazunori Tsuchiya","raw_affiliation_strings":["FUJITSU LTD. Kawasaki, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FUJITSU LTD. Kawasaki, Japan","institution_ids":["https://openalex.org/I2252096349"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075962710","display_name":"Yasuhiro Ujita","orcid":null},"institutions":[{"id":"https://openalex.org/I146230289","display_name":"Omron (Japan)","ror":"https://ror.org/00q0w1h45","country_code":"JP","type":"company","lineage":["https://openalex.org/I146230289"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yasuhiro Ujita","raw_affiliation_strings":["OMRON Corporation Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"OMRON Corporation Kyoto, Japan","institution_ids":["https://openalex.org/I146230289"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.6561,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":{"value":0.9432424,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"30","issue":"11n12","first_page":"1589","last_page":"1606"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9746999740600586,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.954800009727478,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quality-assurance","display_name":"Quality assurance","score":0.7624199390411377},{"id":"https://openalex.org/keywords/dependability","display_name":"Dependability","score":0.747774600982666},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5779106616973877},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5553033351898193},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5541799664497375},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.4957021474838257},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4875044524669647},{"id":"https://openalex.org/keywords/applications-of-artificial-intelligence","display_name":"Applications of artificial intelligence","score":0.4822169542312622},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4351986050605774},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.430929958820343},{"id":"https://openalex.org/keywords/software-quality-assurance","display_name":"Software quality assurance","score":0.41925594210624695},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.3797597587108612},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.3713623881340027},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.36511749029159546},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.298900306224823},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.2745566964149475},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.16812261939048767}],"concepts":[{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.7624199390411377},{"id":"https://openalex.org/C77019957","wikidata":"https://www.wikidata.org/wiki/Q2689057","display_name":"Dependability","level":2,"score":0.747774600982666},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5779106616973877},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5553033351898193},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5541799664497375},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.4957021474838257},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4875044524669647},{"id":"https://openalex.org/C157170001","wikidata":"https://www.wikidata.org/wiki/Q4781507","display_name":"Applications of artificial intelligence","level":2,"score":0.4822169542312622},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4351986050605774},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.430929958820343},{"id":"https://openalex.org/C2776969324","wikidata":"https://www.wikidata.org/wiki/Q613918","display_name":"Software quality assurance","level":5,"score":0.41925594210624695},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.3797597587108612},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.3713623881340027},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.36511749029159546},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.298900306224823},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.2745566964149475},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.16812261939048767},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C2778618615","wikidata":"https://www.wikidata.org/wiki/Q4008393","display_name":"External quality assessment","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218194020400227","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218194020400227","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6399999856948853}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W2543296129","https://openalex.org/W2559655401","https://openalex.org/W2615105684"],"related_works":["https://openalex.org/W2169628522","https://openalex.org/W4252527915","https://openalex.org/W2409287660","https://openalex.org/W2233357156","https://openalex.org/W1976489385","https://openalex.org/W4256317220","https://openalex.org/W4248404226","https://openalex.org/W2538046782","https://openalex.org/W1822997579","https://openalex.org/W2017337427"],"abstract_inverted_index":{"Significant":[0],"effort":[1],"is":[2,56],"being":[3],"put":[4],"into":[5],"developing":[6],"industrial":[7],"applications":[8],"for":[9,24,102,115,164,172],"artificial":[10],"intelligence":[11],"(AI),":[12],"especially":[13],"those":[14],"using":[15],"machine":[16],"learning":[17],"(ML)":[18],"techniques.":[19],"Despite":[20],"the":[21,40,48,91,103,110,121,133],"intensive":[22],"support":[23],"building":[25],"ML":[26],"applications,":[27],"there":[28],"are":[29],"still":[30],"challenges":[31],"when":[32],"it":[33],"comes":[34],"to":[35,70],"evaluating,":[36],"assuring,":[37],"and":[38,72,80,118,127,152,170],"improving":[39],"quality":[41,104,144],"or":[42],"dependability.":[43],"The":[44,159],"difficulty":[45],"stems":[46],"from":[47,58,62,120],"unique":[49],"nature":[50],"of":[51,88,100,106,112,123,136,143,148,168],"ML,":[52],"namely,":[53],"system":[54],"behavior":[55],"derived":[57],"training":[59],"data":[60],"not":[61],"logical":[63],"design":[64],"by":[65,175],"human":[66],"engineers.":[67,129],"This":[68],"leads":[69],"black-box":[71],"intrinsically":[73],"imperfect":[74],"implementations":[75],"that":[76],"invalidate":[77],"many":[78],"principles":[79],"techniques":[81],"in":[82,155,166],"traditional":[83,124],"software":[84],"engineering.":[85],"In":[86],"light":[87],"this":[89],"situation,":[90],"Japanese":[92],"industry":[93],"has":[94],"jointly":[95],"worked":[96],"on":[97,132],"a":[98,141],"set":[99],"guidelines":[101,160],"assurance":[105],"AI":[107],"systems":[108],"(in":[109],"Consortium":[111],"Quality":[113],"Assurance":[114],"AI-based":[116],"Products":[117],"Services)":[119],"viewpoint":[122],"quality-assurance":[125],"engineers":[126,165],"test":[128],"We":[130],"report":[131],"second":[134],"version":[135],"these":[137],"guidelines,":[138],"which":[139],"cover":[140],"list":[142],"evaluation":[145],"aspects,":[146],"catalogue":[147],"current":[149],"state-of-the-art":[150],"techniques,":[151],"domain-specific":[153],"discussions":[154],"five":[156],"representative":[157],"domains.":[158],"provide":[161],"significant":[162],"insights":[163],"terms":[167],"methodologies":[169],"designs":[171],"tests":[173],"driven":[174],"application-specific":[176],"requirements.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}