{"id":"https://openalex.org/W4376852166","doi":"https://doi.org/10.1145/3564121.3564801","title":"How Provenance helps Quality Assurance Activities in AI/ML Systems","display_name":"How Provenance helps Quality Assurance Activities in AI/ML Systems","alternate_titles":[],"publication_year":2022,"publication_date":"2022-10-12","ids":{"openalex":"https://openalex.org/W4376852166","doi":"https://doi.org/10.1145/3564121.3564801"},"language":"en","primary_location":{"id":"doi:10.1145/3564121.3564801","doi":"https://doi.org/10.1145/3564121.3564801","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3564121.3564801","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3564121.3564801","source":{"id":"https://openalex.org/S7407089245","display_name":"International Conference on AI-ML Systems (AIMLSystems)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second International Conference on AI-ML Systems","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4376852166"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3564121.3564801","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Takao Nakagawa","orcid":"https://orcid.org/0000-0001-5815-7324","observed_orcids":["https://orcid.org/0000-0001-5815-7324"]},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Takao Nakagawa","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology, JP"],"raw_orcid":"https://orcid.org/0000-0001-5815-7324","affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology, JP","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008323186","display_name":"Kenichiro Narita","orcid":"https://orcid.org/0000-0003-3974-5918","observed_orcids":["https://orcid.org/0000-0003-3974-5918"]},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kenichiro Narita","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology, JP"],"raw_orcid":"https://orcid.org/0000-0003-3974-5918","affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology, JP","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064163755","display_name":"Kyoung\u2010Sook Kim","orcid":"https://orcid.org/0000-0003-0670-8053","observed_orcids":["https://orcid.org/0000-0003-0670-8053"]},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kyoung-Sook Kim","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology, JP"],"raw_orcid":"https://orcid.org/0000-0003-0670-8053","affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology, JP","institution_ids":["https://openalex.org/I73613424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I73613424"],"apc_list":null,"apc_paid":null,"fwci":1.0135,"has_fulltext":true,"cited_by_count":7,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.68282466,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.23800000548362732,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.23800000548362732,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.1670999974012375,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.08569999784231186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quality-assurance","display_name":"quality assurance","score":0.8460000157356262},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.6899999976158142},{"id":"https://openalex.org/keywords/quality-assessment","display_name":"quality assessment","score":0.5410000085830688},{"id":"https://openalex.org/keywords/w3c-prov","display_name":"W3C PROV","score":0.8389999866485596},{"id":"https://openalex.org/keywords/provenance-model","display_name":"provenance model","score":0.6769999861717224},{"id":"https://openalex.org/keywords/human-intervention","display_name":"human intervention","score":0.46700000762939453},{"id":"https://openalex.org/keywords/evaluation-indicators","display_name":"evaluation metrics","score":0.453000009059906},{"id":"https://openalex.org/keywords/provenance-database","display_name":"provenance database","score":0.597000002861023}],"concepts":[{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.8266661763191223},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.703484833240509},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5795040726661682},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5336526036262512},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5244491696357727},{"id":"https://openalex.org/C51687143","wikidata":"https://www.wikidata.org/wiki/Q295600","display_name":"QA/QC","level":5,"score":0.45205870270729065},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3851487934589386},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.35046350955963135},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3434666693210602},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3353957235813141},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3339088559150696},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3316304683685303},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22484582662582397},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.11147287487983704},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.10051468014717102},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.07792437076568604},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2778618615","wikidata":"https://www.wikidata.org/wiki/Q4008393","display_name":"External quality assessment","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3564121.3564801","doi":"https://doi.org/10.1145/3564121.3564801","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3564121.3564801","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3564121.3564801","source":{"id":"https://openalex.org/S7407089245","display_name":"International Conference on AI-ML Systems (AIMLSystems)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second International Conference on AI-ML Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3564121.3564801","doi":"https://doi.org/10.1145/3564121.3564801","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3564121.3564801","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3564121.3564801","source":{"id":"https://openalex.org/S7407089245","display_name":"International Conference on AI-ML Systems (AIMLSystems)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second International Conference on AI-ML Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3792053764","display_name":null,"funder_award_id":"P20006","funder_id":"https://openalex.org/F4320321034","funder_display_name":"New Energy and Industrial Technology Development Organization"}],"funders":[{"id":"https://openalex.org/F4320321034","display_name":"New Energy and Industrial Technology Development Organization","ror":"https://ror.org/0055k7a87"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4376852166.pdf","grobid_xml":"https://content.openalex.org/works/W4376852166.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W2061382941","https://openalex.org/W2189162242","https://openalex.org/W2495816810","https://openalex.org/W2922234936","https://openalex.org/W2945172243","https://openalex.org/W2945883466","https://openalex.org/W2975169180","https://openalex.org/W2980099728","https://openalex.org/W3006197148","https://openalex.org/W3007157104","https://openalex.org/W3012094108","https://openalex.org/W3036062984","https://openalex.org/W3036942246","https://openalex.org/W3086791196","https://openalex.org/W3119385582","https://openalex.org/W3208036657","https://openalex.org/W4214757652","https://openalex.org/W4280621405","https://openalex.org/W7220033724"],"related_works":["https://openalex.org/W4415816215","https://openalex.org/W3106724961","https://openalex.org/W4403864287","https://openalex.org/W3096759520","https://openalex.org/W7128028424","https://openalex.org/W4405668734","https://openalex.org/W4214757652","https://openalex.org/W3124737070","https://openalex.org/W3176022264","https://openalex.org/W4390672509"],"abstract_inverted_index":{"Quality":[0],"assurance":[1,138],"is":[2,114],"required":[3],"for":[4],"the":[5,28,89,106,122,132,136],"wide":[6],"use":[7,142],"of":[8,32,108,121,135],"artificial":[9],"intelligence":[10],"(AI)":[11],"systems":[12],"in":[13],"industry":[14],"and":[15,58,87,126],"society,":[16],"including":[17],"mission-critical":[18],"areas":[19],"such":[20],"as":[21],"medical":[22],"or":[23],"disaster":[24],"management":[25],"domains.":[26],"However,":[27],"quality":[29,56,74,109,137],"evaluation":[30,90],"methods":[31],"machine":[33],"learning":[34],"(ML)":[35],"components,":[36],"especially":[37],"deep":[38],"neural":[39],"networks,":[40],"have":[41],"not":[42],"yet":[43],"been":[44],"established.":[45],"In":[46,68],"addition,":[47],"various":[48],"metrics":[49],"are":[50],"applied":[51],"by":[52],"evaluators":[53],"with":[54,140],"different":[55],"requirements":[57],"testing":[59],"environments,":[60],"from":[61,84],"data":[62],"collection":[63],"to":[64,66,78,102,105,130,144],"experimentation":[65],"deployment.":[67],"this":[69,104],"paper,":[70],"we":[71,117],"propose":[72],"a":[73,128],"provenance":[75,133],"model,":[76],"AIQPROV,":[77],"record":[79],"who":[80],"evaluated":[81],"quality,":[82],"when":[83],"which":[85],"viewpoint,":[86],"how":[88,101],"was":[91],"used.":[92],"The":[93],"AIQPROV":[94],"model":[95],"focuses":[96],"on":[97,100],"human":[98,112],"activities":[99],"apply":[103],"field":[107],"assurance,":[110],"where":[111],"intervention":[113],"required.":[115],"Moreover,":[116],"present":[118],"an":[119],"extension":[120],"W3C":[123],"PROV":[124],"framework":[125],"conduct":[127],"database":[129],"store":[131],"information":[134],"lifecycle":[139],"11":[141],"cases":[143],"validate":[145],"our":[146],"model.":[147]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4376852166","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-11-18T13:11:19.462570","created_date":"2023-05-18T00:00:00"}
