{"id":"https://openalex.org/W4411271908","doi":"https://doi.org/10.1109/raie66699.2025.00010","title":"Navigating the Landscape of AI Test Methods Using Taxonomy-Based Selection","display_name":"Navigating the Landscape of AI Test Methods Using Taxonomy-Based Selection","publication_year":2025,"publication_date":"2025-04-29","ids":{"openalex":"https://openalex.org/W4411271908","doi":"https://doi.org/10.1109/raie66699.2025.00010"},"language":"en","primary_location":{"id":"doi:10.1109/raie66699.2025.00010","doi":"https://doi.org/10.1109/raie66699.2025.00010","is_oa":false,"landing_page_url":"https://doi.org/10.1109/raie66699.2025.00010","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM International Workshop on Responsible AI Engineering (RAIE)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010298630","display_name":"Maximilian Pintz","orcid":"https://orcid.org/0009-0007-6663-2368","observed_orcids":["https://orcid.org/0009-0007-6663-2368"]},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]},{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maximilian Pintz","raw_affiliation_strings":["University of Bonn / Fraunhofer IAIS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bonn / Fraunhofer IAIS","institution_ids":["https://openalex.org/I135140700","https://openalex.org/I4210144576"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025884102","display_name":"Anna Schmitz","orcid":"https://orcid.org/0000-0001-8801-3700","observed_orcids":["https://orcid.org/0000-0001-8801-3700"]},"institutions":[{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anna Schmitz","raw_affiliation_strings":["Fraunhofer IAIS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IAIS","institution_ids":["https://openalex.org/I4210144576"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092838815","display_name":"Rebekka G\u00f6rge","orcid":"https://orcid.org/0009-0008-3793-1374","observed_orcids":["https://orcid.org/0009-0008-3793-1374"]},"institutions":[{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rebekka G\u00f6rge","raw_affiliation_strings":["Fraunhofer IAIS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IAIS","institution_ids":["https://openalex.org/I4210144576"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100692565","display_name":"Sebastian Schmidt","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sebastian Schmidt","raw_affiliation_strings":["Fraunhofer IAIS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IAIS","institution_ids":["https://openalex.org/I4210144576"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035707838","display_name":"Daniel S. Becker","orcid":"https://orcid.org/0009-0006-3247-9222","observed_orcids":["https://orcid.org/0009-0006-3247-9222"]},"institutions":[{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel Becker","raw_affiliation_strings":["Fraunhofer IAIS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IAIS","institution_ids":["https://openalex.org/I4210144576"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103922413","display_name":"Maram Akila","orcid":"https://orcid.org/0000-0003-0903-1439","observed_orcids":["https://orcid.org/0000-0003-0903-1439"]},"institutions":[{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maram Akila","raw_affiliation_strings":["Lamarr / Fraunhofer IAIS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lamarr / Fraunhofer IAIS","institution_ids":["https://openalex.org/I4210144576"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062749833","display_name":"Michael M\u00f6ck","orcid":"https://orcid.org/0009-0009-9864-8924","observed_orcids":["https://orcid.org/0009-0009-9864-8924","https://orcid.org/0000-0001-7352-9165"]},"institutions":[{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Mock","raw_affiliation_strings":["Fraunhofer IAIS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IAIS","institution_ids":["https://openalex.org/I4210144576"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8039,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.67013889,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"33","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.3718000054359436,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.3718000054359436,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.3188000023365021,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.16099999845027924,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test-method-selection","display_name":"test method selection","score":0.9610000252723694},{"id":"https://openalex.org/keywords/ai-risk-assessment","display_name":"AI risk assessment","score":0.9169999957084656},{"id":"https://openalex.org/keywords/ai-regulation","display_name":"AI regulation","score":0.765999972820282},{"id":"https://openalex.org/keywords/stakeholder-conflicts-of-interest","display_name":"stakeholder conflicts of interest","score":0.7960000038146973},{"id":"https://openalex.org/keywords/scalable-assessment","display_name":"scalable assessment","score":0.3240000009536743}],"concepts":[{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.6797342896461487},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6255915760993958},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5222238302230835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.498445987701416},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4710371792316437},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35741397738456726},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.10208025574684143},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.08405813574790955}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/raie66699.2025.00010","doi":"https://doi.org/10.1109/raie66699.2025.00010","is_oa":false,"landing_page_url":"https://doi.org/10.1109/raie66699.2025.00010","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM International Workshop on Responsible AI Engineering (RAIE)","raw_type":"proceedings-article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/490260","doi":null,"is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/490260","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2031489346","https://openalex.org/W2516809705","https://openalex.org/W3086436251","https://openalex.org/W4210361514","https://openalex.org/W4220760463","https://openalex.org/W4252036586","https://openalex.org/W4288058267","https://openalex.org/W4294190157","https://openalex.org/W4383860806","https://openalex.org/W4385282775","https://openalex.org/W4396661157","https://openalex.org/W4403609260","https://openalex.org/W4410992944"],"related_works":["https://openalex.org/W4205762803","https://openalex.org/W2535856026","https://openalex.org/W2265065644","https://openalex.org/W641782856","https://openalex.org/W2134699697","https://openalex.org/W3017188156","https://openalex.org/W2322875716","https://openalex.org/W2383516975","https://openalex.org/W2374878784","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Due":[0],"to":[1,66,83,126],"broad":[2],"deployment":[3],"of":[4,20,70,79,86,106,115],"AI":[5,11,21,38,132],"systems":[6,22],"in":[7,76],"risk-prone":[8],"domains":[9],"and":[10,40,48,51,118,129],"regulations":[12],"coming":[13],"into":[14],"effect,":[15],"systematic":[16],"risk-and":[17],"quality":[18,33],"assessments":[19,29],"have":[23],"become":[24],"increasingly":[25],"important.":[26],"Conducting":[27],"such":[28],"involves":[30],"identifying":[31],"relevant":[32],"criteria":[34],"for":[35,46,102,122],"a":[36,98],"given":[37],"system":[39],"selecting":[41],"test":[42,72,107,124],"methods,":[43],"i.e.,":[44],"procedures":[45],"collecting":[47],"evaluating":[49],"evidences":[50],"measurable":[52],"quantities":[53],"that":[54],"fit":[55],"the":[56,67,71,77,89,116],"identified":[57],"criteria.":[58],"This":[59],"selection":[60,105],"process":[61],"can":[62],"be":[63],"challenging":[64],"due":[65,82],"high":[68],"complexity":[69],"method":[73],"landscape":[74],"and,":[75],"context":[78],"independent":[80,131],"assessments,":[81],"potential":[84],"conflicts":[85],"interest":[87],"between":[88],"involved":[90],"stakeholders.":[91],"To":[92],"address":[93],"this":[94],"challenge,":[95],"we":[96],"present":[97],"practical":[99],"solution":[100],"approach":[101],"systematic,":[103],"taxonomy-based":[104],"methods.":[108],"The":[109],"paper":[110],"closes":[111],"with":[112],"an":[113],"outline":[114],"gaps":[117],"possible":[119],"next":[120],"steps":[121],"utilizing":[123],"methods":[125],"achieve":[127],"scalable":[128],"comparable,":[130],"assessments.":[133]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2025-10-10T00:00:00"}