{"id":"https://openalex.org/W4379620334","doi":"https://doi.org/10.1145/3555776.3577647","title":"A Multi-layered Collaborative Framework for Evidence-driven Data Requirements Engineering for Machine Learning-based Safety-critical Systems","display_name":"A Multi-layered Collaborative Framework for Evidence-driven Data Requirements Engineering for Machine Learning-based Safety-critical Systems","publication_year":2023,"publication_date":"2023-03-27","ids":{"openalex":"https://openalex.org/W4379620334","doi":"https://doi.org/10.1145/3555776.3577647"},"language":"en","primary_location":{"id":"doi:10.1145/3555776.3577647","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3555776.3577647","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092105219","display_name":"Sangeeta Dey","orcid":"https://orcid.org/0000-0002-8991-3046"},"institutions":[{"id":"https://openalex.org/I57664883","display_name":"Ajou University","ror":"https://ror.org/03tzb2h73","country_code":"KR","type":"education","lineage":["https://openalex.org/I57664883"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Sangeeta Dey","raw_affiliation_strings":["Dept. of Artificial Intelligence, Ajou University, Suwon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-8991-3046","affiliations":[{"raw_affiliation_string":"Dept. of Artificial Intelligence, Ajou University, Suwon, Republic of Korea","institution_ids":["https://openalex.org/I57664883"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059429771","display_name":"Seok Won Lee","orcid":"https://orcid.org/0000-0002-8569-0236"},"institutions":[{"id":"https://openalex.org/I57664883","display_name":"Ajou University","ror":"https://ror.org/03tzb2h73","country_code":"KR","type":"education","lineage":["https://openalex.org/I57664883"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seok-Won Lee","raw_affiliation_strings":["Dept. of Artificial Intelligence, Ajou University, Suwon, Republic of Korea","Dept. of Software and Computer Engineering, Ajou University, Suwon, Republic of Korea","Dept. of Software and Computer Engineering, Ajou University, Suwon, Republic of Korea Dept. of Artificial Intelligence, Ajou University, Suwon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-8569-0236","affiliations":[{"raw_affiliation_string":"Dept. of Artificial Intelligence, Ajou University, Suwon, Republic of Korea","institution_ids":["https://openalex.org/I57664883"]},{"raw_affiliation_string":"Dept. of Software and Computer Engineering, Ajou University, Suwon, Republic of Korea","institution_ids":["https://openalex.org/I57664883"]},{"raw_affiliation_string":"Dept. of Software and Computer Engineering, Ajou University, Suwon, Republic of Korea Dept. of Artificial Intelligence, Ajou University, Suwon, Republic of Korea","institution_ids":["https://openalex.org/I57664883"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5092105219"],"corresponding_institution_ids":["https://openalex.org/I57664883"],"apc_list":null,"apc_paid":null,"fwci":0.852,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.78113181,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1404","last_page":"1413"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.734887957572937},{"id":"https://openalex.org/keywords/requirements-engineering","display_name":"Requirements engineering","score":0.6246240735054016},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5480182766914368},{"id":"https://openalex.org/keywords/feature-engineering","display_name":"Feature engineering","score":0.4528619945049286},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.4280402958393097},{"id":"https://openalex.org/keywords/requirements-analysis","display_name":"Requirements analysis","score":0.41351208090782166},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3600373864173889},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3599048852920532},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3291265666484833},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.183576762676239},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.10651275515556335}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.734887957572937},{"id":"https://openalex.org/C6604083","wikidata":"https://www.wikidata.org/wiki/Q376937","display_name":"Requirements engineering","level":3,"score":0.6246240735054016},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5480182766914368},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.4528619945049286},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.4280402958393097},{"id":"https://openalex.org/C59488412","wikidata":"https://www.wikidata.org/wiki/Q187147","display_name":"Requirements analysis","level":3,"score":0.41351208090782166},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3600373864173889},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3599048852920532},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3291265666484833},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.183576762676239},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.10651275515556335},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3555776.3577647","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3555776.3577647","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G2526985016","display_name":null,"funder_award_id":"NRF5199991014091","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G5294868748","display_name":null,"funder_award_id":"NRF-2020R1F1A1075605","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2006479099","https://openalex.org/W2056134008","https://openalex.org/W2156288187","https://openalex.org/W2617942944","https://openalex.org/W2905588001","https://openalex.org/W2911282308","https://openalex.org/W2964759459","https://openalex.org/W3036062984","https://openalex.org/W4205511145","https://openalex.org/W4234552385","https://openalex.org/W4239431196","https://openalex.org/W4313069055"],"related_works":["https://openalex.org/W1490921502","https://openalex.org/W2472769502","https://openalex.org/W4254568495","https://openalex.org/W2047626779","https://openalex.org/W2238632658","https://openalex.org/W142054160","https://openalex.org/W2062417677","https://openalex.org/W2242308721","https://openalex.org/W2784612557","https://openalex.org/W1998119124"],"abstract_inverted_index":{"In":[0],"the":[1,34,46,108,114,118,121,134,141,145,153,156,164,168],"days":[2],"of":[3,42,52,107,120,149,155,167],"AI,":[4],"data-centric":[5],"machine":[6],"learning":[7],"(ML)":[8],"models":[9],"are":[10,20,57],"increasingly":[11],"used":[12],"in":[13,133],"various":[14],"complex":[15],"systems.":[16],"While":[17],"many":[18],"researchers":[19],"focusing":[21],"on":[22,113,140],"specifying":[23],"ML-specific":[24],"performance":[25],"requirements,":[26],"not":[27],"enough":[28],"guideline":[29],"is":[30],"provided":[31],"to":[32,61,81,128],"engineer":[33],"data":[35,53,64,85,93,110,160],"requirements":[36,94,101,161],"systematically":[37],"involving":[38],"diverse":[39],"stakeholders.":[40],"Lack":[41],"written":[43],"agreement":[44],"about":[45,117],"training":[47,63,109],"data,":[48],"collaboration":[49],"bottlenecks,":[50],"lack":[51],"validation":[54],"framework,":[55],"etc.":[56],"posing":[58],"new":[59],"challenges":[60],"ensuring":[62],"fitness":[65],"for":[66,91,144,159],"safety-critical":[67],"ML":[68],"components.":[69],"To":[70],"reduce":[71],"these":[72],"gaps,":[73],"we":[74,97],"propose":[75],"a":[76,89],"multi-layered":[77],"framework":[78,158],"that":[79],"helps":[80],"perceive":[82],"and":[83,163],"elicit":[84],"requirements.":[86,122],"We":[87,123],"provide":[88],"template":[90],"verifiable":[92],"specifications.":[95],"Moreover,":[96],"show":[98],"how":[99],"such":[100],"can":[102],"facilitate":[103],"an":[104],"evidence-driven":[105],"assessment":[106,166],"quality":[111],"based":[112],"experts'":[115,130],"judgments":[116],"satisfaction":[119],"use":[124],"Dempster":[125],"Shafer's":[126],"theory":[127],"combine":[129],"subjective":[131],"opinions":[132],"process.":[135],"A":[136],"preliminary":[137],"case":[138],"study":[139],"CityPersons":[142],"dataset":[143],"pedestrian":[146],"detection":[147],"feature":[148],"autonomous":[150],"cars":[151],"shows":[152],"usefulness":[154],"proposed":[157],"understanding":[162],"confidence":[165],"dataset.":[169]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}