{"id":"https://openalex.org/W4386242327","doi":"https://doi.org/10.1145/3600211.3604685","title":"Beyond the ML Model: Applying Safety Engineering Frameworks to Text-to-Image Development","display_name":"Beyond the ML Model: Applying Safety Engineering Frameworks to Text-to-Image Development","publication_year":2023,"publication_date":"2023-08-08","ids":{"openalex":"https://openalex.org/W4386242327","doi":"https://doi.org/10.1145/3600211.3604685"},"language":"en","primary_location":{"id":"doi:10.1145/3600211.3604685","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3600211.3604685","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3600211.3604685","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3600211.3604685","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090537987","display_name":"Shalaleh Rismani","orcid":"https://orcid.org/0000-0002-5281-2428"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Shalaleh Rismani","raw_affiliation_strings":["McGill University, Canada"],"affiliations":[{"raw_affiliation_string":"McGill University, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063334612","display_name":"Renee Shelby","orcid":"https://orcid.org/0000-0003-4720-3844"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Renee Shelby","raw_affiliation_strings":["Google Research, USA","Google Research (France)"],"affiliations":[{"raw_affiliation_string":"Google Research, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Research (France)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077833261","display_name":"Andrew Smart","orcid":"https://orcid.org/0000-0002-9816-7348"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Smart","raw_affiliation_strings":["Google Research, USA","Google Research (France)"],"affiliations":[{"raw_affiliation_string":"Google Research, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Research (France)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042922496","display_name":"Renelito Delos Santos","orcid":"https://orcid.org/0009-0008-0407-5946"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Renelito Delos Santos","raw_affiliation_strings":["Google Research, USA","Google Research (France)"],"affiliations":[{"raw_affiliation_string":"Google Research, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Research (France)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081123654","display_name":"AJung Moon","orcid":"https://orcid.org/0000-0002-9387-6284"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"AJung Moon","raw_affiliation_strings":["McGill University, Canada"],"affiliations":[{"raw_affiliation_string":"McGill University, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072851389","display_name":"Negar Rostamzadeh","orcid":"https://orcid.org/0000-0002-9638-4664"},"institutions":[{"id":"https://openalex.org/I4210148186","display_name":"Google (Canada)","ror":"https://ror.org/04d06q394","country_code":"CA","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969","https://openalex.org/I4210148186"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Negar Rostamzadeh","raw_affiliation_strings":["Google Research, Canada","Google Research (France)"],"affiliations":[{"raw_affiliation_string":"Google Research, Canada","institution_ids":["https://openalex.org/I4210148186"]},{"raw_affiliation_string":"Google Research (France)","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5090537987"],"corresponding_institution_ids":["https://openalex.org/I5023651"],"apc_list":null,"apc_paid":null,"fwci":1.5915,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.86484784,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"70","last_page":"83"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.9670000076293945,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.9599000215530396,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7491291165351868},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5843647718429565},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5780441761016846},{"id":"https://openalex.org/keywords/new-product-development","display_name":"New product development","score":0.5668061971664429},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.5552211403846741},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.4439137578010559},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.42420443892478943},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.350716233253479},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.09978535771369934}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7491291165351868},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5843647718429565},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5780441761016846},{"id":"https://openalex.org/C19351080","wikidata":"https://www.wikidata.org/wiki/Q1395034","display_name":"New product development","level":2,"score":0.5668061971664429},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.5552211403846741},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4439137578010559},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42420443892478943},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.350716233253479},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.09978535771369934},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3600211.3604685","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3600211.3604685","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3600211.3604685","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04360571v1","is_oa":false,"landing_page_url":"https://amu.hal.science/hal-04360571","pdf_url":null,"source":{"id":"https://openalex.org/S4406922393","display_name":"HAL AMU","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"AIES '23: AAAI/ACM Conference on AI, Ethics, and Society, Aug 2023, Montr\\'{e}al QC Canada, France. pp.70-83, ⟨10.1145/3600211.3604685⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"doi:10.1145/3600211.3604685","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3600211.3604685","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3600211.3604685","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386242327.pdf","grobid_xml":"https://content.openalex.org/works/W4386242327.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W642120166","https://openalex.org/W2033718781","https://openalex.org/W2132050948","https://openalex.org/W2768305981","https://openalex.org/W2897042519","https://openalex.org/W2958432629","https://openalex.org/W2964225793","https://openalex.org/W2992319600","https://openalex.org/W2999765337","https://openalex.org/W3001807593","https://openalex.org/W3013571594","https://openalex.org/W3014972121","https://openalex.org/W3021157314","https://openalex.org/W3041968715","https://openalex.org/W3100279624","https://openalex.org/W3104847483","https://openalex.org/W3105226597","https://openalex.org/W3118813946","https://openalex.org/W3119394424","https://openalex.org/W3132771424","https://openalex.org/W3135514117","https://openalex.org/W3158479996","https://openalex.org/W3162428030","https://openalex.org/W3162866579","https://openalex.org/W3166319166","https://openalex.org/W3166396011","https://openalex.org/W3204130547","https://openalex.org/W3212368439","https://openalex.org/W4200042166","https://openalex.org/W4206558204","https://openalex.org/W4224865555","https://openalex.org/W4226099958","https://openalex.org/W4226507735","https://openalex.org/W4283170666","https://openalex.org/W4288058267","https://openalex.org/W4321606060","https://openalex.org/W4402782974"],"related_works":["https://openalex.org/W1981780420","https://openalex.org/W2182707996","https://openalex.org/W45233828","https://openalex.org/W2964988449","https://openalex.org/W2397952901","https://openalex.org/W2029380707","https://openalex.org/W4255934811","https://openalex.org/W2465382974","https://openalex.org/W2010229520","https://openalex.org/W2547528905"],"abstract_inverted_index":{"Identifying":[0],"potential":[1],"social":[2,74,86,154],"and":[3,12,55,75,82,87,97,102,119,121,125,144,155],"ethical":[4,76,88,156],"risks":[5,77],"in":[6,112,152],"emerging":[7],"machine":[8],"learning":[9],"(ML)":[10],"models":[11,35,111],"their":[13],"applications":[14],"remains":[15],"challenging.":[16],"In":[17],"this":[18],"work,":[19],"we":[20,160],"applied":[21],"two":[22],"well-established":[23],"safety":[24,63],"engineering":[25],"frameworks":[26,64],"(FMEA,":[27],"STPA)":[28],"to":[29],"a":[30,49,92],"case":[31],"study":[32],"involving":[33],"text-to-image":[34],"at":[36],"three":[37],"stages":[38],"of":[39,48,58,67,95,129,146],"the":[40,62,113,116,142],"ML":[41,110,117,137,150,166],"product":[42,118],"development":[43,123],"pipeline:":[44],"data":[45,131],"processing,":[46],"integration":[47],"T2I":[50],"model":[51,151],"with":[52],"other":[53],"models,":[54],"use.":[56],"Results":[57],"our":[59],"analysis":[60],"demonstrate":[61],"\u2013":[65,78],"both":[66],"which":[68],"are":[69],"not":[70],"designed":[71],"explicitly":[72],"examine":[73],"can":[79],"uncover":[80],"failure":[81],"hazards":[83,98],"that":[84],"pose":[85],"risks.":[89],"We":[90],"discovered":[91],"broad":[93],"range":[94],"failures":[96],"(i.e.,":[99,107,127],"functional,":[100],"social,":[101],"ethical)":[103],"by":[104],"analyzing":[105],"interactions":[106],"between":[108,115,122],"different":[109],"product,":[114],"user,":[120],"teams)":[124],"processes":[126],"preparation":[128],"training":[130],"or":[132],"workflows":[133],"for":[134],"using":[135],"an":[136,149,165],"service/product).":[138],"Our":[139],"findings":[140],"underscore":[141],"value":[143],"importance":[145],"examining":[147,153],"beyond":[148],"risks,":[157],"especially":[158],"when":[159],"have":[161],"minimal":[162],"information":[163],"about":[164],"model.":[167]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}