{"id":"https://openalex.org/W2268946161","doi":"https://doi.org/10.1109/ita.2016.7888195","title":"Engineering safety in machine learning","display_name":"Engineering safety in machine learning","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2268946161","doi":"https://doi.org/10.1109/ita.2016.7888195","mag":"2268946161"},"language":"en","primary_location":{"id":"doi:10.1109/ita.2016.7888195","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ita.2016.7888195","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 Information Theory and Applications Workshop (ITA)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1601.04126","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015286159","display_name":"Kush R. Varshney","orcid":"https://orcid.org/0000-0002-7376-5536"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kush R. Varshney","raw_affiliation_strings":["Mathematical Sciences and Analytics Department, IBM Thomas J. Watson Research Center, New York","Mathematical Sciences and Analytics Department, IBM Thomas J. Watson Research Center, Yorktown Heights, New York 10598"],"affiliations":[{"raw_affiliation_string":"Mathematical Sciences and Analytics Department, IBM Thomas J. Watson Research Center, New York","institution_ids":["https://openalex.org/I4210114115"]},{"raw_affiliation_string":"Mathematical Sciences and Analytics Department, IBM Thomas J. Watson Research Center, Yorktown Heights, New York 10598","institution_ids":["https://openalex.org/I4210114115"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5015286159"],"corresponding_institution_ids":["https://openalex.org/I4210114115"],"apc_list":null,"apc_paid":null,"fwci":3.10064567,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.960568,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7934681177139282},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6430134773254395},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6413767337799072},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.6310524940490723},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6022322177886963},{"id":"https://openalex.org/keywords/sociotechnical-system","display_name":"Sociotechnical system","score":0.578457236289978},{"id":"https://openalex.org/keywords/harm","display_name":"Harm","score":0.5698762536048889},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5495794415473938},{"id":"https://openalex.org/keywords/empirical-risk-minimization","display_name":"Empirical risk minimization","score":0.4868237376213074},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.47241106629371643},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.4484173059463501},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.11511042714118958}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7934681177139282},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6430134773254395},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6413767337799072},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.6310524940490723},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6022322177886963},{"id":"https://openalex.org/C127627568","wikidata":"https://www.wikidata.org/wiki/Q1639361","display_name":"Sociotechnical system","level":2,"score":0.578457236289978},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.5698762536048889},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5495794415473938},{"id":"https://openalex.org/C107321475","wikidata":"https://www.wikidata.org/wiki/Q5374254","display_name":"Empirical risk minimization","level":2,"score":0.4868237376213074},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.47241106629371643},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.4484173059463501},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.11511042714118958},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/ita.2016.7888195","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ita.2016.7888195","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 Information Theory and Applications Workshop (ITA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1601.04126","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1601.04126","pdf_url":"https://arxiv.org/pdf/1601.04126","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2268946161","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1601.04126.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1601.04126","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1601.04126","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1601.04126","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1601.04126","pdf_url":"https://arxiv.org/pdf/1601.04126","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2268946161.pdf","grobid_xml":"https://content.openalex.org/works/W2268946161.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W121769888","https://openalex.org/W1754293002","https://openalex.org/W1965895350","https://openalex.org/W1981403449","https://openalex.org/W1998111611","https://openalex.org/W2014352947","https://openalex.org/W2019384989","https://openalex.org/W2025223104","https://openalex.org/W2059362837","https://openalex.org/W2131816657","https://openalex.org/W2150179511","https://openalex.org/W2160815625","https://openalex.org/W2171860505","https://openalex.org/W2184045248","https://openalex.org/W6637587255","https://openalex.org/W6682891771"],"related_works":["https://openalex.org/W1996796871","https://openalex.org/W3208475964","https://openalex.org/W3129808907","https://openalex.org/W2894033912","https://openalex.org/W1979957085","https://openalex.org/W2996655830","https://openalex.org/W3133027372","https://openalex.org/W101644775","https://openalex.org/W2996186157","https://openalex.org/W2971155575","https://openalex.org/W3148508936","https://openalex.org/W2897282891","https://openalex.org/W1948050523","https://openalex.org/W1886563687","https://openalex.org/W2021139797","https://openalex.org/W3016445064","https://openalex.org/W2286501885","https://openalex.org/W2050804429","https://openalex.org/W181538956","https://openalex.org/W3130473454"],"abstract_inverted_index":{"Machine":[0],"learning":[1,185],"algorithms":[2],"are":[3],"increasingly":[4],"influencing":[5],"our":[6,16],"decisions":[7],"and":[8,26,58,76,123,137,146,176,189,207],"interacting":[9],"with":[10],"us":[11],"in":[12,52,118,139,167],"all":[13],"parts":[14],"of":[15,37,50,54,73,79,100,115,191,211],"daily":[17],"lives.":[18],"Therefore,":[19],"just":[20],"like":[21],"for":[22,164,201],"power":[23],"plants,":[24],"highways,":[25],"myriad":[27],"other":[28],"engineered":[29],"sociotechnical":[30],"systems,":[31],"we":[32,45,66,110,158],"must":[33],"consider":[34],"the":[35,48,59,71,77,81,97,128,183],"safety":[36,51,120,141,166,172],"systems":[38],"involving":[39],"machine":[40,103,184],"learning.":[41],"In":[42,108],"this":[43],"paper,":[44],"first":[46],"discuss":[47,159],"definition":[49],"terms":[53],"risk,":[55],"epistemic":[56],"uncertainty,":[57],"harm":[60],"incurred":[61],"by":[62],"unwanted":[63],"outcomes.":[64],"Then":[65],"examine":[67],"dimensions,":[68],"such":[69],"as":[70],"choice":[72],"cost":[74],"function":[75],"appropriateness":[78],"minimizing":[80],"empirical":[82,105],"average":[83],"training":[84],"cost,":[85],"along":[86],"which":[87,119,140],"certain":[88],"real-world":[89],"applications":[90],"may":[91],"not":[92,127,143],"be":[93,180],"completely":[94],"amenable":[95],"to":[96,182],"foundational":[98],"principle":[99],"modern":[101],"statistical":[102],"learning:":[104],"risk":[106,124,147],"minimization.":[107],"particular,":[109],"note":[111],"an":[112],"emerging":[113],"dichotomy":[114],"applications:":[116],"ones":[117,138],"is":[121,126,142,149],"important":[122],"minimization":[125,148],"complete":[129],"story":[130],"(we":[131,151],"name":[132,152],"these":[133,153],"Type":[134,154],"A":[135],"applications),":[136],"so":[144],"critical":[145],"sufficient":[150],"B":[155],"applications).":[156],"Finally,":[157],"how":[160],"four":[161],"different":[162],"strategies":[163],"achieving":[165],"engineering":[168],"(inherently":[169],"safe":[170,174],"design,":[171],"reserves,":[173],"fail,":[175],"procedural":[177],"safeguards)":[178],"can":[179],"mapped":[181],"context":[186],"through":[187],"interpretability":[188],"causality":[190],"predictive":[192],"models,":[193],"objectives":[194],"beyond":[195],"expected":[196],"prediction":[197],"accuracy,":[198],"human":[199],"involvement":[200],"labeling":[202],"difficult":[203],"or":[204],"rare":[205],"examples,":[206],"user":[208],"experience":[209],"design":[210],"software.":[212]},"counts_by_year":[{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":1}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}