{"id":"https://openalex.org/W6891798397","doi":"https://doi.org/10.4233/uuid:a908aba1-8210-4b75-b69f-77aea7871a56","title":"On Safety in Machine Learning","display_name":"On Safety in Machine Learning","publication_year":2023,"publication_date":"2023-03-30","ids":{"openalex":"https://openalex.org/W6891798397","doi":"https://doi.org/10.4233/uuid:a908aba1-8210-4b75-b69f-77aea7871a56"},"language":"en","primary_location":{"id":"pmh:oai:tudelft.nl:uuid:a908aba1-8210-4b75-b69f-77aea7871a56","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:a908aba1-8210-4b75-b69f-77aea7871a56","pdf_url":"https://repository.tudelft.nl/file/File_b3d09fed-6d2f-4b35-8dc4-66eaef6670dc","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"doctoral thesis"},"type":"dissertation","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repository.tudelft.nl/file/File_b3d09fed-6d2f-4b35-8dc4-66eaef6670dc","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Viering, T.J.","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Viering, T.J.","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.7332000136375427,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.7332000136375427,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.03310000151395798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.021400000900030136,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6015999913215637},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.5720000267028809},{"id":"https://openalex.org/keywords/instance-based-learning","display_name":"Instance-based learning","score":0.5309000015258789},{"id":"https://openalex.org/keywords/online-machine-learning","display_name":"Online machine learning","score":0.4733000099658966},{"id":"https://openalex.org/keywords/learning-curve","display_name":"Learning curve","score":0.446399986743927},{"id":"https://openalex.org/keywords/sample-complexity","display_name":"Sample complexity","score":0.427700012922287},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.41290000081062317},{"id":"https://openalex.org/keywords/computational-learning-theory","display_name":"Computational learning theory","score":0.4041000008583069}],"concepts":[{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.815500020980835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7689999938011169},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7458000183105469},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6015999913215637},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.5720000267028809},{"id":"https://openalex.org/C24138899","wikidata":"https://www.wikidata.org/wiki/Q17141258","display_name":"Instance-based learning","level":3,"score":0.5309000015258789},{"id":"https://openalex.org/C115903097","wikidata":"https://www.wikidata.org/wiki/Q7094097","display_name":"Online machine learning","level":3,"score":0.4733000099658966},{"id":"https://openalex.org/C34585555","wikidata":"https://www.wikidata.org/wiki/Q1368723","display_name":"Learning curve","level":2,"score":0.446399986743927},{"id":"https://openalex.org/C2778445095","wikidata":"https://www.wikidata.org/wiki/Q18354077","display_name":"Sample complexity","level":2,"score":0.427700012922287},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.41290000081062317},{"id":"https://openalex.org/C50292564","wikidata":"https://www.wikidata.org/wiki/Q2462783","display_name":"Computational learning theory","level":3,"score":0.4041000008583069},{"id":"https://openalex.org/C32254414","wikidata":"https://www.wikidata.org/wiki/Q4724364","display_name":"Algorithmic learning theory","level":3,"score":0.398499995470047},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.37770000100135803},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.33309999108314514},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.31869998574256897},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.28949999809265137},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C107321475","wikidata":"https://www.wikidata.org/wiki/Q5374254","display_name":"Empirical risk minimization","level":2,"score":0.2574000060558319}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:tudelft.nl:uuid:a908aba1-8210-4b75-b69f-77aea7871a56","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:a908aba1-8210-4b75-b69f-77aea7871a56","pdf_url":"https://repository.tudelft.nl/file/File_b3d09fed-6d2f-4b35-8dc4-66eaef6670dc","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"doctoral thesis"},{"id":"doi:10.4233/uuid:a908aba1-8210-4b75-b69f-77aea7871a56","is_oa":true,"landing_page_url":"https://doi.org/10.4233/uuid:a908aba1-8210-4b75-b69f-77aea7871a56","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"thesis"}],"best_oa_location":{"id":"pmh:oai:tudelft.nl:uuid:a908aba1-8210-4b75-b69f-77aea7871a56","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:a908aba1-8210-4b75-b69f-77aea7871a56","pdf_url":"https://repository.tudelft.nl/file/File_b3d09fed-6d2f-4b35-8dc4-66eaef6670dc","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"doctoral thesis"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.4842883348464966,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6891798397.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0,255,422],"dissertation":[1],"focuses":[2],"on":[3,404],"safety":[4,10,441],"in":[5,89,149,266,286,312,358,476],"machine":[6],"learning.":[7,131,244],"Our":[8,321,367],"adopted":[9],"notion":[11],"is":[12,134,190,225,248,269,341,401,416],"related":[13],"to":[14,20,41,57,142,164,209,383,433,449,483,489],"robustness":[15],"of":[16,92,128,155,240,331,413],"learning":[17,30,32,123,140,161,175,212,223,258,325,356,411,453],"algorithms.":[18],"Related":[19],"this":[21,289,296,444],"concept,":[22],"we":[23,171],"touch":[24],"upon":[25],"three":[26],"topics:":[27],"explainability,":[28],"active":[29,174],"and":[31,74,84,306,344,360],"curves.<br/><br/>Complex":[33],"models":[34,46,71],"can":[35,272,327,369,472,481],"often":[36,124,135],"achieve":[37],"better":[38,179,203,210,253,403,466],"performance":[39,180,217,400],"compared":[40],"simpler":[42],"ones.":[43],"Such":[44],"larger":[45],"are":[47,54,72,100,230,431,457],"more":[48,193,250,263,436,451,479,496],"like":[49],"blackboxes,":[50],"whose":[51,98,103],"inner":[52],"workings":[53],"much":[55],"harder":[56],"understand.":[58],"However,":[59],"explanations":[60,88],"for":[61,115,130,232,243,375],"their":[62,187],"decisions":[63],"may":[64,75,110,290,446],"be":[65,112,274,299,370,473],"required":[66],"by":[67,146,277,470],"law":[68],"when":[69],"these":[70],"used,":[73],"help":[76],"us":[77],"further":[78],"improve":[79,434,494],"them.":[80],"For":[81],"image":[82],"data":[83,129,148,241,251,480],"CNNs,":[85],"Grad-CAM":[86,109,471],"produces":[87],"the":[90,156,166,215,219,238,304,315,410,414],"form":[91],"a":[93,150,222,257,281,293,318,329,345,380,389,395,419,424],"heatmap.":[94],"We":[95,302,352,387,407,486],"construct":[96,490],"CNNs":[97],"heatmaps":[99],"manipulated,":[101],"but":[102,295,339],"predictions":[104],"remain":[105],"accurate,":[106],"illustrating":[107],"that":[108,173,249,324,362,392,409,430,492],"not":[111,206,464],"robust":[113,452],"enough":[114],"high":[116],"stakes":[117],"tasks":[118],"such":[119,235,333],"as":[120,236,292,334],"self-driving":[121],"cars.<br/><br/>Machine":[122],"require":[125],"large":[126],"amounts":[127],"Data":[132],"annotation":[133],"expensive":[136],"or":[137,265,280,337],"difficult.":[138],"Active":[139,160],"aims":[141],"reduce":[143],"labeling":[144],"costs":[145],"selecting":[147],"smart":[151],"way":[152],"\u2014":[153],"instead":[154],"default,":[157],"random":[158],"sampling.":[159],"algorithms":[162,176],"aim":[163],"find":[165,172,354],"most":[167],"useful":[168],"samples.":[169],"Surprisingly,":[170],"with":[177,262,418,435,495],"strictly":[178,260],"guarantees":[181,204],"perform":[182],"worse":[183,484],"empirically.":[184],"The":[185,245],"cause:":[186],"worst-case":[188],"analysis":[189,196],"unrealistic.":[191],"A":[192],"optimistic":[194],"average-case":[195],"does":[197],"explain":[198],"our":[199,287],"empirical":[200],"results.":[201],"Thus":[202],"do":[205,463],"always":[207,493],"translate":[208],"performance.<br/><br/>A":[211],"curve":[213,259,412],"visualizes":[214],"expected":[216],"versus":[218],"sample":[220,377],"size":[221],"algorithm":[224,391],"trained":[226],"on.":[227],"These":[228],"curves":[229,326],"important":[231],"various":[233,308],"applications,":[234],"estimating":[237],"amount":[239],"needed":[242],"conventional":[246],"wisdom":[247],"equals":[252],"performance.":[254],"means":[256],"improves":[261],"data,":[264],"other":[267],"words,":[268],"monotone.":[270],"Deviations":[271],"surely":[273],"explained":[275,300],"away":[276],"noise,":[278],"chance,":[279],"faulty":[282],"experimental":[283],"setup?<br/><br/>To":[284],"many":[285],"field":[288],"come":[291],"surprise,":[294],"behavior":[297],"cannot":[298],"away.":[301],"survey":[303,322],"literature":[305],"highlight":[307],"non-monotone":[309,365],"behaviors,":[310],"even":[311],"cases":[313],"where":[314],"learner":[316],"uses":[317],"correct":[319],"model.":[320],"finds":[323],"have":[328],"variety":[330],"shapes,":[332],"power":[335],"laws":[336],"exponentials,":[338],"there":[340,379],"no":[342],"consensus":[343],"complete":[346],"characterization":[347],"remains":[348],"an":[349],"open":[350],"problem.":[351],"also":[353],"simple":[355,477],"problems":[357,368],"classification":[359],"regression":[361],"show":[363],"new":[364,396],"behaviors.":[366],"tuned":[371],"so":[372],"non-monotonicity":[373],"occurs":[374],"any":[376],"size.<br/><br/>Is":[378],"universal":[381],"solution":[382],"make":[384],"learners":[385,429,491],"montone?":[386],"design":[388],"wrapper":[390,415],"only":[393],"adopt":[394],"model":[397],"if":[398],"its":[399],"significantly":[402],"validation":[405],"data.":[406,437],"prove":[408],"monotone":[417],"certain":[420],"probability.":[421],"provides":[423],"first":[425],"step":[426],"towards":[427],"safe":[428],"guaranteed":[432],"Many":[438],"questions":[439],"regarding":[440],"remain,":[442],"however,":[443],"thesis":[445],"provide":[447,487],"inspiration":[448],"develop":[450],"algorithms.<br/><br/>The":[454],"main":[455],"take-aways":[456],"(TLDR):<br/>\u2022":[458],"Strictly":[459],"tighter":[460],"generalization":[461],"bounds":[462],"imply":[465],"performance.<br/>\u2022":[467,485],"Explanations":[468],"provided":[469],"misleading.<br/>\u2022":[474],"Even":[475],"settings":[478],"lead":[482],"ideas":[488],"data.<br/>":[497]},"counts_by_year":[],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}