{"id":"https://openalex.org/W6891798397","doi":"https://doi.org/10.4233/uuid:a908aba1-8210-4b75-b69f-77aea7871a56","title":"On Safety in Machine Learning","display_name":"On Safety in Machine Learning","publication_year":2023,"publication_date":"2023-03-30","ids":{"openalex":"https://openalex.org/W6891798397","doi":"https://doi.org/10.4233/uuid:a908aba1-8210-4b75-b69f-77aea7871a56"},"language":"en","primary_location":{"id":"pmh:oai:tudelft.nl:uuid:a908aba1-8210-4b75-b69f-77aea7871a56","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:a908aba1-8210-4b75-b69f-77aea7871a56","pdf_url":"https://repository.tudelft.nl/file/File_b3d09fed-6d2f-4b35-8dc4-66eaef6670dc","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"doctoral thesis"},"type":"dissertation","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repository.tudelft.nl/file/File_b3d09fed-6d2f-4b35-8dc4-66eaef6670dc","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Viering, T.J.","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Viering, T.J.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.7332000136375427,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.7332000136375427,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.03310000151395798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.021400000900030136,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6015999913215637},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.5720000267028809},{"id":"https://openalex.org/keywords/instance-based-learning","display_name":"Instance-based learning","score":0.5309000015258789},{"id":"https://openalex.org/keywords/online-machine-learning","display_name":"Online machine learning","score":0.4733000099658966},{"id":"https://openalex.org/keywords/learning-curve","display_name":"Learning curve","score":0.446399986743927},{"id":"https://openalex.org/keywords/sample-complexity","display_name":"Sample complexity","score":0.427700012922287},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.41290000081062317},{"id":"https://openalex.org/keywords/computational-learning-theory","display_name":"Computational learning theory","score":0.4041000008583069}],"concepts":[{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.815500020980835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7689999938011169},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7458000183105469},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6015999913215637},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.5720000267028809},{"id":"https://openalex.org/C24138899","wikidata":"https://www.wikidata.org/wiki/Q17141258","display_name":"Instance-based learning","level":3,"score":0.5309000015258789},{"id":"https://openalex.org/C115903097","wikidata":"https://www.wikidata.org/wiki/Q7094097","display_name":"Online machine learning","level":3,"score":0.4733000099658966},{"id":"https://openalex.org/C34585555","wikidata":"https://www.wikidata.org/wiki/Q1368723","display_name":"Learning curve","level":2,"score":0.446399986743927},{"id":"https://openalex.org/C2778445095","wikidata":"https://www.wikidata.org/wiki/Q18354077","display_name":"Sample complexity","level":2,"score":0.427700012922287},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.41290000081062317},{"id":"https://openalex.org/C50292564","wikidata":"https://www.wikidata.org/wiki/Q2462783","display_name":"Computational learning theory","level":3,"score":0.4041000008583069},{"id":"https://openalex.org/C32254414","wikidata":"https://www.wikidata.org/wiki/Q4724364","display_name":"Algorithmic learning theory","level":3,"score":0.398499995470047},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.37770000100135803},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.33309999108314514},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.31869998574256897},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.28949999809265137},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C107321475","wikidata":"https://www.wikidata.org/wiki/Q5374254","display_name":"Empirical risk minimization","level":2,"score":0.2574000060558319}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:tudelft.nl:uuid:a908aba1-8210-4b75-b69f-77aea7871a56","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:a908aba1-8210-4b75-b69f-77aea7871a56","pdf_url":"https://repository.tudelft.nl/file/File_b3d09fed-6d2f-4b35-8dc4-66eaef6670dc","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"doctoral thesis"},{"id":"doi:10.4233/uuid:a908aba1-8210-4b75-b69f-77aea7871a56","is_oa":true,"landing_page_url":"https://doi.org/10.4233/uuid:a908aba1-8210-4b75-b69f-77aea7871a56","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Dissertation"}],"best_oa_location":{"id":"pmh:oai:tudelft.nl:uuid:a908aba1-8210-4b75-b69f-77aea7871a56","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:a908aba1-8210-4b75-b69f-77aea7871a56","pdf_url":"https://repository.tudelft.nl/file/File_b3d09fed-6d2f-4b35-8dc4-66eaef6670dc","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"doctoral thesis"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.4842883348464966,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6891798397.pdf","grobid_xml":"https://content.openalex.org/works/W6891798397.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0,258,427],"dissertation":[1],"focuses":[2],"on":[3,409],"safety":[4,10,446],"in":[5,90,151,269,290,316,362,485],"machine":[6],"learning.":[7,133,247],"Our":[8,325,371],"adopted":[9],"notion":[11],"is":[12,136,192,228,251,272,345,406,421],"related":[13],"to":[14,20,42,58,144,166,211,388,438,454,492,499],"robustness":[15],"of":[16,93,130,157,243,335,418],"learning":[17,30,32,125,142,163,177,215,226,261,329,360,416,458],"algorithms.":[18,459],"Related":[19],"this":[21,293,300,449],"concept,":[22],"we":[23,173],"touch":[24],"upon":[25],"three":[26],"topics:":[27],"explainability,":[28],"active":[29,176],"and":[31,75,85,310,348,364],"curves.":[33],"Complex":[34],"models":[35,47,72],"can":[36,275,331,373,480,490],"often":[37,126,137],"achieve":[38],"better":[39,181,205,212,256,408,473],"performance":[40,182,220,405],"compared":[41],"simpler":[43],"ones.":[44],"Such":[45],"larger":[46],"are":[48,55,73,101,233,436,463],"more":[49,195,253,266,441,456,488,506],"like":[50],"blackboxes,":[51],"whose":[52,99,104],"inner":[53],"workings":[54],"much":[56],"harder":[57],"understand.":[59],"However,":[60],"explanations":[61,89],"for":[62,116,132,235,246,379],"their":[63,189],"decisions":[64],"may":[65,76,111,294,451],"be":[66,113,277,303,374,481],"required":[67],"by":[68,148,280,478],"law":[69],"when":[70],"these":[71],"used,":[74],"help":[77],"us":[78],"further":[79],"improve":[80,439,504],"them.":[81],"For":[82],"image":[83],"data":[84,131,150,244,254,489],"CNNs,":[86],"Grad-CAM":[87,110,479],"produces":[88],"the":[91,158,168,218,222,241,308,319,415,419],"form":[92],"a":[94,152,225,260,284,297,322,333,349,385,394,400,424,429],"heatmap.":[95],"We":[96,306,356,392,412,496],"construct":[97,500],"CNNs":[98],"heatmaps":[100],"manipulated,":[102],"but":[103,299,343],"predictions":[105],"remain":[106],"accurate,":[107],"illustrating":[108],"that":[109,175,252,328,366,397,414,435,502],"not":[112,208,471],"robust":[114,457],"enough":[115],"high":[117],"stakes":[118],"tasks":[119],"such":[120,238,337],"as":[121,239,296,338],"self-driving":[122],"cars.":[123],"Machine":[124],"require":[127],"large":[128],"amounts":[129],"Data":[134],"annotation":[135],"expensive":[138],"or":[139,268,283,341],"difficult.":[140],"Active":[141,162],"aims":[143],"reduce":[145],"labeling":[146],"costs":[147],"selecting":[149],"smart":[153],"way":[154],"\u2014":[155],"instead":[156],"default,":[159],"random":[160],"sampling.":[161],"algorithms":[164,178],"aim":[165],"find":[167,174,358],"most":[169],"useful":[170],"samples.":[171],"Surprisingly,":[172],"with":[179,265,423,440,505],"strictly":[180,263],"guarantees":[183,206],"perform":[184],"worse":[185,493],"empirically.":[186],"The":[187,248,460],"cause:":[188],"worst-case":[190],"analysis":[191,198],"unrealistic.":[193],"A":[194,214],"optimistic":[196],"average-case":[197],"does":[199],"explain":[200],"our":[201,291],"empirical":[202],"results.":[203],"Thus":[204],"do":[207,470],"always":[209,503],"translate":[210],"performance.":[213,257,474,494],"curve":[216,262,417],"visualizes":[217],"expected":[219],"versus":[221],"sample":[223,381],"size":[224],"algorithm":[227,396],"trained":[229],"on.":[230],"These":[231],"curves":[232,330],"important":[234],"various":[236,312],"applications,":[237],"estimating":[240],"amount":[242],"needed":[245],"conventional":[249],"wisdom":[250],"equals":[255],"means":[259],"improves":[264],"data,":[267],"other":[270],"words,":[271],"monotone.":[273],"Deviations":[274],"surely":[276],"explained":[278,304],"away":[279],"noise,":[281],"chance,":[282],"faulty":[285],"experimental":[286],"setup?":[287],"To":[288],"many":[289],"field":[292],"come":[295],"surprise,":[298],"behavior":[301],"cannot":[302],"away.":[305],"survey":[307,326],"literature":[309],"highlight":[311],"non-monotone":[313,369],"behaviors,":[314],"even":[315],"cases":[317],"where":[318],"learner":[320],"uses":[321],"correct":[323],"model.":[324],"finds":[327],"have":[332],"variety":[334],"shapes,":[336],"power":[339],"laws":[340],"exponentials,":[342],"there":[344,384],"no":[346],"consensus":[347],"complete":[350],"characterization":[351],"remains":[352],"an":[353],"open":[354],"problem.":[355],"also":[357],"simple":[359,486],"problems":[361,372],"classification":[363],"regression":[365],"show":[367],"new":[368,401],"behaviors.":[370],"tuned":[375],"so":[376],"non-monotonicity":[377],"occurs":[378],"any":[380],"size.":[382],"Is":[383],"universal":[386],"solution":[387],"make":[389],"learners":[390,434,501],"montone?":[391],"design":[393],"wrapper":[395,420],"only":[398],"adopt":[399],"model":[402],"if":[403],"its":[404],"significantly":[407],"validation":[410],"data.":[411,442,507],"prove":[413],"monotone":[422],"certain":[425],"probability.":[426],"provides":[428],"first":[430],"step":[431],"towards":[432],"safe":[433],"guaranteed":[437],"Many":[443],"questions":[444],"regarding":[445],"remain,":[447],"however,":[448],"thesis":[450],"provide":[452,497],"inspiration":[453],"develop":[455],"main":[461],"take-aways":[462],"(TLDR):":[464],"\u2022":[465,475,483,495],"Strictly":[466],"tighter":[467],"generalization":[468],"bounds":[469],"imply":[472],"Explanations":[476],"provided":[477],"misleading.":[482],"Even":[484],"settings":[487],"lead":[491],"ideas":[498]},"counts_by_year":[],"updated_date":"2026-08-23T07:36:19.812096","created_date":"2025-10-10T00:00:00"}