{"id":"https://openalex.org/W2965483395","doi":"https://doi.org/10.1609/aaai.v33i01.33013614","title":"Towards Reliable Learning for High Stakes Applications","display_name":"Towards Reliable Learning for High Stakes Applications","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2965483395","doi":"https://doi.org/10.1609/aaai.v33i01.33013614","mag":"2965483395"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33013614","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33013614","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4242/4120","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4242/4120","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000935850","display_name":"Jinyang Gao","orcid":"https://orcid.org/0000-0001-8247-1196"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jinyang Gao","raw_affiliation_strings":["Alibaba Group"],"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101882533","display_name":"Junjie Yao","orcid":"https://orcid.org/0000-0002-5637-8083"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Yao","raw_affiliation_strings":["East China Normal University"],"affiliations":[{"raw_affiliation_string":"East China Normal University","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014615052","display_name":"Yingxia Shao","orcid":"https://orcid.org/0000-0002-8559-2628"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingxia Shao","raw_affiliation_strings":["Beijing University of Posts and Telecommunications"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5000935850"],"corresponding_institution_ids":["https://openalex.org/I4210095624"],"apc_list":null,"apc_paid":null,"fwci":0.532,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.73071079,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"33","issue":"01","first_page":"3614","last_page":"3621"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7977695465087891},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7534136772155762},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.71073317527771},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6607581377029419},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6573485732078552},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6442925930023193},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.6155456304550171},{"id":"https://openalex.org/keywords/generalization-error","display_name":"Generalization error","score":0.6083520650863647},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5661494731903076},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5211622714996338},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.48083290457725525},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4588637053966522},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.45440879464149475},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2081146240234375},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.1311989724636078},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11879280209541321}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7977695465087891},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7534136772155762},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.71073317527771},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6607581377029419},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6573485732078552},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6442925930023193},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.6155456304550171},{"id":"https://openalex.org/C117765406","wikidata":"https://www.wikidata.org/wiki/Q5362437","display_name":"Generalization error","level":3,"score":0.6083520650863647},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5661494731903076},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5211622714996338},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.48083290457725525},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4588637053966522},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.45440879464149475},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2081146240234375},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.1311989724636078},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11879280209541321},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v33i01.33013614","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33013614","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4242/4120","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33013614","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33013614","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4242/4120","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1351153054","display_name":null,"funder_award_id":"U150921","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2702356746","display_name":null,"funder_award_id":"61702","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5591643864","display_name":null,"funder_award_id":"61502169","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7018988956","display_name":null,"funder_award_id":"61702015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7438938089","display_name":null,"funder_award_id":"U1509219","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320325413","display_name":"Shanghai Municipal Commission of Economy and Informatization","ror":"https://ror.org/04166ws88"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2965483395.pdf","grobid_xml":"https://content.openalex.org/works/W2965483395.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W652269744","https://openalex.org/W1849277567","https://openalex.org/W1883420340","https://openalex.org/W1932198206","https://openalex.org/W1945616565","https://openalex.org/W2119112357","https://openalex.org/W2150295085","https://openalex.org/W2161813894","https://openalex.org/W2165698076","https://openalex.org/W2169063797","https://openalex.org/W2178768799","https://openalex.org/W2194775991","https://openalex.org/W2243397390","https://openalex.org/W2295582178","https://openalex.org/W2296438605","https://openalex.org/W2408141691","https://openalex.org/W2467286621","https://openalex.org/W2508156266","https://openalex.org/W2543927648","https://openalex.org/W2560321925","https://openalex.org/W2593729559","https://openalex.org/W2616180702","https://openalex.org/W2618146408","https://openalex.org/W2632772789","https://openalex.org/W2739748921","https://openalex.org/W2743231118","https://openalex.org/W2807783970","https://openalex.org/W2807913237","https://openalex.org/W2952745707","https://openalex.org/W2962914604","https://openalex.org/W2963238274","https://openalex.org/W2963250052","https://openalex.org/W2963373786","https://openalex.org/W2963611386","https://openalex.org/W2963684088","https://openalex.org/W2964288524","https://openalex.org/W4295521014","https://openalex.org/W4320013936","https://openalex.org/W6682222085","https://openalex.org/W6684207430","https://openalex.org/W6685016934","https://openalex.org/W6687483927","https://openalex.org/W6697136110","https://openalex.org/W6718379498","https://openalex.org/W6735913928","https://openalex.org/W6743018944","https://openalex.org/W6752184137"],"related_works":["https://openalex.org/W4380075502","https://openalex.org/W4223943233","https://openalex.org/W4312200629","https://openalex.org/W4360585206","https://openalex.org/W4364306694","https://openalex.org/W3198184493","https://openalex.org/W4380086463","https://openalex.org/W4225161397","https://openalex.org/W3156291593","https://openalex.org/W2965483395"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,94,133],"focus":[4],"on":[5],"delivering":[6],"reliable":[7],"learning":[8,44,51,70,111],"results":[9],"for":[10,37,66],"high":[11],"stakes":[12],"applications":[13],"such":[14],"as":[15,29],"self-driving,":[16],"financial":[17],"investment":[18],"and":[19,149],"clinical":[20],"diagnosis,":[21],"where":[22,49,117],"the":[23,43,50,62,72,76,83,89,115,118,129],"accuracy":[24],"of":[25,91,131,141],"predictions":[26,36],"is":[27],"considered":[28],"a":[30],"more":[31],"crucial":[32],"requirement":[33],"than":[34,139],"giving":[35],"all":[38],"query":[39],"samples.":[40],"We":[41],"adopt":[42],"with":[45,104],"reject":[46],"option":[47],"framework":[48],"model":[52,77,88,119],"only":[53],"predict":[54],"those":[55],"samples":[56],"which":[57,107,142],"they":[58],"convince":[59],"to":[60,112,127],"give":[61],"correct":[63],"answer.":[64],"However,":[65],"most":[67],"prevailing":[68],"deep":[69],"predictors,":[71],"confidence":[73,146],"estimated":[74],"by":[75,145],"themselves":[78],"are":[79],"far":[80],"from":[81],"reflecting":[82],"real":[84],"generalization":[85,122],"performance.":[86,123],"To":[87],"reliability":[90,130],"prediction":[92],"concisely,":[93],"propose":[95],"an":[96,135],"exploratory":[97],"solution":[98],"called":[99],"GALVE":[100,126],"(Generative":[101],"Adversarial":[102],"Learning":[103],"Variance":[105],"Expansion)":[106],"adopts":[108],"generative":[109],"adversarial":[110],"implicitly":[113],"measure":[114,128],"region":[116],"achieve":[120],"good":[121],"By":[124],"applying":[125],"predictions,":[132],"achieved":[134],"error":[136],"rate":[137],"less":[138],"half":[140],"straightforwardly":[143],"measured":[144],"in":[147],"CIFAR10":[148],"SVHN":[150],"computer":[151],"vision":[152],"tasks.":[153]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}