{"id":"https://openalex.org/W3175034780","doi":"https://doi.org/10.1609/aaai.v35i12.17313","title":"Exploratory Machine Learning with Unknown Unknowns","display_name":"Exploratory Machine Learning with Unknown Unknowns","publication_year":2021,"publication_date":"2021-05-18","ids":{"openalex":"https://openalex.org/W3175034780","doi":"https://doi.org/10.1609/aaai.v35i12.17313","mag":"3175034780"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v35i12.17313","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v35i12.17313","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/17313/17120","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/17313/17120","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040157899","display_name":"Peng Zhao","orcid":"https://orcid.org/0000-0001-7925-8255"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peng Zhao","raw_affiliation_strings":["Nanjing University"],"affiliations":[{"raw_affiliation_string":"Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101578949","display_name":"Yujie Zhang","orcid":"https://orcid.org/0000-0002-7858-7476"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu-Jie Zhang","raw_affiliation_strings":["Nanjing University"],"affiliations":[{"raw_affiliation_string":"Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100621138","display_name":"Zhi\u2010Hua Zhou","orcid":"https://orcid.org/0000-0003-0746-1494"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi-Hua Zhou","raw_affiliation_strings":["Nanjing University"],"affiliations":[{"raw_affiliation_string":"Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5040157899"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":1.9034,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.88605489,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"35","issue":"12","first_page":"10999","last_page":"11006"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7623418569564819},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7430427074432373},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7259407043457031},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5643310546875},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5554293394088745},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.5341528654098511},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5105987191200256},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4922920763492584},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.474477082490921},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.4694349765777588},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.4594190716743469},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.44969847798347473},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10791221261024475},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.0944473147392273}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7623418569564819},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7430427074432373},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7259407043457031},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5643310546875},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5554293394088745},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.5341528654098511},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5105987191200256},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4922920763492584},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.474477082490921},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.4694349765777588},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4594190716743469},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.44969847798347473},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10791221261024475},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0944473147392273},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v35i12.17313","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v35i12.17313","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/17313/17120","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v35i12.17313","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v35i12.17313","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/17313/17120","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5299999713897705,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G528746023","display_name":null,"funder_award_id":"61921006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3175034780.pdf","grobid_xml":"https://content.openalex.org/works/W3175034780.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1498977598","https://openalex.org/W2098043650","https://openalex.org/W2099419573","https://openalex.org/W2111041495","https://openalex.org/W2111296615","https://openalex.org/W2119880843","https://openalex.org/W2120908897","https://openalex.org/W2128603141","https://openalex.org/W2147967768","https://openalex.org/W2165698076","https://openalex.org/W2168810201","https://openalex.org/W2412351563","https://openalex.org/W2419658023","https://openalex.org/W2577719032","https://openalex.org/W2583689529","https://openalex.org/W2594239694","https://openalex.org/W2626103914","https://openalex.org/W2763152536","https://openalex.org/W2901114541","https://openalex.org/W2963311299","https://openalex.org/W3008801451","https://openalex.org/W3128690923","https://openalex.org/W3144619878","https://openalex.org/W3156667892","https://openalex.org/W4389956001","https://openalex.org/W6675040714","https://openalex.org/W6676826717","https://openalex.org/W6678038612","https://openalex.org/W6684207430","https://openalex.org/W6727356840","https://openalex.org/W6739308774","https://openalex.org/W6756120173","https://openalex.org/W6797132364"],"related_works":["https://openalex.org/W2047973478","https://openalex.org/W4295532600","https://openalex.org/W2063823869","https://openalex.org/W4386564352","https://openalex.org/W2952668426","https://openalex.org/W4386076228","https://openalex.org/W4310825149","https://openalex.org/W2798269247","https://openalex.org/W2168489430","https://openalex.org/W180869904"],"abstract_inverted_index":{"In":[0,28,59],"conventional":[1],"supervised":[2],"learning,":[3,129],"a":[4,13],"training":[5,57,85,119],"dataset":[6],"is":[7,67],"given":[8,99],"with":[9],"ground-truth":[10],"labels":[11],"from":[12,97],"known":[14,26],"label":[15],"set,":[16],"and":[17,91,165,172,178],"the":[18,32,42,45,52,76,84,98,126,143,152,161,182],"learned":[19,33],"model":[20],"will":[21],"classify":[22],"unseen":[23],"instances":[24],"to":[25,44,75,159],"labels.":[27],"real":[29,179],"situations,":[30],"when":[31],"models":[34],"do":[35],"not":[36],"work":[37],"well,":[38],"users":[39],"generally":[40],"attribute":[41],"failure":[43],"inadequate":[46],"selection":[47],"of":[48,54,71,103,114,118,155,184],"learning":[49,138],"algorithms":[50,115],"or":[51,116],"lack":[53],"enough":[55],"labeled":[56],"samples.":[58,120],"this":[60,122,132],"paper,":[61],"we":[62,124],"point":[63],"out":[64],"that":[65,78],"there":[66,79],"an":[68],"important":[69],"category":[70],"failure,":[72],"which":[73],"owes":[74],"fact":[77],"are":[80],"unknown":[81,96,104,105,147,162],"classes":[82,106,163],"in":[83,131],"data":[86],"misperceived":[87],"as":[88],"other":[89],"labels,":[90],"thus":[92],"their":[93],"existence":[94],"was":[95],"supervision.":[100],"Such":[101],"problems":[102],"can":[107,141],"hardly":[108],"be":[109,166],"addressed":[110],"by":[111],"common":[112],"re-selection":[113],"accumulation":[117],"For":[121],"purpose,":[123],"propose":[125],"exploratory":[127],"machine":[128],"where":[130],"paradigm":[133],"once":[134],"user":[135],"encounters":[136],"unsatisfactory":[137],"performance,":[139],"she":[140],"examine":[142],"possibility":[144],"and,":[145],"if":[146],"unknowns":[148],"really":[149],"exist,":[150],"deploy":[151],"optimal":[153],"strategy":[154],"feature":[156],"space":[157],"augmentation":[158],"make":[160],"observable":[164],"enabled":[167],"for":[168],"learning.":[169],"Theoretical":[170],"analysis":[171],"empirical":[173],"study":[174],"on":[175],"both":[176],"synthetic":[177],"datasets":[180],"validate":[181],"efficacy":[183],"our":[185],"proposal.":[186]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}