{"id":"https://openalex.org/W3104340084","doi":"https://doi.org/10.1109/tits.2021.3133268","title":"Training Data Subset Search With Ensemble Active Learning","display_name":"Training Data Subset Search With Ensemble Active Learning","publication_year":2021,"publication_date":"2021-12-31","ids":{"openalex":"https://openalex.org/W3104340084","doi":"https://doi.org/10.1109/tits.2021.3133268","mag":"3104340084"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2021.3133268","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2021.3133268","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1905.12737","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041189908","display_name":"Kashyap Chitta","orcid":"https://orcid.org/0000-0002-3891-3230"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kashyap Chitta","raw_affiliation_strings":["NVIDIA, Santa Clara, CA, USA"],"affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101540588","display_name":"Jos\u00e9 M. Alvarez","orcid":"https://orcid.org/0000-0002-7535-6322"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jose M. Alvarez","raw_affiliation_strings":["NVIDIA, Santa Clara, CA, USA"],"affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073524192","display_name":"Elmar Hau\u00dfmann","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elmar Haussmann","raw_affiliation_strings":["NVIDIA, Santa Clara, CA, USA"],"affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023316826","display_name":"Cl\u00e9ment Farabet","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Clement Farabet","raw_affiliation_strings":["NVIDIA, Santa Clara, CA, USA"],"affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I4210127875"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5041189908"],"corresponding_institution_ids":["https://openalex.org/I4210127875"],"apc_list":null,"apc_paid":null,"fwci":0.2796,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.60875877,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"23","issue":"9","first_page":"14741","last_page":"14752"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.796733021736145},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.7298154830932617},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7151581048965454},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6358407139778137},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6104203462600708},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5472452640533447},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.5392377376556396},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.46955162286758423},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.46809864044189453},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4656670093536377},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4530890882015228},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.41411030292510986},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3462107479572296}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.796733021736145},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.7298154830932617},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7151581048965454},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6358407139778137},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6104203462600708},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5472452640533447},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.5392377376556396},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.46955162286758423},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.46809864044189453},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4656670093536377},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4530890882015228},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.41411030292510986},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3462107479572296},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tits.2021.3133268","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2021.3133268","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1905.12737","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.12737","pdf_url":"https://arxiv.org/pdf/1905.12737","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"mag:3104340084","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1905.12737","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1905.12737","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1905.12737","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1905.12737","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.12737","pdf_url":"https://arxiv.org/pdf/1905.12737","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W3104340084.pdf"},"referenced_works_count":118,"referenced_works":["https://openalex.org/W582134693","https://openalex.org/W601603264","https://openalex.org/W1514940655","https://openalex.org/W1534477342","https://openalex.org/W1540371141","https://openalex.org/W1567512734","https://openalex.org/W1644040291","https://openalex.org/W1861492603","https://openalex.org/W1872312298","https://openalex.org/W1995875735","https://openalex.org/W2031489346","https://openalex.org/W2085261163","https://openalex.org/W2095705004","https://openalex.org/W2108598243","https://openalex.org/W2108677974","https://openalex.org/W2125951969","https://openalex.org/W2135293965","https://openalex.org/W2151023586","https://openalex.org/W2187105870","https://openalex.org/W2193145675","https://openalex.org/W2194775991","https://openalex.org/W2302255633","https://openalex.org/W2511730936","https://openalex.org/W2609701267","https://openalex.org/W2732547613","https://openalex.org/W2734663976","https://openalex.org/W2768927604","https://openalex.org/W2783822844","https://openalex.org/W2786712888","https://openalex.org/W2788907134","https://openalex.org/W2792388013","https://openalex.org/W2798820905","https://openalex.org/W2810382146","https://openalex.org/W2885311373","https://openalex.org/W2886851211","https://openalex.org/W2888429796","https://openalex.org/W2890055393","https://openalex.org/W2892366900","https://openalex.org/W2893733848","https://openalex.org/W2895723011","https://openalex.org/W2899575464","https://openalex.org/W2899943572","https://openalex.org/W2900234507","https://openalex.org/W2900246445","https://openalex.org/W2902142571","https://openalex.org/W2903158431","https://openalex.org/W2905672847","https://openalex.org/W2911964244","https://openalex.org/W2912934387","https://openalex.org/W2914666366","https://openalex.org/W2921605821","https://openalex.org/W2927805125","https://openalex.org/W2943152387","https://openalex.org/W2946547492","https://openalex.org/W2948194985","https://openalex.org/W2948223045","https://openalex.org/W2949427019","https://openalex.org/W2949941638","https://openalex.org/W2950517871","https://openalex.org/W2951013084","https://openalex.org/W2951104886","https://openalex.org/W2951696358","https://openalex.org/W2951786554","https://openalex.org/W2953021786","https://openalex.org/W2954732411","https://openalex.org/W2956371155","https://openalex.org/W2960010704","https://openalex.org/W2962745799","https://openalex.org/W2962843773","https://openalex.org/W2963037989","https://openalex.org/W2963238274","https://openalex.org/W2963809228","https://openalex.org/W2963902936","https://openalex.org/W2966284335","https://openalex.org/W2967201998","https://openalex.org/W2984303785","https://openalex.org/W2986514296","https://openalex.org/W2991448611","https://openalex.org/W3118608800","https://openalex.org/W4230030242","https://openalex.org/W6617145748","https://openalex.org/W6618476874","https://openalex.org/W6630965568","https://openalex.org/W6637015483","https://openalex.org/W6639393196","https://openalex.org/W6674330103","https://openalex.org/W6725739302","https://openalex.org/W6730042731","https://openalex.org/W6735374517","https://openalex.org/W6735443497","https://openalex.org/W6736942654","https://openalex.org/W6737496325","https://openalex.org/W6747231328","https://openalex.org/W6748724315","https://openalex.org/W6748758124","https://openalex.org/W6748865747","https://openalex.org/W6752515464","https://openalex.org/W6753245824","https://openalex.org/W6753701838","https://openalex.org/W6754370436","https://openalex.org/W6754665663","https://openalex.org/W6754993503","https://openalex.org/W6755709506","https://openalex.org/W6756064477","https://openalex.org/W6756072047","https://openalex.org/W6756235739","https://openalex.org/W6756615331","https://openalex.org/W6756787073","https://openalex.org/W6757204547","https://openalex.org/W6757248479","https://openalex.org/W6758804491","https://openalex.org/W6760764355","https://openalex.org/W6763087592","https://openalex.org/W6765715182","https://openalex.org/W6766152879","https://openalex.org/W6766461993","https://openalex.org/W6766596047","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2947620140","https://openalex.org/W3185447076","https://openalex.org/W2805902845","https://openalex.org/W3205851411","https://openalex.org/W3201534836","https://openalex.org/W2974111094","https://openalex.org/W2954732411","https://openalex.org/W3021147025","https://openalex.org/W173413571","https://openalex.org/W2963167917","https://openalex.org/W2787751390","https://openalex.org/W3132772989","https://openalex.org/W2899575464","https://openalex.org/W3089888817","https://openalex.org/W3184049905","https://openalex.org/W2886245013","https://openalex.org/W3080854194","https://openalex.org/W3213485676","https://openalex.org/W3090855199","https://openalex.org/W3013994053"],"abstract_inverted_index":{"Deep":[0],"Neural":[1],"Networks":[2],"(DNNs)":[3],"often":[4],"rely":[5],"on":[6,154,183,199],"vast":[7],"datasets":[8],"for":[9,115,171,175,191],"training.":[10],"Given":[11],"the":[12,34,38,142,188,200,222],"large":[13,73,116],"size":[14],"of":[15,87,89,127,151,202],"such":[16,43],"datasets,":[17],"it":[18],"is":[19],"conceivable":[20],"that":[21,26,121,220],"they":[22],"contain":[23],"specific":[24],"samples":[25,44,78],"either":[27],"do":[28,83],"not":[29],"contribute":[30],"or":[31],"negatively":[32],"impact":[33,201],"DNN\u2019s":[35],"optimization.":[36],"Modifying":[37],"training":[39,55,100,111,128,140,223],"distribution":[40,225],"to":[41,50,60,68,76,105,134],"exclude":[42],"could":[45],"provide":[46,197,216],"an":[47,147,166],"effective":[48],"solution":[49],"improve":[51],"performance":[52],"and":[53,107,161,208],"reduce":[54],"time.":[56],"This":[57,102],"paper":[58],"proposes":[59],"scale":[61,74,189],"up":[62],"ensemble":[63,209],"Active":[64],"Learning":[65],"(AL)":[66],"methods":[67],"perform":[69,109,146],"acquisition":[70,206],"at":[71,79,92,187,211],"a":[72,80,93,110],"(10k":[75],"500k":[77],"time).":[81],"We":[82,119,145,196],"this":[84,152,212],"with":[85,141],"ensembles":[86],"hundreds":[88],"models,":[90],"obtained":[91],"minimal":[94],"computational":[95],"cost":[96],"by":[97],"reusing":[98],"intermediate":[99],"checkpoints.":[101],"allows":[103],"us":[104],"automatically":[106],"efficiently":[108],"data":[112,224],"subset":[113],"search":[114],"labeled":[117],"datasets.":[118],"observe":[120],"our":[122,181],"approach":[123],"obtains":[124],"favorable":[125],"subsets":[126],"data,":[129],"which":[130],"can":[131,226],"be":[132],"used":[133],"train":[135],"more":[136],"accurate":[137],"DNNs":[138],"than":[139],"entire":[143],"dataset.":[144],"extensive":[148],"experimental":[149],"study":[150],"phenomenon":[153],"three":[155],"image":[156],"classification":[157],"benchmarks":[158],"(CIFAR-10,":[159],"CIFAR-100,":[160],"ImageNet),":[162],"as":[163,165],"well":[164],"internal":[167],"object":[168,184],"detection":[169,185],"benchmark":[170],"prototyping":[172],"perception":[173],"models":[174],"autonomous":[176,193],"driving.":[177],"Unlike":[178],"existing":[179],"studies,":[180],"experiments":[182],"are":[186],"required":[190],"production-ready":[192],"driving":[194],"systems.":[195],"insights":[198],"different":[203],"initialization":[204],"schemes,":[205],"functions,":[207],"configurations":[210],"scale.":[213],"Our":[214],"results":[215],"strong":[217],"empirical":[218],"evidence":[219],"optimizing":[221],"significantly":[227],"benefit":[228],"large-scale":[229],"vision":[230],"tasks.":[231]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}