{"id":"https://openalex.org/W4404582498","doi":"https://doi.org/10.1007/978-3-031-72643-9_16","title":"Bad Students Make Great Teachers: Active Learning Accelerates Large-Scale Visual Understanding","display_name":"Bad Students Make Great Teachers: Active Learning Accelerates Large-Scale Visual Understanding","publication_year":2024,"publication_date":"2024-11-21","ids":{"openalex":"https://openalex.org/W4404582498","doi":"https://doi.org/10.1007/978-3-031-72643-9_16"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-72643-9_16","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-72643-9_16","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-72643-9_16.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-72643-9_16.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061487102","display_name":"Talfan Evans","orcid":"https://orcid.org/0000-0002-2079-398X"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210113297","display_name":"Google (United Kingdom)","ror":"https://ror.org/024bc3e07","country_code":"GB","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210113297","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Talfan Evans","raw_affiliation_strings":["Google DeepMind, London, UK"],"affiliations":[{"raw_affiliation_string":"Google DeepMind, London, UK","institution_ids":["https://openalex.org/I4210113297","https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056884424","display_name":"Shreya Pathak","orcid":"https://orcid.org/0009-0001-0014-7913"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210113297","display_name":"Google (United Kingdom)","ror":"https://ror.org/024bc3e07","country_code":"GB","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210113297","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shreya Pathak","raw_affiliation_strings":["Google DeepMind, London, UK"],"affiliations":[{"raw_affiliation_string":"Google DeepMind, London, UK","institution_ids":["https://openalex.org/I4210113297","https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031686624","display_name":"Hamza Merzi\u0107","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210113297","display_name":"Google (United Kingdom)","ror":"https://ror.org/024bc3e07","country_code":"GB","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210113297","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hamza Merzic","raw_affiliation_strings":["Google DeepMind, London, UK","University College London, London, UK"],"affiliations":[{"raw_affiliation_string":"Google DeepMind, London, UK","institution_ids":["https://openalex.org/I4210113297","https://openalex.org/I4210090411"]},{"raw_affiliation_string":"University College London, London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085990900","display_name":"Jonathan Schwarz","orcid":"https://orcid.org/0000-0003-1825-3826"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]},{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210113297","display_name":"Google (United Kingdom)","ror":"https://ror.org/024bc3e07","country_code":"GB","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210113297","https://openalex.org/I4210128969"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Jonathan Schwarz","raw_affiliation_strings":["Google DeepMind, London, UK","Harvard University, Cambridge, USA"],"affiliations":[{"raw_affiliation_string":"Google DeepMind, London, UK","institution_ids":["https://openalex.org/I4210113297","https://openalex.org/I4210090411"]},{"raw_affiliation_string":"Harvard University, Cambridge, USA","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064157732","display_name":"Ryutaro Tanno","orcid":"https://orcid.org/0000-0002-8107-6730"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210113297","display_name":"Google (United Kingdom)","ror":"https://ror.org/024bc3e07","country_code":"GB","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210113297","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ryutaro Tanno","raw_affiliation_strings":["Google DeepMind, London, UK"],"affiliations":[{"raw_affiliation_string":"Google DeepMind, London, UK","institution_ids":["https://openalex.org/I4210113297","https://openalex.org/I4210090411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081732358","display_name":"Olivier J. H\u00e9naff","orcid":"https://orcid.org/0000-0001-8183-9489"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210113297","display_name":"Google (United Kingdom)","ror":"https://ror.org/024bc3e07","country_code":"GB","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210113297","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Olivier J. H\u00e9naff","raw_affiliation_strings":["Google DeepMind, London, UK"],"affiliations":[{"raw_affiliation_string":"Google DeepMind, London, UK","institution_ids":["https://openalex.org/I4210113297","https://openalex.org/I4210090411"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5061487102"],"corresponding_institution_ids":["https://openalex.org/I4210090411","https://openalex.org/I4210113297"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":0.8766,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.83589605,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"264","last_page":"280"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8578317165374756},{"id":"https://openalex.org/keywords/learnability","display_name":"Learnability","score":0.6982380151748657},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5447138547897339},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5161534547805786},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4505777657032013},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4484333395957947},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.421791136264801},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.12222769856452942}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8578317165374756},{"id":"https://openalex.org/C2777723229","wikidata":"https://www.wikidata.org/wiki/Q4367921","display_name":"Learnability","level":2,"score":0.6982380151748657},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5447138547897339},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5161534547805786},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4505777657032013},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4484333395957947},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.421791136264801},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.12222769856452942},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-031-72643-9_16","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-72643-9_16","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-72643-9_16.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.1007/978-3-031-72643-9_16","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-72643-9_16","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-72643-9_16.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404582498.pdf","grobid_xml":"https://content.openalex.org/works/W4404582498.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1977983731","https://openalex.org/W2076580309","https://openalex.org/W2115305054","https://openalex.org/W2606722458","https://openalex.org/W2786036274","https://openalex.org/W2962843773","https://openalex.org/W2970043232","https://openalex.org/W3035261884","https://openalex.org/W3135367836","https://openalex.org/W3153469116","https://openalex.org/W3172942063","https://openalex.org/W4225323055","https://openalex.org/W4225591000","https://openalex.org/W4283073619","https://openalex.org/W4306820534","https://openalex.org/W4377121615","https://openalex.org/W4390873312","https://openalex.org/W4402727366","https://openalex.org/W6603806335","https://openalex.org/W6607459698","https://openalex.org/W6609090796","https://openalex.org/W6778883912","https://openalex.org/W6790721482","https://openalex.org/W6803762308","https://openalex.org/W6810081322","https://openalex.org/W6912494966"],"related_works":["https://openalex.org/W4302791369","https://openalex.org/W2951285859","https://openalex.org/W2766040214","https://openalex.org/W72092541","https://openalex.org/W37360785","https://openalex.org/W1973394166","https://openalex.org/W180475243","https://openalex.org/W2098466205","https://openalex.org/W1966604104","https://openalex.org/W2066099325"],"abstract_inverted_index":{"Abstract":[0],"Power-law":[1],"scaling":[2],"indicates":[3],"that":[4],"large-scale":[5],"training":[6,103,125],"with":[7,160],"uniform":[8],"sampling":[9],"is":[10],"prohibitively":[11],"slow.":[12],"Active":[13],"learning":[14,23,164],"methods":[15,33,114],"aim":[16],"to":[17,36,47,56,90,99,129,134,157],"increase":[18],"data":[19,71,101],"efficiency":[20],"by":[21],"prioritizing":[22],"on":[24,143,148],"the":[25,68,136],"most":[26],"relevant":[27],"examples.":[28],"Despite":[29],"their":[30],"appeal,":[31],"these":[32,82],"have":[34],"yet":[35],"be":[37,158],"widely":[38],"adopted":[39],"since":[40],"no":[41],"one":[42],"algorithm":[43],"has":[44],"been":[45],"shown":[46],"a)":[48],"generalize":[49],"across":[50],"models":[51,89,110,147],"and":[52,59,117,122,127,145,163],"tasks":[53],"b)":[54],"scale":[55],"large":[57],"datasets":[58],"c)":[60],"yield":[61],"overall":[62],"FLOP":[63],"savings":[64],"when":[65],"accounting":[66],"for":[67,94,102],"overhead":[69],"of":[70],"selection.":[72],"In":[73],"this":[74],"work":[75],"we":[76,152],"propose":[77],"a":[78,108,167],"method":[79],"which":[80,96],"satisfies":[81],"three":[83],"properties,":[84],"leveraging":[85],"small,":[86],"cheap":[87],"proxy":[88],"estimate":[91],"\u201clearnability\u201d":[92],"scores":[93],"datapoints,":[95],"are":[97],"used":[98],"prioritize":[100],"much":[104],"larger":[105],"models.":[106],"As":[107],"result,":[109],"trained":[111],"using":[112],"our":[113,154],"\u2013":[115,119],"ClassAct":[116],"ActiveCLIP":[118],"require":[120],"46%":[121],"51%":[123],"fewer":[124],"updates":[126],"up":[128],"25%":[130],"less":[131],"total":[132],"computation":[133],"reach":[135],"same":[137],"performance":[138],"as":[139],"uniformly-trained":[140],"visual":[141],"classifiers":[142],"JFT":[144],"multimodal":[146,172],"ALIGN,":[149],"respectively.":[150],"Finally,":[151],"find":[153],"data-prioritization":[155],"scheme":[156],"complementary":[159],"recent":[161],"data-curation":[162],"objectives,":[165],"yielding":[166],"new":[168],"state-of-the-art":[169],"in":[170],"several":[171],"transfer":[173],"tasks.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-21T08:13:44.787528","created_date":"2025-10-10T00:00:00"}