{"id":"https://openalex.org/W4398157366","doi":"https://doi.org/10.1162/tacl.a.63","title":"ActiveLLM: Large Language Model-Based Active Learning for Textual Few-Shot Scenarios","display_name":"ActiveLLM: Large Language Model-Based Active Learning for Textual Few-Shot Scenarios","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W4398157366","doi":"https://doi.org/10.1162/tacl.a.63"},"language":"en","primary_location":{"id":"doi:10.1162/tacl.a.63","doi":"https://doi.org/10.1162/tacl.a.63","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl.a.63","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/TACL.a.63/2574429/tacl.a.63.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["ccf-b","cwts-core","doaj","dongbi-b","jufo-1","norway-2","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/TACL.a.63/2574429/tacl.a.63.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014971621","display_name":"Markus Bayer","orcid":"https://orcid.org/0000-0002-2040-5609","observed_orcids":["https://orcid.org/0000-0002-2040-5609"]},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Markus Bayer","raw_affiliation_strings":["PEASEC, Technical University of Darmstadt, Germany. bayer@peasec.tu-darmstadt.de"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PEASEC, Technical University of Darmstadt, Germany. bayer@peasec.tu-darmstadt.de","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Justin Lutz","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Justin Lutz","raw_affiliation_strings":["PEASEC, Technical University of Darmstadt, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PEASEC, Technical University of Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"last","author":{"id":null,"display_name":"Christian Reuter","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Reuter","raw_affiliation_strings":["PEASEC, Technical University of Darmstadt, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PEASEC, Technical University of Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I31512782"],"apc_list":null,"apc_paid":null,"fwci":20.1949,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.99197611,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"14","issue":null,"first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9160000085830688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9160000085830688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.07919999957084656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/active-learning-machine-learning","display_name":"active learning (machine learning)","score":0.9959999918937683},{"id":"https://openalex.org/keywords/few-shot-learning","display_name":"few-shot learning","score":0.8569999933242798},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9259999990463257},{"id":"https://openalex.org/keywords/instance-selection","display_name":"instance selection","score":0.8939999938011169},{"id":"https://openalex.org/keywords/cold-start","display_name":"cold start","score":0.9390000104904175},{"id":"https://openalex.org/keywords/text-classification","display_name":"text classification","score":0.847000002861023},{"id":"https://openalex.org/keywords/bert","display_name":"BERT","score":0.6549999713897705},{"id":"https://openalex.org/keywords/annotation-efficiency","display_name":"annotation efficiency","score":0.5870000123977661},{"id":"https://openalex.org/keywords/iterative-selection","display_name":"iterative selection","score":0.44999998807907104}],"concepts":[{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.7666009664535522},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6689053773880005},{"id":"https://openalex.org/C2992734406","wikidata":"https://www.wikidata.org/wiki/Q413267","display_name":"One shot","level":2,"score":0.6137003302574158},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4746335446834564},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4522285759449005},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0997031033039093},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.04755261540412903},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/tacl.a.63","doi":"https://doi.org/10.1162/tacl.a.63","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl.a.63","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/TACL.a.63/2574429/tacl.a.63.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["ccf-b","cwts-core","doaj","dongbi-b","jufo-1","norway-2","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2405.10808","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.10808","pdf_url":"https://arxiv.org/pdf/2405.10808","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.10808","doi":"https://doi.org/10.48550/arxiv.2405.10808","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.10808","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1162/tacl.a.63","doi":"https://doi.org/10.1162/tacl.a.63","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl.a.63","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/TACL.a.63/2574429/tacl.a.63.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["ccf-b","cwts-core","doaj","dongbi-b","jufo-1","norway-2","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2421524486","display_name":"Verbundprojekt: Entwicklung von Strategien und Werkzeugen zur medien\u00fcbergreifenden Meldung, Erkennung und Behandlung von Cybermobbing und Hassbotschaften in Ermittlungs- und Strafverfolgungsbeh\u00f6rden (CYLENCE) - Teilvorhaben: Methoden und Technologien zur flexiblen und effizienten Erkennung von Cyber-Missbrauch","funder_award_id":"13N16636","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320323384","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4398157366.pdf","grobid_xml":"https://content.openalex.org/works/W4398157366.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2151023586","https://openalex.org/W2171671120","https://openalex.org/W2251939518","https://openalex.org/W2953958347","https://openalex.org/W2970641574","https://openalex.org/W3002104146","https://openalex.org/W3029853868","https://openalex.org/W3085177480","https://openalex.org/W3101345273","https://openalex.org/W3105522431","https://openalex.org/W3112929524","https://openalex.org/W3123356983","https://openalex.org/W3137573489","https://openalex.org/W4283791551","https://openalex.org/W4285107336","https://openalex.org/W4285177617","https://openalex.org/W4287854919","https://openalex.org/W4287889957","https://openalex.org/W4298132949","https://openalex.org/W4384211302","https://openalex.org/W4385573017","https://openalex.org/W4385573504","https://openalex.org/W4385973016","https://openalex.org/W4389519055","https://openalex.org/W4396831993","https://openalex.org/W4402670893","https://openalex.org/W4414320956","https://openalex.org/W4415799124","https://openalex.org/W7104024656"],"related_works":["https://openalex.org/W4416043351","https://openalex.org/W4285065369","https://openalex.org/W7160167311","https://openalex.org/W4413840091","https://openalex.org/W7166811045","https://openalex.org/W4385573939","https://openalex.org/W4312887644","https://openalex.org/W4375869213","https://openalex.org/W4297165181","https://openalex.org/W4389524190"],"abstract_inverted_index":{"Abstract":[0],"Active":[1],"learning":[2,19,61,98,106,133,155],"is":[3],"designed":[4],"to":[5,30,117,135],"minimize":[6],"annotation":[7],"efforts":[8],"by":[9],"prioritizing":[10],"instances":[11],"that":[12,63,82,143],"most":[13],"enhance":[14],"learning.":[15],"However,":[16],"many":[17],"active":[18,60,97,132],"strategies":[20,134],"struggle":[21],"with":[22],"a":[23,49,58,146],"\u2018cold-start\u2019":[24],"problem,":[25],"needing":[26],"substantial":[27,50],"initial":[28],"data":[29],"be":[31,115],"effective.":[32],"This":[33],"limitation":[34],"reduces":[35],"their":[36,137],"utility":[37],"in":[38,92],"the":[39,45,86,104],"increasingly":[40],"relevant":[41],"few-shot":[42,93,105],"scenarios,":[43,94,119],"where":[44],"instance":[46],"selection":[47],"has":[48],"impact.":[51],"To":[52],"address":[53],"this,":[54],"we":[55],"introduce":[56],"ActiveLLM,":[57],"novel":[59],"approach":[62],"leverages":[64],"Large":[65,76],"Language":[66],"Models":[67],"such":[68],"as":[69,100,102],"GPT-4,":[70],"o1,":[71],"Llama":[72],"3,":[73],"or":[74],"Mistral":[75],"for":[77,121,149],"selecting":[78],"instances.":[79],"We":[80],"demonstrate":[81],"ActiveLLM":[83,113,127,144],"significantly":[84],"enhances":[85],"classification":[87],"performance":[88,152],"of":[89],"BERT":[90],"classifiers":[91],"outperforming":[95],"traditional":[96],"methods":[99,107],"well":[101],"improving":[103,150],"ADAPET,":[108],"PERFECT,":[109],"and":[110],"SetFit.":[111],"Additionally,":[112],"can":[114,128],"extended":[116],"non-few-shot":[118],"allowing":[120],"iterative":[122],"selections.":[123],"In":[124],"this":[125],"way,":[126],"even":[129],"help":[130],"other":[131],"overcome":[136],"cold-start":[138],"problem.":[139],"Our":[140],"results":[141],"suggest":[142],"offers":[145],"promising":[147],"solution":[148],"model":[151],"across":[153],"various":[154],"setups.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":4}],"updated_date":"2026-11-01T11:40:01.658920","created_date":"2024-05-21T00:00:00"}