{"id":"https://openalex.org/W4312605747","doi":"https://doi.org/10.1162/tacl_a_00515","title":"Multi-task Active Learning for Pre-trained Transformer-based Models","display_name":"Multi-task Active Learning for Pre-trained Transformer-based Models","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312605747","doi":"https://doi.org/10.1162/tacl_a_00515"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00515","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00515","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00515/2057243/tacl_a_00515.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00515/2057243/tacl_a_00515.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044349276","display_name":"Guy Rotman","orcid":null},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Guy Rotman","raw_affiliation_strings":["Faculty of Industrial Engineering and Management, Technion, IIT, Israel. grotman@campus.technion.ac.il"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Industrial Engineering and Management, Technion, IIT, Israel. grotman@campus.technion.ac.il","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054952724","display_name":"Roi Reichart","orcid":"https://orcid.org/0000-0001-6918-0554"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Roi Reichart","raw_affiliation_strings":["Faculty of Industrial Engineering and Management, Technion, IIT, Israel. roiri@technion.ac.il"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Industrial Engineering and Management, Technion, IIT, Israel. roiri@technion.ac.il","institution_ids":["https://openalex.org/I174306211"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5044349276","https://openalex.org/A5054952724"],"corresponding_institution_ids":["https://openalex.org/I174306211"],"apc_list":null,"apc_paid":null,"fwci":2.222,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.89725996,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"1209","last_page":"1228"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.876664400100708},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.788257360458374},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.708719789981842},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7048543691635132},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6611998677253723},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5571576356887817},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.5247961282730103},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4760986566543579},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4504455626010895}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.876664400100708},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.788257360458374},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.708719789981842},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7048543691635132},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6611998677253723},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5571576356887817},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.5247961282730103},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4760986566543579},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4504455626010895},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00515","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00515","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00515/2057243/tacl_a_00515.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c02a3a343f1a44e78edb93370d4cf0a5","is_oa":false,"landing_page_url":"https://doaj.org/article/c02a3a343f1a44e78edb93370d4cf0a5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 10 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00515","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00515","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00515/2057243/tacl_a_00515.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.4699999988079071}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312605747.pdf","grobid_xml":"https://content.openalex.org/works/W4312605747.grobid-xml"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W128638292","https://openalex.org/W2056894934","https://openalex.org/W2064675550","https://openalex.org/W2080021732","https://openalex.org/W2088911157","https://openalex.org/W2091671846","https://openalex.org/W2095887211","https://openalex.org/W2105410942","https://openalex.org/W2135694298","https://openalex.org/W2148972377","https://openalex.org/W2171671120","https://openalex.org/W2183341477","https://openalex.org/W2509700522","https://openalex.org/W2516255829","https://openalex.org/W2612690371","https://openalex.org/W2624871570","https://openalex.org/W2785787385","https://openalex.org/W2786660442","https://openalex.org/W2798778171","https://openalex.org/W2798803565","https://openalex.org/W2798935874","https://openalex.org/W2888868336","https://openalex.org/W2890114324","https://openalex.org/W2912083425","https://openalex.org/W2913332048","https://openalex.org/W2923014074","https://openalex.org/W2948194985","https://openalex.org/W2962739339","https://openalex.org/W2962798796","https://openalex.org/W2962892701","https://openalex.org/W2963168538","https://openalex.org/W2963505445","https://openalex.org/W2963718112","https://openalex.org/W2963854351","https://openalex.org/W2964117975","https://openalex.org/W2964262197","https://openalex.org/W2965373594","https://openalex.org/W2970121940","https://openalex.org/W2979826702","https://openalex.org/W2994806031","https://openalex.org/W2997876626","https://openalex.org/W3034430043","https://openalex.org/W3034884160","https://openalex.org/W3098749353","https://openalex.org/W3099142828","https://openalex.org/W3104939451","https://openalex.org/W3105522431","https://openalex.org/W3113477245","https://openalex.org/W3114735516","https://openalex.org/W3116512121","https://openalex.org/W3169250374","https://openalex.org/W4238846128","https://openalex.org/W4288089799","https://openalex.org/W4297683418","https://openalex.org/W6604258887","https://openalex.org/W6617145748","https://openalex.org/W6631190155","https://openalex.org/W6674306132","https://openalex.org/W6676934727","https://openalex.org/W6678510481","https://openalex.org/W6729856301","https://openalex.org/W6739365718","https://openalex.org/W6739651123","https://openalex.org/W6739901393","https://openalex.org/W6742080785","https://openalex.org/W6751425476","https://openalex.org/W6755207826","https://openalex.org/W6763087592","https://openalex.org/W6766673545","https://openalex.org/W6769627184","https://openalex.org/W6775935039","https://openalex.org/W6778477900","https://openalex.org/W6797440953"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W1533177136","https://openalex.org/W2389015757","https://openalex.org/W2951720331"],"abstract_inverted_index":{"Abstract":[0],"Multi-task":[1],"learning,":[2],"in":[3,103,134],"which":[4,45],"several":[5],"tasks":[6,30],"are":[7,31],"jointly":[8],"learned":[9],"by":[10,61],"a":[11],"single":[12],"model,":[13],"allows":[14],"NLP":[15,73,88,142],"models":[16],"to":[17,57,84,93,122,136],"share":[18],"information":[19],"from":[20],"multiple":[21,42],"annotations":[22],"and":[23,49,115],"may":[24,46],"facilitate":[25],"better":[26],"predictions":[27],"when":[28],"the":[29,38,72,112,117],"inter-related.":[32],"This":[33,90],"technique,":[34],"however,":[35],"requires":[36],"annotating":[37],"same":[39],"text":[40],"with":[41],"annotation":[43,59,67,138],"schemes,":[44],"be":[47,131],"costly":[48],"laborious.":[50],"Active":[51],"learning":[52,78],"(AL)":[53],"has":[54,80],"been":[55,82],"demonstrated":[56],"optimize":[58],"processes":[60],"iteratively":[62],"selecting":[63],"unlabeled":[64],"examples":[65],"whose":[66],"is":[68],"most":[69],"valuable":[70],"for":[71,140],"model.":[74],"Yet,":[75],"multi-task":[76,100,106,120,141],"active":[77],"(MT-AL)":[79],"not":[81],"applied":[83],"state-of-the-art":[85],"pre-trained":[86],"Transformer-based":[87],"models.":[89],"paper":[91],"aims":[92],"close":[94],"this":[95],"gap.":[96],"We":[97],"explore":[98],"various":[99],"selection":[101],"criteria":[102],"three":[104],"realistic":[105],"scenarios,":[107],"reflecting":[108],"different":[109],"relations":[110],"between":[111],"participating":[113],"tasks,":[114],"demonstrate":[116],"effectiveness":[118],"of":[119],"compared":[121],"single-task":[123],"selection.":[124],"Our":[125],"results":[126],"suggest":[127],"that":[128],"MT-AL":[129],"can":[130],"effectively":[132],"used":[133],"order":[135],"minimize":[137],"efforts":[139],"models.1":[143]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}