{"id":"https://openalex.org/W3131232155","doi":"https://doi.org/10.1145/3446343","title":"Active Learning for Effectively Fine-Tuning Transfer Learning to Downstream Task","display_name":"Active Learning for Effectively Fine-Tuning Transfer Learning to Downstream Task","publication_year":2021,"publication_date":"2021-02-11","ids":{"openalex":"https://openalex.org/W3131232155","doi":"https://doi.org/10.1145/3446343","mag":"3131232155"},"language":"en","primary_location":{"id":"doi:10.1145/3446343","doi":"https://doi.org/10.1145/3446343","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3446343","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-b","jufo-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.qut.edu.au/209531/1/81286972.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014860744","display_name":"Md Abul Bashar","orcid":"https://orcid.org/0000-0003-1004-4085","observed_orcids":["https://orcid.org/0000-0003-1004-4085"]},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Md Abul Bashar","raw_affiliation_strings":["Queensland University of Technology, QLD, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queensland University of Technology, QLD, Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015158048","display_name":"Richi Nayak","orcid":"https://orcid.org/0000-0002-9954-0159","observed_orcids":["https://orcid.org/0000-0002-9954-0159"]},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Richi Nayak","raw_affiliation_strings":["Queensland University of Technology, QLD, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queensland University of Technology, QLD, Australia","institution_ids":["https://openalex.org/I160993911"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I160993911"],"apc_list":null,"apc_paid":null,"fwci":1.2278,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.79992584,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"12","issue":"2","first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.6499000191688538,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.6499000191688538,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.13439999520778656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.10440000146627426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/active-learning-machine-learning","display_name":"active learning (machine learning)","score":0.9940000176429749},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.9150000214576721},{"id":"https://openalex.org/keywords/language-model-fine-tuning","display_name":"language model fine-tuning","score":0.875},{"id":"https://openalex.org/keywords/ensemble-classifiers","display_name":"ensemble classifiers","score":0.5820000171661377},{"id":"https://openalex.org/keywords/abuse-detection","display_name":"abuse detection","score":0.8709999918937683},{"id":"https://openalex.org/keywords/small-labeled-datasets","display_name":"small labeled datasets","score":0.7860000133514404},{"id":"https://openalex.org/keywords/linguistic-bias","display_name":"language bias","score":0.6800000071525574},{"id":"https://openalex.org/keywords/semantic-diversity","display_name":"semantic diversity","score":0.7070000171661377}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8931022882461548},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6866553425788879},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6864082217216492},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.6239288449287415},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6070734262466431},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5704474449157715},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.4215620756149292},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.41884875297546387},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.4101078510284424},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40933310985565186},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.14503222703933716},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3446343","doi":"https://doi.org/10.1145/3446343","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3446343","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-b","jufo-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},{"id":"pmh:oai:eprints.qut.edu.au:209531","doi":null,"is_oa":true,"landing_page_url":"https://eprints.qut.edu.au/209531/1/81286972.pdf","pdf_url":"https://eprints.qut.edu.au/209531/1/81286972.pdf","source":{"id":"https://openalex.org/S4306402607","display_name":"QUT ePrints (Queensland University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I160993911","host_organization_name":"Queensland University of Technology","host_organization_lineage":["https://openalex.org/I160993911"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"Contribution to Journal"}],"best_oa_location":{"id":"pmh:oai:eprints.qut.edu.au:209531","doi":null,"is_oa":true,"landing_page_url":"https://eprints.qut.edu.au/209531/1/81286972.pdf","pdf_url":"https://eprints.qut.edu.au/209531/1/81286972.pdf","source":{"id":"https://openalex.org/S4306402607","display_name":"QUT ePrints (Queensland University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I160993911","host_organization_name":"Queensland University of Technology","host_organization_lineage":["https://openalex.org/I160993911"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"Contribution to Journal"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W1515033516","https://openalex.org/W1539309091","https://openalex.org/W1578430072","https://openalex.org/W1591801644","https://openalex.org/W1880262756","https://openalex.org/W1917432393","https://openalex.org/W1982973280","https://openalex.org/W1999965501","https://openalex.org/W2008056655","https://openalex.org/W2009134948","https://openalex.org/W2031326491","https://openalex.org/W2035890032","https://openalex.org/W2042932437","https://openalex.org/W2047449974","https://openalex.org/W2064675550","https://openalex.org/W2078887230","https://openalex.org/W2080021732","https://openalex.org/W2093040750","https://openalex.org/W2094834818","https://openalex.org/W2097807612","https://openalex.org/W2099550922","https://openalex.org/W2106897586","https://openalex.org/W2121448470","https://openalex.org/W2129891468","https://openalex.org/W2153819437","https://openalex.org/W2157522502","https://openalex.org/W2165484066","https://openalex.org/W2181854537","https://openalex.org/W2259472270","https://openalex.org/W2342049278","https://openalex.org/W2430018012","https://openalex.org/W2549835527","https://openalex.org/W2578337619","https://openalex.org/W2595653137","https://openalex.org/W2606347107","https://openalex.org/W2613977835","https://openalex.org/W2616721392","https://openalex.org/W2733540681","https://openalex.org/W2737033911","https://openalex.org/W2739255396","https://openalex.org/W2749627623","https://openalex.org/W2786464815","https://openalex.org/W2790074249","https://openalex.org/W2791998777","https://openalex.org/W2795355797","https://openalex.org/W2798812533","https://openalex.org/W2898895571","https://openalex.org/W2900360621","https://openalex.org/W2906979176","https://openalex.org/W2907894232","https://openalex.org/W2944173897","https://openalex.org/W2951714314","https://openalex.org/W2953553271","https://openalex.org/W2962843773","https://openalex.org/W2963266340","https://openalex.org/W2963790884","https://openalex.org/W3026089740","https://openalex.org/W3105113320","https://openalex.org/W4229815794","https://openalex.org/W4239510810"],"related_works":["https://openalex.org/W3196607371","https://openalex.org/W4285123725","https://openalex.org/W3156501750","https://openalex.org/W4385566825","https://openalex.org/W3101345273","https://openalex.org/W4306385094","https://openalex.org/W3126706315","https://openalex.org/W4286511705","https://openalex.org/W4312122095","https://openalex.org/W4392223371"],"abstract_inverted_index":{"Language":[0,13],"model":[1,75],"(LM)":[2],"has":[3],"become":[4],"a":[5,104],"common":[6],"method":[7],"of":[8,60,118],"transfer":[9],"learning":[10,147],"in":[11,91],"Natural":[12],"Processing":[14],"(NLP)":[15],"tasks":[16,152],"when":[17],"working":[18],"with":[19,38],"small":[20],"labeled":[21],"datasets.":[22],"An":[23],"LM":[24,52,74],"is":[25,36,53,155],"pretrained":[26],"using":[27],"an":[28,51,73,164],"easily":[29],"available":[30],"large":[31],"unlabelled":[32],"text":[33],"corpus":[34],"and":[35,121],"fine-tuned":[37],"the":[39,45,57,92,99,119,123,128,144,159],"labelled":[40,160],"data":[41,161],"to":[42,44,55,66,78,110,126,149,157],"apply":[43],"target":[46],"(i.e.,":[47],"downstream)":[48],"task.":[49,101],"As":[50],"designed":[54],"capture":[56,81,114],"linguistic":[58,67],"aspects":[59,84,117],"semantics,":[61],"it":[62,154],"can":[63],"be":[64],"biased":[65],"features.":[68],"We":[69,102],"argue":[70],"that":[71,80,113,134],"exposing":[72],"during":[76],"fine-tuning":[77],"instances":[79,112],"diverse":[82],"semantic":[83,88,116],"(e.g.,":[85],"topical,":[86],"linguistic,":[87],"relations)":[89],"present":[90],"dataset":[93,120],"will":[94],"improve":[95,127],"its":[96],"performance":[97],"on":[98],"underlying":[100],"propose":[103],"Mixed":[105],"Aspect":[106],"Sampling":[107],"(MAS)":[108],"framework":[109],"sample":[111],"different":[115],"use":[122],"ensemble":[124],"classifier":[125],"classification":[129],"performance.":[130],"Experimental":[131],"results":[132],"show":[133],"MAS":[135],"performs":[136],"better":[137],"than":[138],"random":[139],"sampling":[140],"as":[141,143],"well":[142],"state-of-the-art":[145],"active":[146],"models":[148],"abuse":[150],"detection":[151],"where":[153],"hard":[156],"collect":[158],"for":[162],"building":[163],"accurate":[165],"classifier.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2021-03-01T00:00:00"}