{"id":"https://openalex.org/W4406459933","doi":"https://doi.org/10.1109/bigdata62323.2024.10825627","title":"Efficient Selective Pre-Training for Imbalanced Fine-Tuning Data in Transfer Learning","display_name":"Efficient Selective Pre-Training for Imbalanced Fine-Tuning Data in Transfer Learning","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406459933","doi":"https://doi.org/10.1109/bigdata62323.2024.10825627"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata62323.2024.10825627","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825627","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049508426","display_name":"Shaif Chowdhury","orcid":null},"institutions":[{"id":"https://openalex.org/I157394403","display_name":"Baylor University","ror":"https://ror.org/005781934","country_code":"US","type":"education","lineage":["https://openalex.org/I157394403"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shaif Chowdhury","raw_affiliation_strings":["Baylor University,Department of Computer Science,Waco,TX"],"affiliations":[{"raw_affiliation_string":"Baylor University,Department of Computer Science,Waco,TX","institution_ids":["https://openalex.org/I157394403"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025425749","display_name":"Sadia Nasrin Tisha","orcid":"https://orcid.org/0000-0003-4360-830X"},"institutions":[{"id":"https://openalex.org/I126744593","display_name":"University of Maryland, Baltimore","ror":"https://ror.org/04rq5mt64","country_code":"US","type":"education","lineage":["https://openalex.org/I126744593"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sadia Tisha","raw_affiliation_strings":["University of Maryland,Baltimore,MD"],"affiliations":[{"raw_affiliation_string":"University of Maryland,Baltimore,MD","institution_ids":["https://openalex.org/I126744593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112007800","display_name":"Mushfika Rahman","orcid":null},"institutions":[{"id":"https://openalex.org/I157394403","display_name":"Baylor University","ror":"https://ror.org/005781934","country_code":"US","type":"education","lineage":["https://openalex.org/I157394403"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mushfika Rahman","raw_affiliation_strings":["Baylor University,Department of Computer Science,Waco,TX"],"affiliations":[{"raw_affiliation_string":"Baylor University,Department of Computer Science,Waco,TX","institution_ids":["https://openalex.org/I157394403"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013375154","display_name":"Greg Hamerly","orcid":"https://orcid.org/0000-0002-0360-1544"},"institutions":[{"id":"https://openalex.org/I157394403","display_name":"Baylor University","ror":"https://ror.org/005781934","country_code":"US","type":"education","lineage":["https://openalex.org/I157394403"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Greg Hamerly","raw_affiliation_strings":["Baylor University,Department of Computer Science,Waco,TX"],"affiliations":[{"raw_affiliation_string":"Baylor University,Department of Computer Science,Waco,TX","institution_ids":["https://openalex.org/I157394403"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5049508426"],"corresponding_institution_ids":["https://openalex.org/I157394403"],"apc_list":null,"apc_paid":null,"fwci":0.7252,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.78320197,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"6982","last_page":"6991"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6819090247154236},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.6225431561470032},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.565760612487793},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4426729679107666},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.42164555191993713},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3724372386932373}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6819090247154236},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.6225431561470032},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.565760612487793},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4426729679107666},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.42164555191993713},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3724372386932373},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata62323.2024.10825627","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825627","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":88,"referenced_works":["https://openalex.org/W1507506748","https://openalex.org/W1686810756","https://openalex.org/W1905882502","https://openalex.org/W1977295328","https://openalex.org/W1978264569","https://openalex.org/W2049466529","https://openalex.org/W2094286293","https://openalex.org/W2117539524","https://openalex.org/W2135994945","https://openalex.org/W2165698076","https://openalex.org/W2187523974","https://openalex.org/W2194775991","https://openalex.org/W2216125271","https://openalex.org/W2253429366","https://openalex.org/W2255054703","https://openalex.org/W2336589871","https://openalex.org/W2562319768","https://openalex.org/W2591924527","https://openalex.org/W2601530120","https://openalex.org/W2782139629","https://openalex.org/W2782996755","https://openalex.org/W2786462443","https://openalex.org/W2798381792","https://openalex.org/W2804935296","https://openalex.org/W2892924320","https://openalex.org/W2896842408","https://openalex.org/W2900080361","https://openalex.org/W2910745941","https://openalex.org/W2962747323","https://openalex.org/W2962843773","https://openalex.org/W2963351448","https://openalex.org/W2963578416","https://openalex.org/W2963693396","https://openalex.org/W2967756749","https://openalex.org/W2971339032","https://openalex.org/W2980113592","https://openalex.org/W2991391304","https://openalex.org/W3000137827","https://openalex.org/W3006086117","https://openalex.org/W3010512657","https://openalex.org/W3015788359","https://openalex.org/W3035272520","https://openalex.org/W3035524453","https://openalex.org/W3094502228","https://openalex.org/W3109116076","https://openalex.org/W3118608800","https://openalex.org/W3125815192","https://openalex.org/W3160331490","https://openalex.org/W3207236303","https://openalex.org/W3214293165","https://openalex.org/W3214424256","https://openalex.org/W4214612132","https://openalex.org/W4223946313","https://openalex.org/W4226076142","https://openalex.org/W4256229248","https://openalex.org/W4281718656","https://openalex.org/W4286850742","https://openalex.org/W4295224294","https://openalex.org/W4304689967","https://openalex.org/W4306175844","https://openalex.org/W4309978318","https://openalex.org/W4312244159","https://openalex.org/W4312791956","https://openalex.org/W4313421210","https://openalex.org/W4317542939","https://openalex.org/W4320002812","https://openalex.org/W4386071848","https://openalex.org/W4389161528","https://openalex.org/W4393776247","https://openalex.org/W4394842684","https://openalex.org/W6637373629","https://openalex.org/W6682346614","https://openalex.org/W6691674427","https://openalex.org/W6725762072","https://openalex.org/W6758130285","https://openalex.org/W6758930985","https://openalex.org/W6767101815","https://openalex.org/W6774314701","https://openalex.org/W6776734695","https://openalex.org/W6779686273","https://openalex.org/W6784333009","https://openalex.org/W6791353385","https://openalex.org/W6803860320","https://openalex.org/W6804394976","https://openalex.org/W6838629043","https://openalex.org/W6839899060","https://openalex.org/W6845733316","https://openalex.org/W6847458731"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474"],"abstract_inverted_index":{"Neural":[0],"networks":[1],"are":[2,59],"often":[3],"pre-trained":[4],"on":[5,13,20,43,121,128,139,171,182],"a":[6,14,28,44,53,100],"large":[7],"source":[8,46],"dataset":[9],"and":[10,37,123,126,133,143],"then":[11],"fine-tuned":[12],"smaller":[15],"target":[16,54],"dataset.":[17,102],"Although":[18],"pre-training":[19,42,101,120,149,170,181],"large-scale":[21],"datasets":[22,70,142],"is":[23],"very":[24],"useful,":[25],"it":[26],"has":[27],"few":[29],"disadvantages,":[30],"such":[31],"as":[32,150,152],"(1)":[33],"high":[34],"training":[35,112],"cost":[36],"(2)":[38],"domain":[39],"mismatch":[40],"where":[41],"less-related":[45],"might":[47],"lead":[48],"to":[49,156,177],"poor":[50],"results":[51],"in":[52,71],"model.":[55],"Examples":[56],"of":[57,167,174],"this":[58,85],"areas":[60],"like":[61,130],"underwater":[62],"imaging,":[63,65,67],"medical":[64],"microscopic":[66],"etc.":[68],"Many":[69],"these":[72],"domains":[73],"also":[74],"have":[75],"class":[76,158],"imbalance":[77],"which":[78],"makes":[79],"transfer":[80],"learning":[81],"less":[82],"effective.":[83],"In":[84],"paper,":[86],"we":[87,163],"propose":[88],"an":[89,165],"efficient":[90],"method":[91,106],"for":[92,179],"selective":[93,119],"pre-training,":[94],"i.e.":[95],"selecting":[96],"relevant":[97],"subsets":[98],"from":[99],"Fine-tuning":[103],"with":[104,118,147,169],"our":[105,116,145],"gives":[107],"better":[108],"accuracy":[109,166],"while":[110],"increasing":[111],"efficiency.":[113],"We":[114,136],"validate":[115],"technique":[117],"ImageNet21k":[122],"ImageNet1k":[124,175],"datasets,":[125],"fine-tuning":[127],"tasks":[129],"image":[131,134],"classification":[132],"segmentation.":[135],"conduct":[137],"experiments":[138],"several":[140],"imbalanced":[141,161],"compare":[144],"performance":[146],"full":[148,180],"well":[151],"other":[153],"state-of-the-art":[154],"methods":[155],"handle":[157],"imbalance.":[159],"On":[160],"CIFAR-10":[162],"get":[164],"77%":[168],"500k":[172],"images":[173],"compared":[176],"74%":[178],"ImageNet.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}