{"id":"https://openalex.org/W4214754494","doi":"https://doi.org/10.1145/3508546.3508604","title":"Adaptive Transfer Learning via Fine-grained Multi-task Pre-training","display_name":"Adaptive Transfer Learning via Fine-grained Multi-task Pre-training","publication_year":2021,"publication_date":"2021-12-22","ids":{"openalex":"https://openalex.org/W4214754494","doi":"https://doi.org/10.1145/3508546.3508604"},"language":"en","primary_location":{"id":"doi:10.1145/3508546.3508604","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3508546.3508604","pdf_url":null,"source":{"id":"https://openalex.org/S4363608505","display_name":"2021 4th International Conference on Algorithms, Computing and Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 4th International Conference on Algorithms, Computing and Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086147578","display_name":"Yanbao Ma","orcid":"https://orcid.org/0000-0001-9721-3333"},"institutions":[{"id":"https://openalex.org/I49185572","display_name":"Yunnan University of Finance And Economics","ror":"https://ror.org/04rhev598","country_code":"CN","type":"education","lineage":["https://openalex.org/I49185572"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanbao Ma","raw_affiliation_strings":["Yunnan University of Finance and Economics, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yunnan University of Finance and Economics, China","institution_ids":["https://openalex.org/I49185572"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100641494","display_name":"Hao Xu","orcid":"https://orcid.org/0000-0001-7759-2620"},"institutions":[{"id":"https://openalex.org/I49185572","display_name":"Yunnan University of Finance And Economics","ror":"https://ror.org/04rhev598","country_code":"CN","type":"education","lineage":["https://openalex.org/I49185572"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Xu","raw_affiliation_strings":["Yunnan University of Finance and Economics, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yunnan University of Finance and Economics, China","institution_ids":["https://openalex.org/I49185572"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043011845","display_name":"Jun-Zhou He","orcid":"https://orcid.org/0000-0001-5380-1694"},"institutions":[{"id":"https://openalex.org/I49185572","display_name":"Yunnan University of Finance And Economics","ror":"https://ror.org/04rhev598","country_code":"CN","type":"education","lineage":["https://openalex.org/I49185572"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junzhou He","raw_affiliation_strings":["Yunnan University of Finance and Economics, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yunnan University of Finance and Economics, China","institution_ids":["https://openalex.org/I49185572"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005099484","display_name":"Kun Qian","orcid":"https://orcid.org/0000-0002-6765-9446"},"institutions":[{"id":"https://openalex.org/I49185572","display_name":"Yunnan University of Finance And Economics","ror":"https://ror.org/04rhev598","country_code":"CN","type":"education","lineage":["https://openalex.org/I49185572"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Qian","raw_affiliation_strings":["Yunnan University of Finance and Economics, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yunnan University of Finance and Economics, China","institution_ids":["https://openalex.org/I49185572"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030937262","display_name":"Tiebing Li","orcid":"https://orcid.org/0009-0003-8130-1074"},"institutions":[{"id":"https://openalex.org/I49185572","display_name":"Yunnan University of Finance And Economics","ror":"https://ror.org/04rhev598","country_code":"CN","type":"education","lineage":["https://openalex.org/I49185572"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiebing Li","raw_affiliation_strings":["Yunnan University of Finance and Economics, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yunnan University of Finance and Economics, China","institution_ids":["https://openalex.org/I49185572"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I49185572"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subnet","display_name":"Subnet","score":0.9327691793441772},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8399730920791626},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6170272827148438},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5532153844833374},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.47406286001205444},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.4656530022621155},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46160024404525757},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4378221035003662},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4348444640636444},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.41446828842163086},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.0854819118976593}],"concepts":[{"id":"https://openalex.org/C21099817","wikidata":"https://www.wikidata.org/wiki/Q7631721","display_name":"Subnet","level":2,"score":0.9327691793441772},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8399730920791626},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6170272827148438},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5532153844833374},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.47406286001205444},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4656530022621155},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46160024404525757},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4378221035003662},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4348444640636444},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.41446828842163086},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0854819118976593},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3508546.3508604","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3508546.3508604","pdf_url":null,"source":{"id":"https://openalex.org/S4363608505","display_name":"2021 4th International Conference on Algorithms, Computing and Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 4th International Conference on Algorithms, Computing and Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W2117130368","https://openalex.org/W2809290718","https://openalex.org/W2963854351","https://openalex.org/W2964185501","https://openalex.org/W3087931390","https://openalex.org/W3104440123","https://openalex.org/W3176687337","https://openalex.org/W3177654849","https://openalex.org/W4255421341"],"related_works":["https://openalex.org/W2102539527","https://openalex.org/W2131631951","https://openalex.org/W2356206668","https://openalex.org/W2130707537","https://openalex.org/W3200778902","https://openalex.org/W1977409556","https://openalex.org/W2361602549","https://openalex.org/W4362683600","https://openalex.org/W2105155969","https://openalex.org/W2390667963"],"abstract_inverted_index":{"Nowadays":[0],"pre-training":[1,13,64,125,137,174],"paradigm":[2],"has":[3],"been":[4],"widely":[5],"adopted":[6],"for":[7,82,99],"deep":[8],"learning-based":[9],"applications.":[10],"In":[11,62,89,143],"multiple":[12],"tasks,":[14],"conventional":[15,136,173],"methods":[16],"process":[17],"them":[18],"using":[19],"naive":[20],"Multi-Task":[21],"Learning":[22],"(MTL)":[23],"technology.":[24],"The":[25],"pre-trained":[26,156],"models":[27],"are":[28,160],"unavoidably":[29],"influenced":[30],"by":[31,157],"the":[32,63,86,90,93,118,131,135,150,153,170],"well-known":[33],"negative":[34,44],"transfer":[35],"phenomenon":[36],"of":[37,120,161,172],"MTL,":[38],"which":[39,77],"will":[40],"also":[41],"make":[42],"a":[43,56,68,79,140],"impact":[45],"on":[46,111],"downstream":[47,101,105],"tasks.":[48],"To":[49],"deal":[50],"with":[51],"this":[52],"problem,":[53],"we":[54,66],"propose":[55],"novel":[57],"Adaptive":[58],"Pre-Training":[59],"(APT)":[60],"framework.":[61],"stage,":[65,92],"adopt":[67],"task-sensitive":[69],"MTL":[70],"technology":[71],"called":[72],"Fine-grained":[73],"Sharing":[74],"Network":[75],"(FSN),":[76],"trains":[78],"subnet":[80,96,151],"mask":[81],"each":[83,100],"task":[84],"besides":[85],"network":[87,113,154],"weights.":[88],"fine-tuning":[91],"most":[94,122],"suitable":[95],"is":[97],"selected":[98],"task.":[102,126],"Therefore,":[103],"different":[104,112],"tasks":[106],"may":[107],"be":[108,167],"fine-tuned":[109],"based":[110],"structures":[114],"and":[115,165],"benefit":[116],"from":[117],"outcome":[119],"their":[121],"closely":[123],"related":[124],"According":[127],"to":[128,175],"our":[129],"experiments,":[130],"proposed":[132],"APT":[133],"outperforms":[134],"baseline":[138],"at":[139],"clear":[141],"margin.":[142],"addition,":[144],"experiments":[145],"show":[146],"that,":[147],"even":[148],"without":[149],"adaptation,":[152],"weights":[155],"FSN":[158],"alone":[159],"much":[162],"higher":[163],"quality":[164],"can":[166],"used":[168],"in":[169],"framework":[171],"improve":[176],"performance.":[177]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}