{"id":"https://openalex.org/W7161269342","doi":"https://doi.org/10.48550/arxiv.2605.14055","title":"PEML: Parameter-efficient Multi-Task Learning with Optimized Continuous Prompts","display_name":"PEML: Parameter-efficient Multi-Task Learning with Optimized Continuous Prompts","publication_year":2026,"publication_date":"2026-05-13","ids":{"openalex":"https://openalex.org/W7161269342","doi":"https://doi.org/10.48550/arxiv.2605.14055"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.14055","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14055","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.14055","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012082888","display_name":"Anjir Ahmed Chowdhury","orcid":"https://orcid.org/0000-0002-6544-1005"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chowdhury, Anjir Ahmed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136269153","display_name":"Syed Zawad","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zawad, Syed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136247927","display_name":"Xiaolong Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Xiaolong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100543793","display_name":"Xu Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136255316","display_name":"Feng Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Feng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2825999855995178,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2825999855995178,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.15539999306201935,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0738999992609024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.5216000080108643},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42739999294281006},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.41670000553131104},{"id":"https://openalex.org/keywords/prefix","display_name":"Prefix","score":0.4099999964237213},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4020000100135803},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.38960000872612},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3212999999523163},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.31369999051094055}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8091999888420105},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5548999905586243},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.5216000080108643},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4823000133037567},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42739999294281006},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.41670000553131104},{"id":"https://openalex.org/C141603448","wikidata":"https://www.wikidata.org/wiki/Q134830","display_name":"Prefix","level":2,"score":0.4099999964237213},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4020000100135803},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.38960000872612},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3212999999523163},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.31369999051094055},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.3068999946117401},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.299699991941452},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.29600000381469727},{"id":"https://openalex.org/C190290938","wikidata":"https://www.wikidata.org/wiki/Q387015","display_name":"Trie","level":3,"score":0.2955000102519989},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.28769999742507935},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.26260000467300415},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.258899986743927}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.14055","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14055","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.14055","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14055","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.43898269534111023,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Parameter-Efficient":[0,156],"Fine-Tuning":[1],"(PEFT)":[2],"is":[3,141],"widely":[4],"used":[5],"for":[6,12,22,27,36,57,74,104,131,137,167,177,188],"adapting":[7,194],"Large":[8],"Language":[9,216],"Models":[10],"(LLMs)":[11],"various":[13],"tasks.":[14,45],"Recently,":[15],"there":[16],"has":[17],"been":[18],"an":[19,185,226],"increasing":[20],"demand":[21],"fine-tuning":[23,37,136],"a":[24,54,91,120,155,162],"single":[25,55],"LLM":[26],"multiple":[28,58],"tasks":[29,59,236],"because":[30],"it":[31,140],"requires":[32],"overall":[33],"less":[34,66],"data":[35],"thanks":[38],"to":[39,69,87,90,123,143,232,242],"the":[40,101,107,128,169,190,211],"common":[41],"features":[42],"shared":[43],"among":[44],"More":[46],"importantly,":[47],"LLMs":[48,89],"are":[49,85],"resource":[50,61],"demanding":[51],"and":[52,63,82,95,147,193,208,218],"deploying":[53,70],"model":[56,73,102,148,178,195],"facilitates":[60],"consolidation":[62],"consumes":[64],"significantly":[65],"resources":[67],"compared":[68],"individual":[71,235],"large":[72],"each":[75],"task.":[76,93],"Existing":[77],"PEFT":[78],"methods":[79,204],"like":[80],"LoRA":[81,94],"Prefix":[83,116],"Tuning":[84,117],"designed":[86],"adapt":[88],"specific":[92],"its":[96],"variation":[97],"focus":[98],"on":[99,210],"aligning":[100],"itself":[103],"tasks,":[105],"overlooking":[106],"importance":[108],"of":[109,230,240],"prompt":[110,145],"tuning":[111],"in":[112],"multi-task":[113,138,202],"learning":[114,203],"while":[115,172],"only":[118],"adopts":[119],"simple":[121],"architecture":[122,164],"optimize":[124],"prompts,":[125],"which":[126,160],"limits":[127],"adaption":[129,176],"capabilities":[130],"multi-task.":[132],"To":[133],"enable":[134],"efficient":[135],"learning,":[139],"important":[142],"co-optimize":[144],"optimization":[146],"adaptation.":[149],"In":[150],"this":[151],"work,":[152],"we":[153],"propose":[154],"Multi-task":[157],"Learning":[158],"(\\PM),":[159],"employs":[161],"neural":[163],"engineering":[165],"method":[166],"optimizing":[168,189],"continuous":[170,191],"prompts":[171,192],"also":[173],"performing":[174],"low-rank":[175],"weights.":[179,196],"We":[180,197],"prototype":[181],"PEML":[182,199],"by":[183],"creating":[184],"automated":[186],"framework":[187],"evaluate":[198],"against":[200],"state-of-the-arts":[201],"MTL-LoRA,":[205],"MultiLoRa,":[206],"C-Poly,":[207],"MoE,":[209],"GLUE,":[212],"SuperGLUE,":[213],"Massive":[214],"Multitask":[215],"Understanding,":[217],"commonsense":[219],"reasoning":[220],"benchmarks.":[221],"The":[222],"evaluation":[223],"results":[224],"present":[225],"average":[227],"accuracy":[228],"improvement":[229],"up":[231,241],"6.67%,":[233],"with":[234],"showing":[237],"peak":[238],"gains":[239],"10.75%.":[243]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-16T00:00:00"}