{"id":"https://openalex.org/W4400770808","doi":"https://doi.org/10.1109/taslp.2024.3430545","title":"Exploring Universal Intrinsic Task Subspace for Few-Shot Learning via Prompt Tuning","display_name":"Exploring Universal Intrinsic Task Subspace for Few-Shot Learning via Prompt Tuning","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400770808","doi":"https://doi.org/10.1109/taslp.2024.3430545"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2024.3430545","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2024.3430545","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102894085","display_name":"Yujia Qin","orcid":"https://orcid.org/0000-0003-3608-5061"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujia Qin","raw_affiliation_strings":["Department of Computer Science, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3608-5061","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100775958","display_name":"Xiaozhi Wang","orcid":"https://orcid.org/0000-0002-5727-143X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaozhi Wang","raw_affiliation_strings":["Department of Computer Science, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5727-143X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101474800","display_name":"Yusheng Su","orcid":"https://orcid.org/0000-0001-9509-9573"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yusheng Su","raw_affiliation_strings":["Department of Computer Science, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9509-9573","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043098453","display_name":"Yankai Lin","orcid":"https://orcid.org/0000-0002-0151-6178"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yankai Lin","raw_affiliation_strings":["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0151-6178","affiliations":[{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100660086","display_name":"Ning Ding","orcid":"https://orcid.org/0000-0001-8758-9484"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Ding","raw_affiliation_strings":["Department of Computer Science, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8758-9484","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017575883","display_name":"Jing Yi","orcid":"https://orcid.org/0000-0002-7424-9605"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Yi","raw_affiliation_strings":["Department of Computer Science, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7424-9605","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025388406","display_name":"Weize Chen","orcid":"https://orcid.org/0009-0007-5882-8870"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weize Chen","raw_affiliation_strings":["Department of Computer Science, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-5882-8870","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100320723","display_name":"Zhiyuan Liu","orcid":"https://orcid.org/0000-0002-7709-2543"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyuan Liu","raw_affiliation_strings":["Department of Computer Science, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7709-2543","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003324011","display_name":"Juanzi Li","orcid":"https://orcid.org/0000-0002-6244-0664"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juanzi Li","raw_affiliation_strings":["Department of Computer Science, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6244-0664","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060498828","display_name":"Lei Hou","orcid":"https://orcid.org/0000-0002-8907-3526"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Hou","raw_affiliation_strings":["Department of Computer Science, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8907-3526","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100726757","display_name":"Peng Li","orcid":"https://orcid.org/0000-0003-1374-5979"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Li","raw_affiliation_strings":["Institute for AI Industry Research (AIR), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1374-5979","affiliations":[{"raw_affiliation_string":"Institute for AI Industry Research (AIR), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046448314","display_name":"Maosong Sun","orcid":"https://orcid.org/0000-0002-6011-6115"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Maosong Sun","raw_affiliation_strings":["Department of Computer Science, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100770464","display_name":"Jie Zhou","orcid":"https://orcid.org/0000-0002-5899-5165"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Zhou","raw_affiliation_strings":["Pattern Recognition Center, WeChat AI, Tencent Inc., Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5899-5165","affiliations":[{"raw_affiliation_string":"Pattern Recognition Center, WeChat AI, Tencent Inc., Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5006,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.90471728,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"32","issue":null,"first_page":"3631","last_page":"3643"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.8401098251342773},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7344953417778015},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6181451678276062},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6089746952056885},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5281327366828918},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49744442105293274},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.398373544216156},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13507309556007385}],"concepts":[{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.8401098251342773},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7344953417778015},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6181451678276062},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6089746952056885},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5281327366828918},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49744442105293274},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.398373544216156},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13507309556007385},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2024.3430545","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2024.3430545","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W2113957760","https://openalex.org/W2117130368","https://openalex.org/W2467203645","https://openalex.org/W2556468274","https://openalex.org/W2913340405","https://openalex.org/W2962975612","https://openalex.org/W2964330148","https://openalex.org/W3001279689","https://openalex.org/W3034999214","https://openalex.org/W3099655892","https://openalex.org/W3121904249","https://openalex.org/W3157374291","https://openalex.org/W3168867926","https://openalex.org/W3194309076","https://openalex.org/W3196731672","https://openalex.org/W3198571508","https://openalex.org/W3198659451","https://openalex.org/W3205068155","https://openalex.org/W3205717164","https://openalex.org/W3205949070","https://openalex.org/W3209721572","https://openalex.org/W4205991051","https://openalex.org/W4221145545","https://openalex.org/W4226278401","https://openalex.org/W4281690148","https://openalex.org/W4286987939","https://openalex.org/W4287889468","https://openalex.org/W4287891024","https://openalex.org/W4288089799","https://openalex.org/W4293350112","https://openalex.org/W4307079201","https://openalex.org/W4382239182","https://openalex.org/W4385245566","https://openalex.org/W4385567113","https://openalex.org/W4385572845","https://openalex.org/W4385572887","https://openalex.org/W4385573618","https://openalex.org/W4385573750","https://openalex.org/W6677614981","https://openalex.org/W6688384872","https://openalex.org/W6748304690","https://openalex.org/W6752542827","https://openalex.org/W6755207826","https://openalex.org/W6757817989","https://openalex.org/W6759579507","https://openalex.org/W6762865300","https://openalex.org/W6769627184","https://openalex.org/W6770831326","https://openalex.org/W6772383348","https://openalex.org/W6773357711","https://openalex.org/W6777166213","https://openalex.org/W6778883912","https://openalex.org/W6782879696","https://openalex.org/W6782942446","https://openalex.org/W6784512941","https://openalex.org/W6787974359","https://openalex.org/W6788701349","https://openalex.org/W6788732509","https://openalex.org/W6789677684","https://openalex.org/W6790003725","https://openalex.org/W6790250994","https://openalex.org/W6793035268","https://openalex.org/W6793835273","https://openalex.org/W6793897959","https://openalex.org/W6793975888","https://openalex.org/W6794089841","https://openalex.org/W6796581206","https://openalex.org/W6800875267","https://openalex.org/W6802669662","https://openalex.org/W6802744804","https://openalex.org/W6803544266","https://openalex.org/W6803902581","https://openalex.org/W6810738896","https://openalex.org/W6837789219","https://openalex.org/W6839193947","https://openalex.org/W6847076894","https://openalex.org/W6854731736"],"related_works":["https://openalex.org/W1980381208","https://openalex.org/W2364594919","https://openalex.org/W2167092671","https://openalex.org/W1861706286","https://openalex.org/W2219338811","https://openalex.org/W2149583853","https://openalex.org/W3162204513","https://openalex.org/W2143002539","https://openalex.org/W4293472652","https://openalex.org/W2130386332"],"abstract_inverted_index":{"Why":[0],"can":[1,37,167],"pre-trained":[2],"language":[3],"models":[4],"(PLMs)":[5],"learn":[6,122],"universal":[7],"representations":[8],"and":[9,79,105,148,170,186],"effectively":[10],"adapt":[11,66,124],"to":[12,33,67,98,123,127],"broad":[13],"NLP":[14,69,112,146],"tasks":[15,36,70,113,131,147,181],"differing":[16],"a":[17,43,48,77,153],"lot":[18],"superficially?":[19],"In":[20,139],"this":[21,137],"work,":[22],"we":[23,83,96,121,142,166],"empirically":[24],"find":[25,75,150],"evidence":[26],"indicating":[27],"that":[28,151],"the":[29,99,107,115,125,140,173,196,211],"adaptations":[30],"of":[31,102,110,172,195],"PLMs":[32,63],"various":[34,68],"few-shot":[35,145],"be":[38],"reparameterized":[39],"as":[40],"optimizing":[41],"only":[42,133,161],"few":[44],"free":[45,164],"parameters":[46,135],"in":[47,136,152],"unified":[49],"low-dimensional":[50,117],"<italic":[51,89],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[52,90],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">intrinsic":[53,91],"task":[54,199],"subspace</i>":[55],",":[56],"which":[57],"may":[58],"help":[59,208],"us":[60,209],"understand":[61],"why":[62],"could":[64],"easily":[65],"with":[71,157],"small-scale":[72],"data.":[73],"To":[74],"such":[76],"subspace":[78,155],"examine":[80],"its":[81],"universality,":[82],"propose":[84],"an":[85,203],"analysis":[86,204],"pipeline":[87],"called":[88],"prompt":[92,103,175,212],"tuning</i>":[93],"(IPT).":[94],"Specifically,":[95],"resort":[97],"recent":[100],"success":[101],"tuning":[104,134,162,176,213],"decompose":[106],"soft":[108],"prompts":[109],"multiple":[111],"into":[114],"same":[116],"nonlinear":[118],"subspace,":[119],"then":[120],"PLM":[126],"unseen":[128,188],"data":[129],"or":[130],"by":[132,160],"subspace.":[138,200],"experiments,":[141],"study":[143],"diverse":[144],"surprisingly":[149],"250-dimensional":[154],"found":[156,197],"100":[158,179],"tasks,":[159,189],"250":[163],"parameters,":[165],"recover":[168],"97%":[169],"83%":[171],"full":[174],"performance":[177],"for":[178],"seen":[180],"(using":[182],"different":[183],"training":[184],"data)":[185],"20":[187],"respectively,":[190],"showing":[191],"great":[192],"generalization":[193],"ability":[194],"intrinsic":[198],"Besides":[201],"being":[202],"tool,":[205],"IPTcould":[206],"further":[207],"improve":[210],"stability.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}