{"id":"https://openalex.org/W7140130272","doi":"https://doi.org/10.18653/v1/2026.eacl-long.59","title":"Ultra-Low-Dimensional Prompt Tuning via Random Projection","display_name":"Ultra-Low-Dimensional Prompt Tuning via Random Projection","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140130272","doi":"https://doi.org/10.18653/v1/2026.eacl-long.59"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.eacl-long.59","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.59","pdf_url":"https://aclanthology.org/2026.eacl-long.59.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.eacl-long.59.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zijun Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zijun Wu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yongchang Hao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yongchang Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Lili Mou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lili Mou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.44334091,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1284","last_page":"1303"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.131400004029274,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.131400004029274,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11739","display_name":"Microwave Imaging and Scattering Analysis","score":0.07819999754428864,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.07199999690055847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.45890000462532043},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.37380000948905945},{"id":"https://openalex.org/keywords/random-projection","display_name":"Random projection","score":0.2888999879360199},{"id":"https://openalex.org/keywords/random-noise","display_name":"Random noise","score":0.28780001401901245},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.275299996137619}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4936000108718872},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.45890000462532043},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.451200008392334},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4066999852657318},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40149998664855957},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.37380000948905945},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.33149999380111694},{"id":"https://openalex.org/C2777036070","wikidata":"https://www.wikidata.org/wiki/Q18393452","display_name":"Random projection","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C2986577269","wikidata":"https://www.wikidata.org/wiki/Q11306265","display_name":"Random noise","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.2696000039577484}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.eacl-long.59","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.59","pdf_url":"https://aclanthology.org/2026.eacl-long.59.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.eacl-long.59","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.59","pdf_url":"https://aclanthology.org/2026.eacl-long.59.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309949","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95"},{"id":"https://openalex.org/F4320317153","display_name":"DeepMind","ror":"https://ror.org/00971b260"},{"id":"https://openalex.org/F4320331257","display_name":"Alliance de recherche num\u00e9rique du Canada","ror":"https://ror.org/010r6td27"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140130272.pdf","grobid_xml":"https://content.openalex.org/works/W7140130272.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"achieve":[3,70],"state-of-theart":[4],"performance":[5],"but":[6,25],"are":[7,28],"increasingly":[8],"costly":[9],"to":[10,31,78],"fine-tune.Prompt":[11],"tuning":[12,81,99],"is":[13],"a":[14,47,56,63,109],"parameterefficient":[15],"fine-tuning":[16],"method":[17,51],"that":[18,52,93],"addresses":[19],"parameter-efficiency":[20],"by":[21],"learning":[22],"prompt":[23,80],"embeddings,":[24],"these":[26],"embeddings":[27],"typically":[29],"tied":[30],"the":[32,74],"model's":[33],"hidden":[34],"dimensionality,":[35],"limiting":[36],"parameter":[37],"saving.In":[38],"this":[39],"paper,":[40],"we":[41],"propose":[42],"Ultra-Low-dimensional":[43],"Prompt":[44],"Tuning":[45],"(ULPT),":[46],"simple":[48],"yet":[49],"effective":[50],"optimizes":[53],"prompts":[54],"in":[55,73],"low-dimensional":[57],"space":[58],"(e.g.,":[59],"2D)":[60],"and":[61],"uses":[62],"frozen":[64],"random":[65],"matrix":[66],"for":[67,112],"up-projection.ULPT":[68],"can":[69],"98%":[71],"reduction":[72],"training":[75],"parameters":[76],"compared":[77],"vanilla":[79],"while":[82],"preserving":[83],"performance.Our":[84],"extensive":[85],"experiments":[86],"across":[87],"over":[88],"20":[89],"NLP":[90],"tasks":[91],"demonstrate":[92],"ULPT":[94],"consistently":[95],"outperforms":[96],"recent":[97],"parameter-efficient":[98],"methods":[100],"using":[101],"significantly":[102],"fewer":[103],"parameters,":[104],"making":[105],"it":[106],"well-suited":[107],"as":[108],"storageefficient":[110],"framework":[111],"massive":[113],"LLM":[114],"customization.":[115],"1":[116]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-02-02T00:00:00"}