{"id":"https://openalex.org/W4387846499","doi":"https://doi.org/10.1145/3583780.3615269","title":"Lightweight Adaptation of Neural Language Models via Subspace Embedding","display_name":"Lightweight Adaptation of Neural Language Models via Subspace Embedding","publication_year":2023,"publication_date":"2023-10-21","ids":{"openalex":"https://openalex.org/W4387846499","doi":"https://doi.org/10.1145/3583780.3615269"},"language":"en","primary_location":{"id":"doi:10.1145/3583780.3615269","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3583780.3615269","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050410519","display_name":"Amit Kumar Jaiswal","orcid":"https://orcid.org/0000-0001-8848-7041"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Amit Kumar Jaiswal","raw_affiliation_strings":["University of Surrey, Guildford, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Surrey, Guildford, United Kingdom","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034400349","display_name":"Haiming Liu","orcid":"https://orcid.org/0000-0002-0390-3657"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Haiming Liu","raw_affiliation_strings":["University of Southampton, Southampton, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Southampton, Southampton, United Kingdom","institution_ids":["https://openalex.org/I43439940"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5050410519"],"corresponding_institution_ids":["https://openalex.org/I28290843"],"apc_list":null,"apc_paid":null,"fwci":0.5237,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.71999689,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3968","last_page":"3972"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7691323757171631},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.7410094738006592},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.706447184085846},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6837379932403564},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6161085367202759},{"id":"https://openalex.org/keywords/paraphrase","display_name":"Paraphrase","score":0.600725531578064},{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.5695405602455139},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.569463849067688},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.510868489742279},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.4949645400047302},{"id":"https://openalex.org/keywords/cover","display_name":"Cover (algebra)","score":0.47475317120552063},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.47050946950912476},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.46997684240341187},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.45208942890167236},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4366612136363983},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.16879820823669434},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10529515147209167}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7691323757171631},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.7410094738006592},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.706447184085846},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6837379932403564},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6161085367202759},{"id":"https://openalex.org/C2780922921","wikidata":"https://www.wikidata.org/wiki/Q255189","display_name":"Paraphrase","level":2,"score":0.600725531578064},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.5695405602455139},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.569463849067688},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.510868489742279},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.4949645400047302},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.47475317120552063},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.47050946950912476},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.46997684240341187},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.45208942890167236},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4366612136363983},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.16879820823669434},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10529515147209167},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3583780.3615269","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3583780.3615269","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.soton.ac.uk:503543","is_oa":false,"landing_page_url":"http://doi.org/10.1145/3583780.3615269>).","pdf_url":null,"source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8299999833106995}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1516184288","https://openalex.org/W1566289585","https://openalex.org/W1969281479","https://openalex.org/W2130158090","https://openalex.org/W2250539671","https://openalex.org/W2493916176","https://openalex.org/W2739351760","https://openalex.org/W2891555348","https://openalex.org/W2923014074","https://openalex.org/W2962739339","https://openalex.org/W2963250244","https://openalex.org/W2963748441","https://openalex.org/W2963846996","https://openalex.org/W2971207485","https://openalex.org/W2978670439","https://openalex.org/W2979826702","https://openalex.org/W3035390927","https://openalex.org/W3104033643","https://openalex.org/W3135427360","https://openalex.org/W3164045210"],"related_works":["https://openalex.org/W2169518243","https://openalex.org/W2252095989","https://openalex.org/W4322096525","https://openalex.org/W2551914602","https://openalex.org/W4281893144","https://openalex.org/W2105076537","https://openalex.org/W2787311093","https://openalex.org/W2921174581","https://openalex.org/W2084531783","https://openalex.org/W2020757772"],"abstract_inverted_index":{"Traditional":[0],"neural":[1],"word":[2,24],"embeddings":[3,74,82,129,140],"are":[4],"usually":[5],"dependent":[6],"on":[7,112,145],"a":[8,36,49,65,78],"richer":[9],"diversity":[10],"of":[11,39,59,67,80],"vocabulary.":[12],"However,":[13],"the":[14,23,56,60,88,127,138,142],"language":[15,31,62,95,104,143],"models":[16,32,63,144],"recline":[17],"to":[18,54,69,102,106],"cover":[19,35],"major":[20],"vocabularies":[21],"via":[22,87],"embedding":[25,52,99,110],"parameters,":[26],"in":[27,135],"particular,":[28],"for":[29,141],"multilingual":[30],"that":[33,126],"generally":[34],"significant":[37],"part":[38],"their":[40],"overall":[41],"learning":[42],"parameters.":[43],"In":[44],"this":[45],"work,":[46],"we":[47],"present":[48],"new":[50],"compact":[51,109],"structure":[53,111],"reduce":[55],"memory":[57],"footprint":[58],"pre-trained":[61,94],"with":[64,137],"sacrifice":[66],"up":[68],"4%":[70],"absolute":[71],"accuracy.":[72],"The":[73,97],"vectors":[75],"reconstruction":[76],"follows":[77],"set":[79],"subspace":[81,98,128],"and":[83,114,119,147],"an":[84],"assignment":[85],"procedure":[86],"contextual":[89],"relationship":[90],"among":[91],"tokens":[92],"from":[93],"models.":[96],"structure1":[100],"calibrates":[101],"masked":[103],"models,":[105],"evaluate":[107],"our":[108],"similarity":[113],"textual":[115],"entailment":[116],"tasks,":[117],"sentence":[118],"paraphrase":[120],"tasks.":[121],"Our":[122],"experimental":[123],"evaluation":[124],"shows":[125],"achieve":[130],"compression":[131],"rates":[132],"beyond":[133],"99.8%":[134],"comparison":[136],"original":[139],"XNLI":[146],"GLUE":[148],"benchmark":[149],"suites.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}