{"id":"https://openalex.org/W7127320997","doi":"https://doi.org/10.48550/arxiv.2602.01687","title":"Functional Subspace, where language models can use vector algebra to solve problems","display_name":"Functional Subspace, where language models can use vector algebra to solve problems","publication_year":2026,"publication_date":"2026-02-02","ids":{"openalex":"https://openalex.org/W7127320997","doi":"https://doi.org/10.48550/arxiv.2602.01687"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.01687","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077314223","display_name":"Jung H. Lee","orcid":"https://orcid.org/0000-0001-8568-8163"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Jung H.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5124904771","display_name":"Sujith Vijayan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vijayan, Sujith","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.2451999932527542,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.2451999932527542,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.11949999630451202,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10189999639987946,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.708299994468689},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.508899986743927},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4715999960899353},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.3562999963760376},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.2831999957561493}],"concepts":[{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.708299994468689},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6646000146865845},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.508899986743927},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47189998626708984},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4715999960899353},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3700999915599823},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3562999963760376},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.25780001282691956}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.01687","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.01687","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.01687","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.01687","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.5204324722290039,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,8],"models":[2],"(LLMs)":[3],"were":[4],"invented":[5],"for":[6,65],"natural":[7],"tasks":[9,157],"such":[10],"as":[11,80],"translation,":[12],"but":[13],"they":[14,18,27],"have":[15,28,93],"proved":[16],"that":[17,57,74,88,102,143],"can":[19,146,151,158],"perform":[20,113],"highly":[21],"complex":[22],"functions":[23],"across":[24],"domains.":[25,52],"Additionally,":[26],"been":[29],"thought":[30],"to":[31,44,112],"develop":[32],"new":[33],"skills":[34],"without":[35],"being":[36],"trained":[37],"on":[38],"them.":[39],"These":[40],"learning":[41,133],"capabilities":[42],"lead":[43],"LLMs":[45,84,103,129,145],"adoption":[46],"in":[47,83,110,131,165],"a":[48],"wide":[49],"range":[50],"of":[51,91,136],"Thus,":[53],"it":[54],"is":[55],"imperative":[56],"we":[58,100,119],"understand":[59],"their":[60],"operating":[61],"mechanisms":[62],"and":[63,68,87,107,124,154],"limitations":[64],"proper":[66],"diagnostics":[67],"repair.":[69],"The":[70],"earlier":[71],"studies":[72],"proposed":[73],"high":[75],"level":[76],"concepts":[77],"are":[78],"encoded":[79],"linear":[81],"directions":[82],"activation":[85],"space":[86],"the":[89,137],"geometry":[90],"embeddings":[92],"semantic":[94],"meanings.":[95],"Inspired":[96],"by":[97],"these":[98],"studies,":[99],"hypothesize":[101],"may":[104],"use":[105],"subspaces":[106,111],"vector":[108],"algebra":[109],"tasks.":[114],"To":[115],"address":[116],"this":[117],"hypothesis,":[118],"analyze":[120],"LLMs'":[121],"functional":[122],"modules":[123],"residual":[125],"streams":[126],"collected":[127],"from":[128],"engaging":[130],"in-context":[132],"(ICL),":[134],"one":[135],"emergent":[138],"abilities.":[139],"Our":[140],"analyses":[141],"suggest":[142],"1)":[144],"create":[147],"subspaces,":[148],"where":[149],"evidence":[150],"be":[152,159],"accumulated":[153],"2)":[155],"ICL":[156],"solved":[160],"via":[161],"simple":[162],"algebraic":[163],"operations":[164],"subspaces.":[166]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-02-04T00:00:00"}