{"id":"https://openalex.org/W7134040967","doi":"https://doi.org/10.48550/arxiv.2603.05500","title":"POET-X: Memory-efficient LLM Training by Scaling Orthogonal Transformation","display_name":"POET-X: Memory-efficient LLM Training by Scaling Orthogonal Transformation","publication_year":2026,"publication_date":"2026-03-05","ids":{"openalex":"https://openalex.org/W7134040967","doi":"https://doi.org/10.48550/arxiv.2603.05500"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.05500","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110991006","display_name":"Zeju Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Zeju","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128259153","display_name":"Lixin Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Lixin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Weller, Adrian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weller, Adrian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128241013","display_name":"Han Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128265997","display_name":"Weiyang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Weiyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.27322914,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.23409999907016754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.23409999907016754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.10689999908208847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0860000029206276,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/equivalence","display_name":"Equivalence (formal languages)","score":0.6850000023841858},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5727999806404114},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5590000152587891},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4699000120162964},{"id":"https://openalex.org/keywords/orthogonal-transformation","display_name":"Orthogonal transformation","score":0.43050000071525574},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.42890000343322754},{"id":"https://openalex.org/keywords/orthogonal-matrix","display_name":"Orthogonal matrix","score":0.41269999742507935},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.40450000762939453},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.3587000072002411}],"concepts":[{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.6850000023841858},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6340000033378601},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5727999806404114},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5590000152587891},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4699000120162964},{"id":"https://openalex.org/C54940322","wikidata":"https://www.wikidata.org/wiki/Q3997740","display_name":"Orthogonal transformation","level":2,"score":0.43050000071525574},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.42890000343322754},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4251999855041504},{"id":"https://openalex.org/C44292817","wikidata":"https://www.wikidata.org/wiki/Q333871","display_name":"Orthogonal matrix","level":3,"score":0.41269999742507935},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.40470001101493835},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.40450000762939453},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3880000114440918},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3587000072002411},{"id":"https://openalex.org/C17349429","wikidata":"https://www.wikidata.org/wiki/Q1049914","display_name":"Matrix multiplication","level":3,"score":0.34940001368522644},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3416999876499176},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.3328999876976013},{"id":"https://openalex.org/C136119220","wikidata":"https://www.wikidata.org/wiki/Q1000660","display_name":"Algebra over a field","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3043999969959259},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2996000051498413},{"id":"https://openalex.org/C165443888","wikidata":"https://www.wikidata.org/wiki/Q1482183","display_name":"Transformation matrix","level":3,"score":0.29600000381469727},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.29580000042915344},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2944999933242798},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.2851000130176544},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C156103551","wikidata":"https://www.wikidata.org/wiki/Q130998","display_name":"Equivalence relation","level":2,"score":0.27309998869895935},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.2727999985218048},{"id":"https://openalex.org/C34459055","wikidata":"https://www.wikidata.org/wiki/Q256151","display_name":"Matrix equivalence","level":4,"score":0.2574999928474426},{"id":"https://openalex.org/C138602881","wikidata":"https://www.wikidata.org/wiki/Q2709591","display_name":"Confusion matrix","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.2506999969482422},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2502000033855438}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.05500","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.05500","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.05500","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.05500","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5932174324989319,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Efficient":[0],"and":[1,55,72,89,100,119],"stable":[2],"training":[3,46],"of":[4,92,110,129],"large":[5],"language":[6],"models":[7],"(LLMs)":[8],"remains":[9],"a":[10,27,70,114],"core":[11],"challenge":[12],"in":[13,98,120],"modern":[14],"machine":[15],"learning":[16],"systems.":[17],"To":[18,63],"address":[19],"this":[20],"challenge,":[21],"Reparameterized":[22],"Orthogonal":[23],"Equivalence":[24],"Training":[25],"(POET),":[26],"spectrum-preserving":[28],"framework":[29],"that":[30,75],"optimizes":[31],"each":[32],"weight":[33],"matrix":[34,61],"through":[35],"orthogonal":[36,77],"equivalence":[37,78],"transformation,":[38],"has":[39],"been":[40],"proposed.":[41],"Although":[42],"POET":[43,93],"provides":[44],"strong":[45],"stability,":[47],"its":[48],"original":[49],"implementation":[50],"incurs":[51],"high":[52],"memory":[53,101,130],"consumption":[54],"computational":[56,83],"overhead":[57],"due":[58],"to":[59],"intensive":[60],"multiplications.":[62],"overcome":[64],"these":[65],"limitations,":[66],"we":[67],"introduce":[68],"POET-X,":[69],"scalable":[71],"memory-efficient":[73],"variant":[74],"performs":[76],"transformations":[79],"with":[80],"significantly":[81],"reduced":[82],"cost.":[84],"POET-X":[85,106],"maintains":[86],"the":[87,108,132],"generalization":[88],"stability":[90],"benefits":[91],"while":[94],"achieving":[95],"substantial":[96],"improvements":[97],"throughput":[99],"efficiency.":[102],"In":[103],"our":[104],"experiments,":[105],"enables":[107],"pretraining":[109],"billion-parameter":[111],"LLMs":[112],"on":[113],"single":[115],"Nvidia":[116],"H100":[117],"GPU,":[118],"contrast,":[121],"standard":[122],"optimizers":[123],"such":[124],"as":[125],"AdamW":[126],"run":[127],"out":[128],"under":[131],"same":[133],"settings.":[134]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-03-07T00:00:00"}