{"id":"https://openalex.org/W4406975673","doi":"https://doi.org/10.48550/arxiv.2501.17617","title":"Structured Context Recomposition for Large Language Models Using Probabilistic Layer Realignment","display_name":"Structured Context Recomposition for Large Language Models Using Probabilistic Layer Realignment","publication_year":2025,"publication_date":"2025-01-29","ids":{"openalex":"https://openalex.org/W4406975673","doi":"https://doi.org/10.48550/arxiv.2501.17617"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2501.17617","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.17617","pdf_url":"https://arxiv.org/pdf/2501.17617","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2501.17617","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116082943","display_name":"Jonathan Teel","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Teel, Jonathan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Cumberbatch, Jocasta","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cumberbatch, Jocasta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116082944","display_name":"Raphael Benington","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benington, Raphael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5116082945","display_name":"Quentin Baskerville","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baskerville, Quentin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.01209999993443489,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/long-term-dependencies","display_name":"long-range dependencies","score":0.7639999985694885},{"id":"https://openalex.org/keywords/contextual-consistency","display_name":"contextual consistency","score":0.7960000038146973},{"id":"https://openalex.org/keywords/self-attention","display_name":"self-attention","score":0.6539999842643738},{"id":"https://openalex.org/keywords/multi-turn-interaction","display_name":"multi-turn interaction","score":0.6759999990463257},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.5839999914169312}],"concepts":[{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6407743692398071},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6336405277252197},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.6261361837387085},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5389123558998108},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4353664517402649},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29581642150878906},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.23639124631881714},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.10521715879440308},{"id":"https://openalex.org/C171250308","wikidata":"https://www.wikidata.org/wiki/Q11468","display_name":"Nanotechnology","level":1,"score":0.07294932007789612},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2501.17617","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.17617","pdf_url":"https://arxiv.org/pdf/2501.17617","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2501.17617","doi":"https://doi.org/10.48550/arxiv.2501.17617","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2501.17617","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2501.17617","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.17617","pdf_url":"https://arxiv.org/pdf/2501.17617","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406975673.pdf","grobid_xml":"https://content.openalex.org/works/W4406975673.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Extended":[0],"sequence":[1],"generation":[2],"often":[3],"leads":[4],"to":[5,11,18,139,156],"degradation":[6],"in":[7,113,184,199],"contextual":[8,89,145],"consistency":[9],"due":[10],"the":[12,165],"inability":[13],"of":[14,167],"conventional":[15],"self-attention":[16],"mechanisms":[17],"effectively":[19],"retain":[20],"long-range":[21],"dependencies.":[22],"Existing":[23],"approaches,":[24],"including":[25],"memory":[26,187],"compression":[27],"and":[28,109,170],"retrieval-augmented":[29],"conditioning,":[30],"introduce":[31],"computational":[32],"trade-offs":[33],"that":[34,54,63,82,102,127,152,177],"either":[35],"increase":[36,183],"inference":[37],"latency":[38],"or":[39],"impose":[40],"additional":[41],"storage":[42],"overhead.":[43],"Structured":[44],"Context":[45],"Recomposition":[46],"(SCR)":[47],"introduces":[48],"a":[49,78,181],"probabilistic":[50,103],"layer":[51],"realignment":[52,104],"strategy":[53],"dynamically":[55],"adjusts":[56],"learned":[57],"representations":[58],"within":[59,190],"transformer":[60,162],"layers,":[61,163],"ensuring":[62],"semantically":[64],"relevant":[65],"embeddings":[66],"persist":[67],"throughout":[68],"extended":[69],"transformations.":[70],"The":[71],"proposed":[72],"method":[73],"enhances":[74],"coherence":[75],"retention":[76],"through":[77],"recursive":[79],"weighting":[80],"function":[81],"redistributes":[83],"representational":[84,130],"emphasis":[85],"based":[86],"on":[87,94],"inferred":[88],"relevance":[90],"rather":[91],"than":[92],"relying":[93],"fixed":[95],"token-level":[96],"attention":[97,119],"scores.":[98],"Empirical":[99],"results":[100],"indicate":[101],"mitigates":[105],"abrupt":[106],"topic":[107],"shifts":[108],"logical":[110],"inconsistencies,":[111],"particularly":[112],"scenarios":[114],"where":[115],"sequences":[116],"exceed":[117],"standard":[118],"window":[120],"constraints.":[121],"Sequence-level":[122],"entropy":[123],"analysis":[124],"further":[125],"reveals":[126],"SCR":[128,179],"moderates":[129],"variability":[131],"without":[132],"introducing":[133],"excessive":[134],"output":[135],"regularization,":[136],"allowing":[137],"models":[138],"sustain":[140],"generative":[141,201],"diversity":[142],"while":[143,178],"preserving":[144],"alignment.":[146],"Attention":[147],"head":[148],"deviation":[149],"measurements":[150],"confirm":[151],"hierarchical":[153],"reweighting":[154],"contributes":[155],"smoother":[157],"token":[158],"dependency":[159],"transitions":[160],"across":[161],"reinforcing":[164],"stability":[166],"multi-turn":[168],"interactions":[169],"document-level":[171],"reasoning.":[172],"Computational":[173],"resource":[174],"assessments":[175],"show":[176],"incurs":[180],"moderate":[182],"processing":[185],"time,":[186],"overhead":[188],"remains":[189],"feasible":[191],"limits,":[192],"making":[193],"it":[194],"suitable":[195],"for":[196],"practical":[197],"deployment":[198],"autoregressive":[200],"applications.":[202]},"counts_by_year":[],"updated_date":"2026-09-29T14:09:16.559479","created_date":"2025-10-10T00:00:00"}