{"id":"https://openalex.org/W7125904531","doi":"https://doi.org/10.1109/access.2026.3658428","title":"Quantifying Generation Quality for RoPE-Based Long Context Extrapolation","display_name":"Quantifying Generation Quality for RoPE-Based Long Context Extrapolation","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7125904531","doi":"https://doi.org/10.1109/access.2026.3658428"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3658428","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3658428","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3658428","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124123620","display_name":"Mianzhu Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I3130183760","display_name":"Yang-En University","ror":"https://ror.org/05081wb05","country_code":"CN","type":"education","lineage":["https://openalex.org/I3130183760"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mianzhu Peng","raw_affiliation_strings":["College of Humanities, Yang-En University, Quanzhou, China"],"raw_orcid":"https://orcid.org/0009-0006-4800-0749","affiliations":[{"raw_affiliation_string":"College of Humanities, Yang-En University, Quanzhou, China","institution_ids":["https://openalex.org/I3130183760"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123578027","display_name":"Quanfa Li","orcid":null},"institutions":[{"id":"https://openalex.org/I169019527","display_name":"Quanzhou Normal University","ror":"https://ror.org/006ak0b38","country_code":"CN","type":"education","lineage":["https://openalex.org/I169019527"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quanfa Li","raw_affiliation_strings":["Quanzhou Normal University, Quanzhou, Fujian, China"],"raw_orcid":"https://orcid.org/0009-0002-8784-3555","affiliations":[{"raw_affiliation_string":"Quanzhou Normal University, Quanzhou, Fujian, China","institution_ids":["https://openalex.org/I169019527"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09950448,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"15701","last_page":"15712"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.447299987077713,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.447299987077713,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.13860000669956207,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.07580000162124634,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/extrapolation","display_name":"Extrapolation","score":0.7698000073432922},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5127000212669373},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.4223000109195709},{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.3855000138282776},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.3840000033378601},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.3772999942302704},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.37119999527931213},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.3646000027656555},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.34459999203681946}],"concepts":[{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.7698000073432922},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6510999798774719},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5127000212669373},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4223000109195709},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.3855000138282776},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.3840000033378601},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.3772999942302704},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.37119999527931213},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.3646000027656555},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3610000014305115},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35350000858306885},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.33160001039505005},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32409998774528503},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.32010000944137573},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3043000102043152},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.30239999294281006},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29499998688697815},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.29420000314712524},{"id":"https://openalex.org/C29265498","wikidata":"https://www.wikidata.org/wiki/Q7047719","display_name":"Noise measurement","level":3,"score":0.26840001344680786},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.2680000066757202},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C118671147","wikidata":"https://www.wikidata.org/wiki/Q578714","display_name":"Quantile","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.259799987077713},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.258899986743927}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3658428","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3658428","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bca491bf7c294d14b39d91d4f80d4540","is_oa":true,"landing_page_url":"https://doaj.org/article/bca491bf7c294d14b39d91d4f80d4540","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 15701-15712 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3658428","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3658428","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W2058373514","https://openalex.org/W2963456134"],"related_works":[],"abstract_inverted_index":{"Rotary":[0],"Position":[1],"Embedding":[2],"(RoPE)":[3],"enables":[4],"Transformer":[5],"models":[6,134],"to":[7,90],"extrapolate":[8],"beyond":[9],"their":[10],"training":[11],"sequence":[12],"lengths,":[13],"yet":[14],"the":[15],"resulting":[16],"generation":[17,46,132],"quality":[18,204],"remains":[19,94],"under-characterized.":[20],"We":[21,65,145],"present":[22],"a":[23,35,61,67,174],"systematic":[24],"empirical":[25,182],"study":[26],"of":[27,184],"RoPE-based":[28],"extrapolation":[29,179,195,201],"using":[30],"multiple":[31],"complementary":[32],"metrics.":[33],"Using":[34],"10.4M-parameter":[36],"GPT-style":[37],"model":[38],"trained":[39],"on":[40],"256-token":[41],"sequences":[42],"(TinyShakespeare),":[43],"we":[44],"evaluate":[45],"at":[47,76,98],"2\u00d7":[48],"and":[49,53,60,92,96,154,166,169,189],"4\u00d7":[50,77,99],"lengths":[51],"(512":[52],"1024":[54],"tokens)":[55],"with":[56,112],"perplexity,":[57],"n-gram":[58],"repetition,":[59],"heuristic":[62],"coherence":[63,93],"proxy.":[64],"observe":[66],"pronounced":[68],"divergence":[69,186],"among":[70],"metrics:":[71],"self-perplexity":[72],"can":[73,117],"even":[74],"improve":[75],"while":[78,140],"repetition":[79,87],"rises":[80],"sharply":[81],"(":[82],"6\u00d7":[83],"increase":[84],"in":[85],"trigram":[86],"from":[88],"baseline":[89],"4\u00d7)":[91],"low":[95,101],"unstable":[97],"(as":[100],"as":[102],"0.83%).":[103],"A":[104],"supplemental":[105],"validation-set":[106],"PPL":[107],"analysis":[108],"shows":[109],"monotonic":[110],"degradation":[111],"length,":[113],"confirming":[114],"that":[115],"self-PPL":[116],"be":[118,197],"misleading":[119],"under":[120,187],"degenerative":[121],"loops.":[122],"This":[123],"indicates":[124],"perplexity":[125],"alone":[126],"is":[127],"unreliable":[128],"for":[129,178],"judging":[130],"long-range":[131],"quality;":[133],"may":[135,196],"retain":[136],"local":[137],"statistical":[138],"fit":[139],"losing":[141],"global":[142],"discourse":[143],"structure.":[144],"additionally":[146],"report":[147],"robustness":[148],"across":[149,164],"seeds,":[150],"PE":[151],"baselines":[152],"(ALiBi":[153],"sinusoidal),":[155],"dataset":[156],"diversity":[157],"(WikiText-103),":[158],"decoding":[159],"strategy":[160],"comparisons,":[161],"scale":[162],"sensitivity":[163],"1.3B":[165],"7B":[167],"models,":[168],"qualitative":[170],"samples.We":[171],"contribute:":[172],"(1)":[173],"multi-metric":[175],"evaluation":[176],"framework":[177],"quality,":[180],"(2)":[181],"evidence":[183],"metric":[185],"extrapolation,":[188],"(3)":[190],"practical":[191],"guidelines":[192],"suggesting":[193],"modest":[194],"usable,":[198],"whereas":[199],"extreme":[200],"requires":[202],"careful":[203],"safeguards.":[205]},"counts_by_year":[],"updated_date":"2026-02-08T09:19:03.324500","created_date":"2026-01-29T00:00:00"}