{"id":"https://openalex.org/W7154548641","doi":null,"title":"\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u306e\u305f\u3081\u306e\u30c8\u30e9\u30f3\u30b9\u30d5\u30a9\u30fc\u30de\u30fc\u306b\u304a\u3051\u308b\u30c8\u30fc\u30af\u30f3\u30e1\u30e2\u30ea","display_name":"\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u306e\u305f\u3081\u306e\u30c8\u30e9\u30f3\u30b9\u30d5\u30a9\u30fc\u30de\u30fc\u306b\u304a\u3051\u308b\u30c8\u30fc\u30af\u30f3\u30e1\u30e2\u30ea","publication_year":null,"publication_date":null,"ids":{"openalex":"https://openalex.org/W7154548641"},"language":"en","primary_location":{"id":"pmh:oai:irdb.nii.ac.jp:00886:0007334280","doi":null,"is_oa":true,"landing_page_url":"https://tuat.repo.nii.ac.jp/records/2000428","pdf_url":"https://tuat.repo.nii.ac.jp/record/2000428/files/202509SunTaize_F.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doctoral thesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://tuat.repo.nii.ac.jp/record/2000428/files/202509SunTaize_F.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133686107","display_name":"Taize Sun","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sun, Taize","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5133686107"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9336000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9336000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.061400000005960464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.41499999165534973},{"id":"https://openalex.org/keywords/code-generation","display_name":"code generation","score":0.8169999718666077},{"id":"https://openalex.org/keywords/word2vec","display_name":"Word2Vec","score":0.6620000004768372},{"id":"https://openalex.org/keywords/t5","display_name":"T5","score":0.7279999852180481},{"id":"https://openalex.org/keywords/long-context-language-modeling","display_name":"long-context language modeling","score":0.8240000009536743},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8309999704360962},{"id":"https://openalex.org/keywords/history-of-natural-language-processing","display_name":"history of natural language processing","score":0.6510000228881836},{"id":"https://openalex.org/keywords/c4","display_name":"C4","score":0.5609999895095825}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.8406999707221985},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7347000241279602},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.588699996471405},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5855000019073486},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47369998693466187},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.421999990940094},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.39250001311302185},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.3885999917984009},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3278999924659729},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C144559511","wikidata":"https://www.wikidata.org/wiki/Q2986279","display_name":"Principal (computer security)","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C87868495","wikidata":"https://www.wikidata.org/wiki/Q750843","display_name":"Information processing","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2572000026702881}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:irdb.nii.ac.jp:00886:0007334280","doi":null,"is_oa":true,"landing_page_url":"https://tuat.repo.nii.ac.jp/records/2000428","pdf_url":"https://tuat.repo.nii.ac.jp/record/2000428/files/202509SunTaize_F.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doctoral thesis"}],"best_oa_location":{"id":"pmh:oai:irdb.nii.ac.jp:00886:0007334280","doi":null,"is_oa":true,"landing_page_url":"https://tuat.repo.nii.ac.jp/records/2000428","pdf_url":"https://tuat.repo.nii.ac.jp/record/2000428/files/202509SunTaize_F.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doctoral thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7154548641.pdf","grobid_xml":"https://content.openalex.org/works/W7154548641.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W1810943226","https://openalex.org/W2130942839","https://openalex.org/W2133564696","https://openalex.org/W2142058217","https://openalex.org/W2176412452","https://openalex.org/W2468328197","https://openalex.org/W2525778437","https://openalex.org/W2563351168","https://openalex.org/W2798812533","https://openalex.org/W2799054028","https://openalex.org/W2896457183","https://openalex.org/W2908510526","https://openalex.org/W2911109671","https://openalex.org/W2914204778","https://openalex.org/W2936774411","https://openalex.org/W2949335953","https://openalex.org/W2949736877","https://openalex.org/W2950635152","https://openalex.org/W2963748441","https://openalex.org/W2963825865","https://openalex.org/W2964121744","https://openalex.org/W2964352131","https://openalex.org/W2965373594","https://openalex.org/W2978017171","https://openalex.org/W2981852735","https://openalex.org/W2982399380","https://openalex.org/W2986922898","https://openalex.org/W3023786569","https://openalex.org/W3030163527","https://openalex.org/W3035044096","https://openalex.org/W3039017601","https://openalex.org/W3046368065","https://openalex.org/W3094502228","https://openalex.org/W3101023723","https://openalex.org/W3163073193","https://openalex.org/W3173197944","https://openalex.org/W3176908654","https://openalex.org/W3177813494","https://openalex.org/W3197754599","https://openalex.org/W3198002980","https://openalex.org/W3213368902","https://openalex.org/W4225909425","https://openalex.org/W4226399820","https://openalex.org/W4226485558","https://openalex.org/W4229005866","https://openalex.org/W4285171765","https://openalex.org/W4308760226","https://openalex.org/W4322718191","https://openalex.org/W4327810158","https://openalex.org/W4330337479","https://openalex.org/W4377121468","https://openalex.org/W4384918448","https://openalex.org/W4387561365","https://openalex.org/W4389524473","https://openalex.org/W4394737116","https://openalex.org/W4401306886","https://openalex.org/W4402671236"],"related_works":["https://openalex.org/W7120284681","https://openalex.org/W4401042569","https://openalex.org/W4404782512","https://openalex.org/W4306751627","https://openalex.org/W4389520743","https://openalex.org/W4385823060","https://openalex.org/W4393145695","https://openalex.org/W6930821672","https://openalex.org/W4385572968","https://openalex.org/W4320478046"],"abstract_inverted_index":{"This":[0],"doctoral":[1],"dissertation":[2],"summarizes":[3],"all":[4,349],"my":[5,326,344,367,385,408,429],"past":[6],"work,":[7,72],"including":[8],"three":[9],"novel":[10],"Token":[11,103,186,190,236],"Memory":[12,104,187,191,237],"models":[13,62],"that":[14,92,231,398,423],"used":[15],"the":[16,34,38,67,78,112,213,350,404,440,449,451,456],"tokenizer":[17],"dictionary":[18],"to":[19,55,114,131,150,271,324,340,348,360,375,407,434,448],"enhance":[20,97],"model":[21,98,105,110,124,160,208,226],"performance":[22,129,211,261],"through":[23,194,216],"token-level":[24,94],"information":[25,95,118,205],"augmentation.The":[26],"paper":[27],"is":[28,192],"structured":[29],"into":[30,123,200],"four":[31],"principal":[32],"components:First,":[33],"study":[35,431],"systematically":[36],"reviews":[37],"evolutionary":[39],"history":[40],"of":[41,139,180,319,343,414,446,453,459],"natural":[42],"language":[43,83,257],"processing":[44,289],"(NLP)":[45],"models,":[46,84],"tracing":[47],"developments":[48],"from":[49],"early":[50],"symbolic":[51],"and":[52,59,85,119,168,197,220,234,241,246,309,328,334,358,381,394,411,442,455,461],"rule-based":[53],"systems":[54],"contemporary":[56],"Transformer":[57],"architectures":[58,281],"large-scale":[60],"pertaining":[61],"(LLM).This":[63],"historical":[64],"analysis":[65],"establishes":[66,251],"theoretical":[68],"foundation":[69],"for":[70,81,106,116,206,255,286,304,330],"our":[71,89,159,249],"emphasizing":[73],"two":[74],"important":[75],"technologies:":[76],"Transformer,":[77],"predominant":[79],"framework":[80],"modern":[82],"Word2Vec,":[86],"which":[87],"inspired":[88],"core":[90],"hypothesis":[91],"supplementary":[93],"could":[96,400],"capabilities.Second,":[99],"we":[100,182,223],"propose":[101],"a":[102,184,225,295,300,362,377,467],"code":[107],"generation":[108,239],"tasks.This":[109],"employs":[111],"internet":[113],"search":[115],"token":[117,265],"dynamically":[120],"inject":[121],"it":[122],"computations.Evaluations":[125],"demonstrate":[126],"its":[127],"superior":[128],"compared":[130],"baseline":[132],"models:":[133],"1.5\u00d7":[134],"improvement":[135],"over":[136],"conventional":[137],"Transformers":[138,167],"equivalent":[140],"size,":[141],"3\u00d7":[142],"enhancement":[143],"against":[144],"non-fine-tuned":[145,175],"GPT-3,":[146],"though":[147],"remaining":[148],"inferior":[149],"25\u00d7":[151,169],"larger":[152,170],"SOTA":[153,171,210],"models.Additionally,":[154],"in":[155,279,307,428],"strict":[156],"accuracy":[157],"metrics,":[158],"achieved":[161,209],"comparable":[162],"results":[163,254],"with":[164,392],"both":[165,217],"same-scale":[166],"Transformers,":[172],"while":[173,282],"surpassing":[174],"GPT-3":[176],"by":[177],"an":[178,229],"order":[179],"magnitude.Third,":[181],"implement":[183],"T5-based":[185],"variant":[188],"where":[189],"generated":[193],"encoder":[195],"modules":[196],"subsequently":[198],"integrated":[199],"decoder":[201],"operations,":[202],"providing":[203],"additional":[204],"generation.This":[207],"on":[212,228,243,262,346],"PersonaChat":[214],"dataset":[215],"automated":[218],"metrics":[219],"human":[221],"evaluations.Finally,":[222],"develop":[224],"based":[227],"LLM":[230],"autonomously":[232],"constructs":[233],"utilizes":[235],"during":[238,315,366,384,403],"processes.Trained":[240],"evaluated":[242],"PG-19,":[244],"C4-en,":[245],"BookSum":[247],"datasets,":[248],"approach":[250],"new":[252],"benchmark":[253],"long-context":[256],"modeling,":[258],"achieving":[259],"optimal":[260],"1":[263],"million":[264],"context":[266,275,288],"windows.This":[267],"breakthrough":[268],"enables":[269],"LLMs":[270],"handle":[272],"theoretically":[273],"unbounded":[274],"lengths,":[276],"addressing":[277],"limitations":[278],"current":[280],"meeting":[283],"growing":[284],"demands":[285],"extended":[287],"capabilities.iii":[290],"Time":[291],"passes":[292],"quickly":[293],"like":[294,323],"white":[296],"pony's":[297],"shadow":[298],"across":[299],"crevice.I":[301],"have":[302,312],"studied":[303],"seven":[305,317],"years":[306],"Japan,":[308],"countless":[310],"people":[311],"accompanied":[313],"me":[314,339,355,373,391,419,438,444],"these":[316],"years.First":[318],"all,":[320],"I":[321,364,399,424],"would":[322],"thank":[325],"parents":[327],"grandparents":[329],"their":[331],"financial":[332,393],"support":[333,396],"warm":[335],"family":[336],"environment.This":[337],"allows":[338],"focus":[341],"most":[342],"energy":[345],"research.Thanks":[347],"professors.First,":[351],"Professor":[352,370,388],"Zhao":[353],"gave":[354],"enough":[356],"space":[357],"time":[359],"choose":[361],"direction":[363],"liked":[365],"undergraduate":[368],"period.Second,":[369],"Markov":[371],"taught":[372],"how":[374],"build":[376],"deep":[378],"learning":[379,468],"server":[380],"NLP":[382],"knowledge":[383],"graduate":[386,401],"period.Finally,":[387],"Fujita":[389],"provided":[390],"technical":[395],"so":[397,422],"smoothly":[402],"Ph.D.":[405],"period.Thanks":[406],"friend":[409],"Wang":[410],"coach":[412],"Fukuzawa":[413],"JEXER":[415],"Higashi-Koganei":[416],"Gym.They":[417],"made":[418],"start":[420],"training":[421],"can":[425],"stay":[426],"healthy":[427],"busy":[430],"life.Also,":[432],"thanks":[433],"Shou,":[435],"who":[436],"helped":[437],"play":[439],"game":[441],"saved":[443],"tons":[445],"time.Thanks":[447],"MEXT,":[450],"University":[452,458],"Aizu,":[454],"Tokyo":[457],"Agriculture":[460],"Technology.Not":[462],"only":[463],"did":[464],"they":[465,471],"provide":[466],"platform,":[469],"but":[470]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-04-16T00:00:00"}