{"id":"https://openalex.org/W7131727135","doi":"https://doi.org/10.1109/ickg66886.2025.00056","title":"Can an LLM Induce a Graph? Investigating Memory Drift and Context Length","display_name":"Can an LLM Induce a Graph? Investigating Memory Drift and Context Length","publication_year":2025,"publication_date":"2025-11-13","ids":{"openalex":"https://openalex.org/W7131727135","doi":"https://doi.org/10.1109/ickg66886.2025.00056"},"language":null,"primary_location":{"id":"doi:10.1109/ickg66886.2025.00056","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ickg66886.2025.00056","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Knowledge Graph (ICKG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125756348","display_name":"Raquib Bin Yousuf","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Raquib Bin Yousuf","raw_affiliation_strings":["Virginia Tech,Department of Computer Science,Alexandria,VA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech,Department of Computer Science,Alexandria,VA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092174974","display_name":"Aadyant Khatri","orcid":"https://orcid.org/0009-0000-7574-7043"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aadyant Khatri","raw_affiliation_strings":["Virginia Tech,Department of Computer Science,Alexandria,VA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech,Department of Computer Science,Alexandria,VA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126858890","display_name":"Shengzhe Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shengzhe Xu","raw_affiliation_strings":["Virginia Tech,Department of Computer Science,Alexandria,VA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech,Department of Computer Science,Alexandria,VA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038358235","display_name":"Mandar Sharma","orcid":"https://orcid.org/0000-0002-7012-9323"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mandar Sharma","raw_affiliation_strings":["Virginia Tech,Department of Computer Science,Alexandria,VA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech,Department of Computer Science,Alexandria,VA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":null,"display_name":"Naren Ramakrishnan","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Naren Ramakrishnan","raw_affiliation_strings":["Virginia Tech,Department of Computer Science,Alexandria,VA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech,Department of Computer Science,Alexandria,VA","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I859038795"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.7874227,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"379","last_page":"388"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.16140000522136688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.16140000522136688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.09860000014305115,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.06689999997615814,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.7585999965667725},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6223999857902527},{"id":"https://openalex.org/keywords/codebase","display_name":"Codebase","score":0.48739999532699585},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.48660001158714294},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.44670000672340393},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.445499986410141},{"id":"https://openalex.org/keywords/continuation","display_name":"Continuation","score":0.3901999890804291},{"id":"https://openalex.org/keywords/memory-errors","display_name":"Memory errors","score":0.3772999942302704},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.37619999051094055}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.7585999965667725},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6947000026702881},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6223999857902527},{"id":"https://openalex.org/C51929080","wikidata":"https://www.wikidata.org/wiki/Q2425187","display_name":"Codebase","level":3,"score":0.48739999532699585},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.48660001158714294},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.44670000672340393},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.445499986410141},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.397599995136261},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39719998836517334},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.39100000262260437},{"id":"https://openalex.org/C88626702","wikidata":"https://www.wikidata.org/wiki/Q1128903","display_name":"Continuation","level":2,"score":0.3901999890804291},{"id":"https://openalex.org/C119907115","wikidata":"https://www.wikidata.org/wiki/Q6815725","display_name":"Memory errors","level":3,"score":0.3772999942302704},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.37619999051094055},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.37610000371932983},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.37209999561309814},{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.34950000047683716},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3465000092983246},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33869999647140503},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.31360000371932983},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C2985957978","wikidata":"https://www.wikidata.org/wiki/Q492","display_name":"Human memory","level":3,"score":0.2892000079154968},{"id":"https://openalex.org/C14606030","wikidata":"https://www.wikidata.org/wiki/Q7316945","display_name":"Retrieval-induced forgetting","level":3,"score":0.2786000072956085},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2574000060558319},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.25459998846054077}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ickg66886.2025.00056","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ickg66886.2025.00056","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Knowledge Graph (ICKG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2155500672","https://openalex.org/W4385573102","https://openalex.org/W4385573862","https://openalex.org/W4387835442","https://openalex.org/W4389518895","https://openalex.org/W4389727268","https://openalex.org/W4401749146","https://openalex.org/W4402669785","https://openalex.org/W4402671963","https://openalex.org/W4402683949","https://openalex.org/W4404782869","https://openalex.org/W4404783080","https://openalex.org/W4404792945","https://openalex.org/W4404792998","https://openalex.org/W4406459274","https://openalex.org/W4408655023","https://openalex.org/W4411113376","https://openalex.org/W4413948895","https://openalex.org/W4416017458"],"related_works":[],"abstract_inverted_index":{"Recently":[0],"proposed":[1],"evaluation":[2],"benchmarks":[3,22,155],"aim":[4],"to":[5,69,131,152,189,199,206,220,226],"characterize":[6],"the":[7,12,40,75,88,164,203,215],"effective":[8,141],"context":[9],"length":[10],"and":[11,107,120,135,213],"forgetting":[13,137],"tendencies":[14],"of":[15,42,98,148,167],"large":[16],"language":[17,85],"models":[18,44,60,179],"(LLMs).":[19],"However,":[20],"these":[21,43,59,158,194],"often":[23],"rely":[24],"on":[25,61],"simplistic":[26],"\u201cneedle":[27],"in":[28,45,96,193,202],"a":[29,99],"haystack\u201d":[30],"retrieval":[31],"or":[32],"continuation":[33],"tasks":[34,65],"that":[35,66,128,177],"may":[36],"not":[37,104],"accurately":[38],"reflect":[39],"performance":[41],"information-dense":[46],"scenarios.":[47],"Thus,":[48],"rather":[49],"than":[50],"simple":[51],"next":[52],"token":[53],"prediction,":[54],"we":[55,160],"argue":[56],"for":[57,163,170,181,217],"evaluating":[58],"more":[62],"complex":[63,171],"reasoning":[64,172],"requires":[67],"them":[68],"induce":[70],"structured":[71,208],"relational":[72,149],"knowledge":[73,209],"from":[74,81,112,210],"text":[76,90],"-":[77],"such":[78,183],"as":[79,94,184],"graphs":[80],"potentially":[82],"noisy":[83],"natural":[84],"content.":[86],"While":[87],"input":[89,212],"can":[91],"be":[92,110],"viewed":[93],"generated":[95],"terms":[97],"graph,":[100],"its":[101],"structure":[102],"is":[103,229],"made":[105],"explicit":[106],"connections":[108],"must":[109],"induced":[111],"distributed":[113],"textual":[114],"cues,":[115],"separated":[116],"by":[117],"long":[118],"contexts":[119],"interspersed":[121],"with":[122,145],"irrelevant":[123],"information.":[124],"Our":[125,224],"findings":[126],"reveal":[127],"LLMs":[129,169],"begin":[130],"exhibit":[132],"memory":[133,191],"drift":[134,192],"contextual":[136],"at":[138],"much":[139],"shorter":[140],"lengths":[142],"when":[143],"tasked":[144],"this":[146],"form":[147],"reasoning,":[150,182],"compared":[151],"what":[153],"existing":[154],"suggest.":[156],"With":[157],"findings,":[159],"offer":[161],"recommendations":[162],"optimal":[165],"use":[166],"popular":[168],"tasks.":[173],"We":[174],"further":[175],"show":[176],"even":[178],"specialized":[180],"OpenAI":[185],"o1,":[186],"remain":[187],"vulnerable":[188],"early":[190],"settings.":[195],"These":[196],"results":[197],"point":[198],"significant":[200],"limitations":[201],"models'":[204],"ability":[205],"abstract":[207],"unstructured":[211],"highlight":[214],"need":[216],"architectural":[218],"adaptations":[219],"improve":[221],"long-range":[222],"reasoning.":[223],"codebase":[225],"support":[227],"reproducibility":[228],"publicly":[230],"available.<sup":[231],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[232,234],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup><sup":[233],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>https://github.com/DiscoveryAnalyticsCenter/MemoryDrift.":[235]},"counts_by_year":[],"updated_date":"2026-02-27T14:28:36.762950","created_date":"2026-02-27T00:00:00"}