{"id":"https://openalex.org/W4391912783","doi":"https://doi.org/10.48550/arxiv.2402.09727","title":"A Human-Inspired Reading Agent with Gist Memory of Very Long Contexts","display_name":"A Human-Inspired Reading Agent with Gist Memory of Very Long Contexts","publication_year":2024,"publication_date":"2024-02-15","ids":{"openalex":"https://openalex.org/W4391912783","doi":"https://doi.org/10.48550/arxiv.2402.09727"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2402.09727","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.09727","pdf_url":"https://arxiv.org/pdf/2402.09727","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.09727","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016594236","display_name":"Kuang-Huei Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lee, Kuang-Huei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101977007","display_name":"Xinyun Chen","orcid":"https://orcid.org/0000-0003-4414-0964"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xinyun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104017904","display_name":"Hiroki Furuta","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Furuta, Hiroki","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089723214","display_name":"John Canny","orcid":"https://orcid.org/0000-0002-7161-7927"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Canny, John","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5103424554","display_name":"Ian S. Fischer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fischer, Ian","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5016594236"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.8634999990463257,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.8634999990463257,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.7718999981880188,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7627000212669373,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gist","display_name":"GiST","score":0.793980598449707},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.720490038394928},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.48723021149635315},{"id":"https://openalex.org/keywords/human-memory","display_name":"Human memory","score":0.4805910587310791},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4514561593532562},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4308314919471741},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3899502754211426},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.2250634729862213},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.19848501682281494},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.16615402698516846},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.09886962175369263},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.07497134804725647}],"concepts":[{"id":"https://openalex.org/C2775922572","wikidata":"https://www.wikidata.org/wiki/Q83567","display_name":"GiST","level":3,"score":0.793980598449707},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.720490038394928},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.48723021149635315},{"id":"https://openalex.org/C2985957978","wikidata":"https://www.wikidata.org/wiki/Q492","display_name":"Human memory","level":3,"score":0.4805910587310791},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4514561593532562},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4308314919471741},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3899502754211426},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2250634729862213},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.19848501682281494},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.16615402698516846},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.09886962175369263},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.07497134804725647},{"id":"https://openalex.org/C502942594","wikidata":"https://www.wikidata.org/wiki/Q3421914","display_name":"Cancer research","level":1,"score":0.0},{"id":"https://openalex.org/C16930146","wikidata":"https://www.wikidata.org/wiki/Q4381253","display_name":"Stromal cell","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2402.09727","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.09727","pdf_url":"https://arxiv.org/pdf/2402.09727","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2402.09727","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.09727","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.09727","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.09727","pdf_url":"https://arxiv.org/pdf/2402.09727","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391912783.pdf","grobid_xml":"https://content.openalex.org/works/W4391912783.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2324878617","https://openalex.org/W2359581215","https://openalex.org/W3087259005","https://openalex.org/W2325192466","https://openalex.org/W3087198384","https://openalex.org/W2009098253","https://openalex.org/W3087415296","https://openalex.org/W2350183653","https://openalex.org/W3142695459","https://openalex.org/W134723134"],"abstract_inverted_index":{"Current":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"are":[5,16,139],"not":[6,17],"only":[7],"limited":[8],"to":[9,19,41,70,75,98,109,115],"some":[10],"maximum":[11],"context":[12,38,163],"length,":[13],"but":[14],"also":[15],"able":[18],"robustly":[20],"consume":[21],"long":[22,52,130],"inputs.":[23],"To":[24],"address":[25],"these":[26],"limitations,":[27],"we":[28,54],"propose":[29],"ReadAgent,":[30],"an":[31],"LLM":[32],"agent":[33],"system":[34,61],"that":[35,62],"increases":[36],"effective":[37,162],"length":[39],"up":[40,100],"20x":[42],"in":[43,78,102],"our":[44],"experiments.":[45],"Inspired":[46],"by":[47,165],"how":[48],"humans":[49],"interactively":[50],"read":[51],"documents,":[53],"implement":[55],"ReadAgent":[56,107,121,151],"as":[57],"a":[58,79,117],"simple":[59],"prompting":[60],"uses":[63],"the":[64,103,128,134,153,161],"advanced":[65],"language":[66],"capabilities":[67],"of":[68,112],"LLMs":[69],"(1)":[71],"decide":[72],"what":[73],"content":[74],"store":[76],"together":[77],"memory":[80,85],"episode,":[81],"(2)":[82],"compress":[83],"those":[84],"episodes":[86],"into":[87],"short":[88],"episodic":[89],"memories":[90],"called":[91],"gist":[92,135],"memories,":[93],"and":[94,132,149],"(3)":[95],"take":[96],"actions":[97],"look":[99],"passages":[101],"original":[104,129],"text":[105],"if":[106],"needs":[108],"remind":[110],"itself":[111],"relevant":[113],"details":[114],"complete":[116],"task.":[118],"We":[119],"evaluate":[120],"against":[122],"baselines":[123,154],"using":[124,127,133],"retrieval":[125],"methods,":[126],"contexts,":[131],"memories.":[136],"These":[137],"evaluations":[138],"performed":[140],"on":[141,155],"three":[142,157],"long-document":[143],"reading":[144],"comprehension":[145],"tasks:":[146],"QuALITY,":[147],"NarrativeQA,":[148],"QMSum.":[150],"outperforms":[152],"all":[156],"tasks":[158],"while":[159],"extending":[160],"window":[164],"3.5-20x.":[166]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}