{"id":"https://openalex.org/W7166863729","doi":"https://doi.org/10.48550/arxiv.2606.31612","title":"What Memory Do GUI Agents Really Need? From Passive Records to Active Task-Driving States","display_name":"What Memory Do GUI Agents Really Need? From Passive Records to Active Task-Driving States","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7166863729","doi":"https://doi.org/10.48550/arxiv.2606.31612"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.31612","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31612","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.31612","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139798827","display_name":"Chen Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139812458","display_name":"Ling Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Ling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139799651","display_name":"Hanzhang Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Hanzhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139781315","display_name":"Xu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072492128","display_name":"Quyu Kong","orcid":"https://orcid.org/0000-0001-6669-9190"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kong, Quyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139719911","display_name":"Panrong Tong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tong, Panrong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139795130","display_name":"Wenhao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Wenhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065067865","display_name":"Xin Yu","orcid":"https://orcid.org/0000-0003-4571-8510"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128001271","display_name":"Steven Hoi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hoi, Steven","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139789272","display_name":"Yue Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.3758000135421753,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.3758000135421753,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.09640000015497208,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.09130000323057175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6664000153541565},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6290000081062317},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.49790000915527344},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.4691999852657318},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.46160000562667847},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.4311000108718872},{"id":"https://openalex.org/keywords/undo","display_name":"Undo","score":0.41760000586509705},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.40689998865127563}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8356999754905701},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6664000153541565},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6290000081062317},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.49790000915527344},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.4691999852657318},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.46160000562667847},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.4311000108718872},{"id":"https://openalex.org/C2780154230","wikidata":"https://www.wikidata.org/wiki/Q513420","display_name":"Undo","level":2,"score":0.41760000586509705},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.40689998865127563},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4059999883174896},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3977000117301941},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.396699994802475},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.3603000044822693},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.3562999963760376},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3555999994277954},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3176000118255615},{"id":"https://openalex.org/C82687282","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Auxiliary memory","level":2,"score":0.3131999969482422},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.3111000061035156},{"id":"https://openalex.org/C88576662","wikidata":"https://www.wikidata.org/wiki/Q18646","display_name":"Episodic memory","level":3,"score":0.28279998898506165},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2671999931335449},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.25679999589920044}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.31612","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31612","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.31612","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31612","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7498475909233093,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mobile":[0],"GUI":[1],"agents":[2,214,237],"increasingly":[3],"face":[4],"long-horizon":[5],"tasks":[6],"that":[7,128,173,206,243,250],"require":[8],"reading,":[9],"updating,":[10],"and":[11,17,32,87,135,189,247,259],"reusing":[12],"task-relevant":[13,120],"data":[14],"across":[15],"pages":[16],"applications.":[18],"Existing":[19],"methods":[20],"treat":[21],"memory":[22,108,195,204],"largely":[23],"as":[24,122],"passive":[25,110],"storage,":[26],"where":[27],"past":[28],"observations":[29],"are":[30],"accumulated":[31,55],"retrieved":[33],"when":[34,160,194],"needed.":[35],"Yet":[36],"retrieving":[37],"a":[38,72,123,226,231],"value":[39,59,131],"does":[40,157,207],"not":[41,158,208],"reveal":[42],"its":[43,133,181,252],"current":[44,136,144],"role":[45,134],"in":[46,80],"the":[47,58,143,151,245],"workflow.":[48],"The":[49],"agent":[50,152],"must":[51,69,238],"still":[52],"infer":[53],"from":[54,109],"records":[56],"whether":[57,213],"should":[60],"be":[61],"used":[62],"now,":[63],"has":[64],"already":[65],"been":[66],"used,":[67],"or":[68,92],"wait":[70],"for":[71],"later":[73],"dependency.":[74],"This":[75],"implicit":[76],"reconstruction":[77],"becomes":[78],"unreliable":[79],"long":[81],"trajectories":[82],"with":[83],"repeated":[84,91],"values,":[85],"distractors,":[86],"outdated":[88],"states,":[89],"causing":[90],"missed":[93],"operations.":[94],"To":[95,211],"address":[96],"this,":[97],"we":[98,224],"propose":[99],"Active":[100],"Task":[101],"Driving":[102],"Memory":[103],"(ATMem),":[104],"which":[105],"shifts":[106],"GUI-agent":[107],"storage":[111],"to":[112,132,153,183,192,262],"an":[113,168],"actively":[114],"maintained":[115],"execution":[116,126],"state.":[117,146],"ATMem":[118,161,178],"maintains":[119],"information":[121],"continually":[124],"updated":[125],"state":[127],"links":[129],"each":[130],"status,":[137],"enabling":[138],"action":[139],"selection":[140],"based":[141,179],"on":[142,180,240],"workflow":[145],"While":[147],"supervised":[148],"fine-tuning":[149],"enables":[150],"construct":[154],"ATMem,":[155],"it":[156],"teach":[159],"is":[162],"beneficial.":[163],"We":[164,254],"therefore":[165],"introduce":[166,256],"STR-GRPO,":[167],"online":[169],"reinforcement":[170],"learning":[171],"method":[172],"encourages":[174],"selective":[175],"use":[176,196],"of":[177,233],"contribution":[182],"task":[184],"completion.":[185],"STR-GRPO":[186],"contrasts":[187],"memory-on":[188],"memory-off":[190],"rollouts":[191],"estimate":[193],"improves":[197],"execution,":[198],"while":[199,220],"memory-cost-aware":[200],"reward":[201],"discourages":[202],"costly":[203],"usage":[205],"improve":[209],"execution.":[210],"evaluate":[212],"can":[215],"complete":[216],"all":[217],"in-scope":[218],"work":[219],"avoiding":[221],"out-of-scope":[222],"actions,":[223],"build":[225],"challenging":[227],"mobile":[228],"benchmark.":[229],"From":[230],"list":[232],"near":[234],"identical":[235],"entries,":[236],"act":[239],"every":[241],"entry":[242],"satisfies":[244],"instruction":[246],"reject":[248],"entries":[249],"violate":[251],"constraints.":[253],"further":[255],"App-Level":[257],"Progress":[258],"Scope-Aware":[260],"F1":[261],"measure":[263],"these":[264],"two":[265],"dimensions":[266],"separately.":[267]},"counts_by_year":[],"updated_date":"2026-07-04T06:09:54.619538","created_date":"2026-07-02T00:00:00"}