{"id":"https://openalex.org/W4403676769","doi":"https://doi.org/10.1109/icac61394.2024.10718742","title":"AUTONODE: A Neuro-Graphic Self-Learnable Engine for Cognitive GUI Automation","display_name":"AUTONODE: A Neuro-Graphic Self-Learnable Engine for Cognitive GUI Automation","publication_year":2024,"publication_date":"2024-08-28","ids":{"openalex":"https://openalex.org/W4403676769","doi":"https://doi.org/10.1109/icac61394.2024.10718742"},"language":"en","primary_location":{"id":"doi:10.1109/icac61394.2024.10718742","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icac61394.2024.10718742","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 29th International Conference on Automation and Computing (ICAC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113230467","display_name":"Arkajit Datta","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arkajit Datta","raw_affiliation_strings":["SuperAGI Research,Palo Alto,United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SuperAGI Research,Palo Alto,United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029483389","display_name":"Tushar Verma","orcid":"https://orcid.org/0000-0002-6696-4537"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tushar Verma","raw_affiliation_strings":["SuperAGI Research,Palo Alto,United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SuperAGI Research,Palo Alto,United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102233047","display_name":"Rajat Chawla","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rajat Chawla","raw_affiliation_strings":["SuperAGI Research,Palo Alto,United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SuperAGI Research,Palo Alto,United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106732029","display_name":"M. S.","orcid":"https://orcid.org/0009-0003-8234-8579"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mukunda N. S","raw_affiliation_strings":["SuperAGI Research,Palo Alto,United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SuperAGI Research,Palo Alto,United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5094168324","display_name":"Ishaan Bhola","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ishaan Bhola","raw_affiliation_strings":["SuperAGI Research,Palo Alto,United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SuperAGI Research,Palo Alto,United States","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20345462,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9168000221252441,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9168000221252441,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9144999980926514,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7344399690628052},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.6096319556236267},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4955800771713257},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4698048233985901},{"id":"https://openalex.org/keywords/graphical-user-interface","display_name":"Graphical user interface","score":0.4570593237876892},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.26776421070098877},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1349632740020752},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12255385518074036},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.10601994395256042}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7344399690628052},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.6096319556236267},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4955800771713257},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4698048233985901},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.4570593237876892},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.26776421070098877},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1349632740020752},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12255385518074036},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.10601994395256042},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icac61394.2024.10718742","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icac61394.2024.10718742","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 29th International Conference on Automation and Computing (ICAC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4699999988079071}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2001642682","https://openalex.org/W2118382442","https://openalex.org/W2963037989","https://openalex.org/W4316021894","https://openalex.org/W4360977202","https://openalex.org/W4382059335","https://openalex.org/W4385245566","https://openalex.org/W4387425077","https://openalex.org/W4393147025","https://openalex.org/W4402671135","https://openalex.org/W4402753874","https://openalex.org/W6748240658","https://openalex.org/W6778883912","https://openalex.org/W6779857854","https://openalex.org/W6802386650","https://openalex.org/W6810640255","https://openalex.org/W6839431633","https://openalex.org/W6846254642","https://openalex.org/W6846609061","https://openalex.org/W6852382510","https://openalex.org/W6852998260","https://openalex.org/W6853285914","https://openalex.org/W6853453387","https://openalex.org/W6857169455","https://openalex.org/W6857614378","https://openalex.org/W6859844524","https://openalex.org/W6861516971","https://openalex.org/W6862325135","https://openalex.org/W6862506844","https://openalex.org/W6862842205"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2993198389","https://openalex.org/W2102284328","https://openalex.org/W1555107492"],"abstract_inverted_index":{"In":[0,48],"recent":[1],"advancements":[2],"within":[3],"the":[4,81,118,148],"domain":[5],"of":[6,17,20,40,165,172,182,194],"Large":[7],"Language":[8],"Models":[9],"(LLMs),":[10],"there":[11],"has":[12],"been":[13],"a":[14,37,144,170,179],"notable":[15],"emergence":[16],"agents":[18,92],"capable":[19],"addressing":[21],"Robotic":[22],"Process":[23],"Automation":[24],"(RPA)":[25],"challenges":[26],"through":[27,57,169],"enhanced":[28],"cognitive":[29,110],"capabilities":[30],"and":[31,42,61,73,95,132,155,163],"sophisticated":[32],"reasoning.":[33],"This":[34],"development":[35],"heralds":[36],"new":[38],"era":[39],"scalability":[41],"human-like":[43],"adaptability":[44],"in":[45,142,177],"goal":[46],"attainment.":[47],"this":[49],"context,":[50],"we":[51],"introduce":[52],"AUTONODE":[53,64,116,166],"(Autonomous":[54],"User-interface":[55],"Transformation":[56],"Online":[58],"Neuro-graphic":[59],"Operations":[60],"Deep":[62],"Exploration).":[63],"employs":[65],"advanced":[66],"neuro-graphical":[67],"techniques":[68],"to":[69,93,100,120,151,189],"facilitate":[70],"autonomous":[71],"navigation":[72],"task":[74],"execution":[75],"on":[76],"web":[77,102],"interfaces,":[78],"thereby":[79],"obviating":[80],"necessity":[82],"for":[83,135],"predefined":[84],"scripts":[85],"or":[86],"manual":[87],"intervention.":[88],"Our":[89,107],"engine":[90,149],"empowers":[91],"comprehend":[94],"implement":[96],"complex":[97],"workflows,":[98],"adapting":[99],"dynamic":[101],"environments":[103],"with":[104,112,117,158],"unparalleled":[105],"efficiency.":[106],"methodology":[108],"synergizes":[109],"functionalities":[111],"robotic":[113],"automation,":[114],"endowing":[115],"ability":[119],"learn":[121],"from":[122,186],"experience.":[123],"We":[124],"have":[125],"integrated":[126],"an":[127],"exploratory":[128],"module,":[129],"DoRA":[130],"(Discovery":[131],"mapping":[133],"Operation":[134],"graph":[136,146],"Retrieval":[137],"Agent),":[138],"which":[139],"is":[140],"instrumental":[141],"constructing":[143],"knowledge":[145],"that":[147],"utilizes":[150],"optimize":[152],"its":[153,175],"actions":[154],"achieve":[156],"objectives":[157],"minimal":[159],"supervision.":[160],"The":[161,192],"versatility":[162],"efficacy":[164],"are":[167],"demonstrated":[168],"series":[171],"experiments,":[173],"highlighting":[174],"proficiency":[176],"managing":[178],"diverse":[180],"array":[181],"web-based":[183],"tasks,":[184],"ranging":[185],"data":[187],"extraction":[188],"transaction":[190],"processing.":[191],"implementation":[193],"our":[195],"paper":[196],"can":[197],"be":[198],"accessed":[199],"at":[200],":https://github.com/TransformerOptimus/AutoNode":[201]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}