{"id":"https://openalex.org/W4391558366","doi":"https://doi.org/10.1145/3597503.3623344","title":"Deeply Reinforcing Android GUI Testing with Deep Reinforcement Learning","display_name":"Deeply Reinforcing Android GUI Testing with Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-02-06","ids":{"openalex":"https://openalex.org/W4391558366","doi":"https://doi.org/10.1145/3597503.3623344"},"language":"en","primary_location":{"id":"doi:10.1145/3597503.3623344","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3597503.3623344","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 46th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010927582","display_name":"Yuanhong Lan","orcid":"https://orcid.org/0009-0006-1844-8091"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanhong Lan","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0006-1844-8091","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079836004","display_name":"Yifei Lu","orcid":"https://orcid.org/0000-0003-4758-3285"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Lu","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-4758-3285","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100664779","display_name":"Zhong Li","orcid":"https://orcid.org/0000-0002-3849-3416"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhong Li","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-3849-3416","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002720603","display_name":"Minxue Pan","orcid":"https://orcid.org/0000-0002-4011-5350"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minxue Pan","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-4011-5350","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056747983","display_name":"Wenhua Yang","orcid":"https://orcid.org/0000-0003-1213-6733"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhua Yang","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-1213-6733","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078890349","display_name":"Tian Zhang","orcid":"https://orcid.org/0000-0003-0104-2731"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian Zhang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0104-2731","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090810072","display_name":"Xuandong Li","orcid":"https://orcid.org/0000-0003-3090-9568"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuandong Li","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-3090-9568","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.871559202671051},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7956464290618896},{"id":"https://openalex.org/keywords/android","display_name":"Android (operating system)","score":0.6439327597618103},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5044714212417603},{"id":"https://openalex.org/keywords/android-app","display_name":"Android app","score":0.49258357286453247},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3923438787460327},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33029401302337646},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1537265181541443}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.871559202671051},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7956464290618896},{"id":"https://openalex.org/C557433098","wikidata":"https://www.wikidata.org/wiki/Q94","display_name":"Android (operating system)","level":2,"score":0.6439327597618103},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5044714212417603},{"id":"https://openalex.org/C2988045736","wikidata":"https://www.wikidata.org/wiki/Q94","display_name":"Android app","level":3,"score":0.49258357286453247},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3923438787460327},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33029401302337646},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1537265181541443}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3597503.3623344","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3597503.3623344","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 46th International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.47999998927116394}],"awards":[{"id":"https://openalex.org/G1828253250","display_name":null,"funder_award_id":"62232014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5471745240","display_name":"\u9762\u5411\u667a\u80fd\u5236\u9020\u590d\u6742\u573a\u666f\u7684\u8f6f\u4ef6\u884c\u4e3a\u5efa\u6a21\u4e0e\u9a8c\u8bc1\u6280\u672f\u7814\u7a76","funder_award_id":"61972193","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6786717514","display_name":null,"funder_award_id":"62032010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1812630525","https://openalex.org/W1932847118","https://openalex.org/W2013856010","https://openalex.org/W2055703785","https://openalex.org/W2161963160","https://openalex.org/W2227887088","https://openalex.org/W2249191673","https://openalex.org/W2356780433","https://openalex.org/W2463553622","https://openalex.org/W2514303331","https://openalex.org/W2560674852","https://openalex.org/W2740742367","https://openalex.org/W2746553466","https://openalex.org/W2747329762","https://openalex.org/W2761873684","https://openalex.org/W2884875870","https://openalex.org/W2888246077","https://openalex.org/W2888272748","https://openalex.org/W2899070402","https://openalex.org/W2955215835","https://openalex.org/W2963523627","https://openalex.org/W2964544183","https://openalex.org/W2970641574","https://openalex.org/W2999907851","https://openalex.org/W3043122026","https://openalex.org/W3091518781","https://openalex.org/W3120672518","https://openalex.org/W3122425961","https://openalex.org/W3174412130","https://openalex.org/W3195818176","https://openalex.org/W3204263058","https://openalex.org/W4244264101","https://openalex.org/W4283800386","https://openalex.org/W4283815719","https://openalex.org/W6968978714"],"related_works":["https://openalex.org/W2894765413","https://openalex.org/W769484497","https://openalex.org/W2506128599","https://openalex.org/W2794864670","https://openalex.org/W4383744737","https://openalex.org/W2940442438","https://openalex.org/W2949757294","https://openalex.org/W2773184731","https://openalex.org/W2922039621","https://openalex.org/W2581685432"],"abstract_inverted_index":{"As":[0],"the":[1,30,53,60,63,68,75,79,152,204],"scale":[2],"and":[3,16,73,112,129,154,180,196,211],"complexity":[4],"of":[5,32,55,67,78,203],"Android":[6,37,99],"applications":[7],"continue":[8],"to":[9,13,198],"grow":[10],"in":[11,36,45,58,176],"response":[12],"increasing":[14],"market":[15],"user":[17],"demands,":[18],"quality":[19],"assurance":[20],"challenges":[21],"become":[22],"more":[23,84],"significant.":[24],"While":[25],"previous":[26],"studies":[27],"have":[28,193,207,213],"demonstrated":[29],"superiority":[31],"Reinforcement":[33],"Learning":[34],"(RL)":[35],"GUI":[38,100],"testing,":[39],"its":[40],"effectiveness":[41],"remains":[42],"limited,":[43],"particularly":[44,183],"large,":[46,185],"complex":[47,186],"apps.":[48,187],"This":[49],"limitation":[50],"arises":[51],"from":[52,74,148],"ineffectiveness":[54],"Tabular":[56],"RL":[57,86],"learning":[59,145],"knowledge":[61,81,147],"within":[62],"large":[64],"state-action":[65],"space":[66],"App":[69],"Under":[70],"Test":[71],"(AUT)":[72],"suboptimal":[76],"utilization":[77],"acquired":[80],"when":[82],"employing":[83],"advanced":[85],"techniques.":[87],"To":[88],"address":[89],"such":[90],"limitations,":[91],"this":[92],"paper":[93],"presents":[94],"DQT,":[95],"a":[96,120,134],"novel":[97],"automated":[98],"testing":[101,146,174],"approach":[102],"based":[103],"on":[104,163],"deep":[105],"reinforcement":[106],"learning.":[107],"DQT":[108,170,192],"preserves":[109],"widgets'":[110],"structural":[111],"semantic":[113],"information":[114],"with":[115,151],"graph":[116],"embedding":[117],"techniques,":[118],"building":[119],"robust":[121],"foundation":[122],"for":[123,184],"identifying":[124],"similar":[125],"states":[126,158],"or":[127,159],"actions":[128],"distinguishing":[130],"different":[131],"ones.":[132],"Moreover,":[133],"specially":[135],"designed":[136],"Deep":[137],"Q-Network":[138],"(DQN)":[139],"effectively":[140],"guides":[141],"curiosity-driven":[142],"exploration":[143],"by":[144,191],"runtime":[149],"interactions":[150],"AUT":[153],"sharing":[155],"it":[156],"across":[157],"actions.":[160],"Experiments":[161],"conducted":[162],"30":[164],"diverse":[165],"open-source":[166],"apps":[167],"demonstrate":[168],"that":[169],"outperforms":[171],"existing":[172],"state-of-the-art":[173],"approaches":[175],"both":[177],"code":[178],"coverage":[179],"fault":[181],"detection,":[182],"The":[188],"faults":[189],"detected":[190],"been":[194,208,214],"reproduced":[195],"reported":[197,205],"developers;":[199],"so":[200],"far,":[201],"21":[202],"issues":[206],"explicitly":[209],"confirmed,":[210],"14":[212],"fixed.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":6}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}