{"id":"https://openalex.org/W3043122026","doi":"https://doi.org/10.1145/3395363.3397354","title":"Reinforcement learning based curiosity-driven testing of Android applications","display_name":"Reinforcement learning based curiosity-driven testing of Android applications","publication_year":2020,"publication_date":"2020-07-13","ids":{"openalex":"https://openalex.org/W3043122026","doi":"https://doi.org/10.1145/3395363.3397354","mag":"3043122026"},"language":"en","primary_location":{"id":"doi:10.1145/3395363.3397354","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3395363.3397354","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002720603","display_name":"Minxue Pan","orcid":"https://orcid.org/0000-0002-4011-5350"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Minxue Pan","raw_affiliation_strings":["Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108666850","display_name":"An Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"An Huang","raw_affiliation_strings":["Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101457292","display_name":"Guoxin Wang","orcid":"https://orcid.org/0000-0003-2363-8595"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoxin Wang","raw_affiliation_strings":["Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100371729","display_name":"Tian Zhang","orcid":"https://orcid.org/0000-0002-1284-1232"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian Zhang","raw_affiliation_strings":["Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090810072","display_name":"Xuandong Li","orcid":"https://orcid.org/0000-0003-3090-9568"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuandong Li","raw_affiliation_strings":["Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5002720603"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":27.8541,"has_fulltext":false,"cited_by_count":165,"citation_normalized_percentile":{"value":0.99812953,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"153","last_page":"164"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7893458604812622},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7614955306053162},{"id":"https://openalex.org/keywords/android","display_name":"Android (operating system)","score":0.7612340450286865},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7400314807891846},{"id":"https://openalex.org/keywords/random-testing","display_name":"Random testing","score":0.638745903968811},{"id":"https://openalex.org/keywords/curiosity","display_name":"Curiosity","score":0.6105251312255859},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5868169665336609},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5043007135391235},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4264223575592041},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.2731935977935791},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2446783483028412},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.177545428276062}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7893458604812622},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7614955306053162},{"id":"https://openalex.org/C557433098","wikidata":"https://www.wikidata.org/wiki/Q94","display_name":"Android (operating system)","level":2,"score":0.7612340450286865},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7400314807891846},{"id":"https://openalex.org/C106159264","wikidata":"https://www.wikidata.org/wiki/Q17146789","display_name":"Random testing","level":4,"score":0.638745903968811},{"id":"https://openalex.org/C33435437","wikidata":"https://www.wikidata.org/wiki/Q366791","display_name":"Curiosity","level":2,"score":0.6105251312255859},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5868169665336609},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5043007135391235},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4264223575592041},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.2731935977935791},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2446783483028412},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.177545428276062},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3395363.3397354","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3395363.3397354","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/1","display_name":"No poverty","score":0.6399999856948853}],"awards":[{"id":"https://openalex.org/G1075992791","display_name":null,"funder_award_id":"61632015,61972193","funder_id":"https://openalex.org/F4320327720","funder_display_name":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320327720","display_name":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W176206521","https://openalex.org/W1557517019","https://openalex.org/W1986061933","https://openalex.org/W1988737164","https://openalex.org/W1994931937","https://openalex.org/W2013856010","https://openalex.org/W2055703785","https://openalex.org/W2088749975","https://openalex.org/W2127589108","https://openalex.org/W2130422196","https://openalex.org/W2161963160","https://openalex.org/W2171590421","https://openalex.org/W2227887088","https://openalex.org/W2417786368","https://openalex.org/W2463553622","https://openalex.org/W2467593685","https://openalex.org/W2508865106","https://openalex.org/W2510940142","https://openalex.org/W2514303331","https://openalex.org/W2734711024","https://openalex.org/W2740719741","https://openalex.org/W2740742367","https://openalex.org/W2747329762","https://openalex.org/W2767668103","https://openalex.org/W2767785010","https://openalex.org/W2806400877","https://openalex.org/W2827055979","https://openalex.org/W2884875870","https://openalex.org/W2885550588","https://openalex.org/W2888246077","https://openalex.org/W2895453875","https://openalex.org/W2898304221","https://openalex.org/W2898557219","https://openalex.org/W2951058005","https://openalex.org/W2955215835","https://openalex.org/W2963523627","https://openalex.org/W2967072515","https://openalex.org/W2969874374","https://openalex.org/W2998501028","https://openalex.org/W2999119789","https://openalex.org/W2999907851","https://openalex.org/W3000499753","https://openalex.org/W3099814830","https://openalex.org/W3119741957"],"related_works":["https://openalex.org/W3094054656","https://openalex.org/W4285676344","https://openalex.org/W4382584175","https://openalex.org/W2123270665","https://openalex.org/W2060310955","https://openalex.org/W2284924956","https://openalex.org/W3043413210","https://openalex.org/W2613740288","https://openalex.org/W4252460700","https://openalex.org/W1578161921"],"abstract_inverted_index":{"Mobile":[0],"applications":[1,156],"play":[2],"an":[3],"important":[4],"role":[5],"in":[6,139,168],"our":[7,180],"daily":[8],"life,":[9],"while":[10],"it":[11],"still":[12],"remains":[13],"a":[14,57,82,87,110],"challenge":[15],"to":[16,27,70,90,122],"guarantee":[17],"their":[18],"correctness.":[19],"Model-based":[20],"and":[21,48,67,97,141,162,173],"systematic":[22],"approaches":[23,40,69],"have":[24,183,189],"been":[25,184,190],"applied":[26],"Android":[28,74,79,164],"GUI":[29,165],"testing.":[30],"However,":[31],"they":[32],"do":[33],"not":[34],"show":[35],"significant":[36],"advantages":[37],"over":[38],"random":[39,66],"because":[41],"of":[42,73,93,116,129,170,179],"limitations":[43],"such":[44],"as":[45],"imprecise":[46],"models":[47],"poor":[49],"scalability.":[50],"In":[51],"this":[52],"paper,":[53],"we":[54],"propose":[55],"Q-testing,":[56],"reinforcement":[58,136],"learning":[59,137],"based":[60],"approach":[61],"which":[62,108,187],"benefits":[63],"from":[64],"both":[65],"model-based":[68],"automated":[71],"testing":[72,100,166],"applications.":[75],"Q-testing":[76,140,158],"explores":[77],"the":[78,99,127,135,143,160],"apps":[80],"with":[81],"curiosity-driven":[83,144],"strategy":[84,145],"that":[85],"utilizes":[86],"memory":[88],"set":[89],"record":[91],"part":[92],"previously":[94],"visited":[95],"states":[96,125],"guides":[98],"towards":[101],"unfamiliar":[102],"functionalities.":[103],"A":[104],"state":[105],"comparison":[106],"module,":[107],"is":[109,119],"neural":[111],"network":[112],"trained":[113],"by":[114],"plenty":[115],"collected":[117],"samples,":[118],"novelly":[120],"employed":[121],"divide":[123],"different":[124,147],"at":[126],"granularity":[128],"functional":[130],"scenarios.":[131],"It":[132],"can":[133],"determine":[134],"reward":[138],"help":[142],"explore":[146],"functionalities":[148],"efficiently.":[149],"We":[150],"conduct":[151],"experiments":[152],"on":[153],"50":[154],"open-source":[155],"where":[157],"outperforms":[159],"state-of-the-art":[161],"state-of-practice":[163],"tools":[167],"terms":[169],"code":[171],"coverage":[172],"fault":[174],"detection.":[175],"So":[176],"far,":[177],"22":[178],"reported":[181],"faults":[182],"confirmed,":[185],"among":[186],"7":[188],"fixed.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":45},{"year":2023,"cited_by_count":45},{"year":2022,"cited_by_count":28},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":3}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}