{"id":"https://openalex.org/W4403520275","doi":"https://doi.org/10.1145/3691620.3694983","title":"Can Cooperative Multi-Agent Reinforcement Learning Boost Automatic Web Testing? An Exploratory Study","display_name":"Can Cooperative Multi-Agent Reinforcement Learning Boost Automatic Web Testing? An Exploratory Study","publication_year":2024,"publication_date":"2024-10-18","ids":{"openalex":"https://openalex.org/W4403520275","doi":"https://doi.org/10.1145/3691620.3694983"},"language":"en","primary_location":{"id":"doi:10.1145/3691620.3694983","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3691620.3694983","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 39th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007465975","display_name":"Yujia Fan","orcid":"https://orcid.org/0009-0001-8722-3367"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yujia Fan","raw_affiliation_strings":["Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, Guangdong, China","Research Institute of Trustworthy Autonomous Systems, Southern University of Science and Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0001-8722-3367","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Research Institute of Trustworthy Autonomous Systems, Southern University of Science and Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012924216","display_name":"Sinan Wang","orcid":"https://orcid.org/0000-0002-8557-4681"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sinan Wang","raw_affiliation_strings":["Research Institute of Trustworthy Autonomous Systems, Southern University of Science and Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-8557-4681","affiliations":[{"raw_affiliation_string":"Research Institute of Trustworthy Autonomous Systems, Southern University of Science and Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zebang Fei","orcid":"https://orcid.org/0009-0004-3096-4019"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zebang Fei","raw_affiliation_strings":["Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0004-3096-4019","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yao Qin","orcid":"https://orcid.org/0009-0001-6548-4400"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Qin","raw_affiliation_strings":["Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0001-6548-4400","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031339082","display_name":"Haoxun Li","orcid":null},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaxuan Li","raw_affiliation_strings":["Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0006-1555-6353","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084868951","display_name":"Yepang Liu","orcid":"https://orcid.org/0000-0001-8147-8126"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yepang Liu","raw_affiliation_strings":["Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, Guangdong, China","Research Institute of Trustworthy Autonomous Systems, Southern University of Science and Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0001-8147-8126","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Research Institute of Trustworthy Autonomous Systems, Southern University of Science and Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5007465975"],"corresponding_institution_ids":["https://openalex.org/I3045169105"],"apc_list":null,"apc_paid":null,"fwci":0.9934,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.80801573,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"14","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7847490310668945},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7772752642631531},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5095884799957275},{"id":"https://openalex.org/keywords/exploratory-research","display_name":"Exploratory research","score":0.4187832772731781},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3723300099372864},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.33584949374198914},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2988021969795227},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10773980617523193}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7847490310668945},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7772752642631531},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5095884799957275},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.4187832772731781},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3723300099372864},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.33584949374198914},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2988021969795227},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10773980617523193},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3691620.3694983","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3691620.3694983","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 39th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1534630452","https://openalex.org/W1908253641","https://openalex.org/W1940269223","https://openalex.org/W2037036263","https://openalex.org/W2096145798","https://openalex.org/W2112351741","https://openalex.org/W2114965830","https://openalex.org/W2121863487","https://openalex.org/W2129062480","https://openalex.org/W2144672231","https://openalex.org/W2145339207","https://openalex.org/W2596585349","https://openalex.org/W2617547828","https://openalex.org/W2766447205","https://openalex.org/W2768629321","https://openalex.org/W2806400877","https://openalex.org/W2963762747","https://openalex.org/W2967072515","https://openalex.org/W3043122026","https://openalex.org/W3085877220","https://openalex.org/W3160414745","https://openalex.org/W3163745263","https://openalex.org/W4254792149","https://openalex.org/W4297910443","https://openalex.org/W4384026560","https://openalex.org/W4388666999","https://openalex.org/W4391558366"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"(RL)-based":[2],"web":[3,79,118,244,260],"GUI":[4,80,119,261],"testing":[5,120,126,137,262],"techniques":[6],"have":[7,143,175],"attracted":[8],"significant":[9],"attention":[10],"in":[11,198,215,253],"both":[12],"academia":[13],"and":[14,23,55,61,87,101,160,195,212,257],"industry":[15],"due":[16],"to":[17,20,42,83,91,97,128,156,167,224,230],"their":[18],"ability":[19],"facilitate":[21,157],"automatic":[22,78],"intelligent":[24],"exploration":[25],"of":[26,49,65,72,171,193,201,210,218,236,251,259],"websites":[27,51],"under":[28,133],"test.":[29,134],"Yet,":[30],"the":[31,45,63,70,111,115,169,199,216,233,249,255],"existing":[32],"approaches":[33],"that":[34],"leverage":[35],"a":[36,106,131,153,207],"single":[37],"RL":[38,74],"agent":[39],"often":[40],"struggle":[41],"comprehensively":[43],"explore":[44,69,130,240],"vast":[46],"state":[47],"space":[48],"large-scale":[50],"with":[52,152,164,185],"complex":[53],"structures":[54],"dynamic":[56],"content.":[57],"Observing":[58],"this":[59],"phenomenon":[60],"recognizing":[62],"benefit":[64],"multiple":[66,125],"agents,":[67,141,187,237],"we":[68,113,142],"use":[71],"Multi-Agent":[73],"(MARL)":[75],"algorithms":[76],"for":[77],"testing,":[81],"aiming":[82],"improve":[84],"test":[85],"efficiency":[86,256],"coverage.":[88],"However,":[89],"how":[90],"share":[92,136],"information":[93],"among":[94,139],"different":[95,140],"agents":[96,127],"avoid":[98],"redundant":[99],"actions":[100],"achieve":[102],"effective":[103],"cooperation":[104],"is":[105],"non-trivial":[107],"problem.":[108],"To":[109,135],"address":[110],"challenge,":[112],"propose":[114],"first":[116],"MARL-based":[117],"system,":[121],"MARG,":[122],"which":[123],"coordinates":[124],"efficiently":[129],"website":[132],"experience":[138],"designed":[144],"two":[145,225],"data":[146,165],"sharing":[147],"schemes:":[148],"one":[149],"centralized":[150],"scheme":[151,163],"shared":[154],"Q-table":[155],"efficient":[158],"communication,":[159],"another":[161],"distributed":[162],"exchange":[166],"decrease":[168],"overhead":[170],"maintaining":[172],"Q-tables.":[173],"We":[174],"evaluated":[176],"MARG":[177,188,238],"on":[178],"nine":[179],"popular":[180],"real-world":[181],"websites.":[182],"When":[183],"configuring":[184],"five":[186],"achieves":[189],"an":[190],"average":[191],"increase":[192,209],"4.34":[194],"3.89":[196],"times":[197,214],"number":[200,217,235],"explored":[202],"states,":[203],"as":[204,206],"well":[205],"corresponding":[208],"4.03":[211],"3.76":[213],"detected":[219],"failures,":[220],"respectively,":[221],"when":[222],"compared":[223,229],"state-of-the-art":[226],"approaches.":[227],"Additionally,":[228],"independently":[231],"running":[232],"same":[234],"can":[239],"36.42%":[241],"more":[242],"unique":[243],"states.":[245],"These":[246],"results":[247],"demonstrate":[248],"usefulness":[250],"MARL":[252],"enhancing":[254],"performance":[258],"tasks.":[263]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}