{"id":"https://openalex.org/W4412703950","doi":"https://doi.org/10.1145/3696630.3730553","title":"Multi-Agent Differential Testing for the Game of Go","display_name":"Multi-Agent Differential Testing for the Game of Go","publication_year":2025,"publication_date":"2025-06-23","ids":{"openalex":"https://openalex.org/W4412703950","doi":"https://doi.org/10.1145/3696630.3730553"},"language":"en","primary_location":{"id":"doi:10.1145/3696630.3730553","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696630.3730553","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696630.3730553","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3696630.3730553","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jiaxue Song","orcid":"https://orcid.org/0009-0007-5992-4637"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiaxue Song","raw_affiliation_strings":["Beijing University of Chemical Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100357458","display_name":"Xiao\u2013Yi Zhang","orcid":"https://orcid.org/0000-0001-7414-8057"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao-Yi Zhang","raw_affiliation_strings":["University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021486887","display_name":"Paolo Arcaini","orcid":"https://orcid.org/0000-0002-6253-4062"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Paolo Arcaini","raw_affiliation_strings":["National Institute of Informatics, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Informatics, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103091045","display_name":"Fuyuki Ishikawa","orcid":"https://orcid.org/0000-0001-7725-2618"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Fuyuki Ishikawa","raw_affiliation_strings":["National Institute of Informatics, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Informatics, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101595134","display_name":"Yong Liu","orcid":"https://orcid.org/0000-0003-1754-3039"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Liu","raw_affiliation_strings":["Beijing University of Chemical Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112108804","display_name":"Bin Du","orcid":"https://orcid.org/0009-0000-5864-1423"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Du","raw_affiliation_strings":["Beijing University of Chemical Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I75390827"],"apc_list":null,"apc_paid":null,"fwci":4.4912,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.94552153,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1453","last_page":"1460"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5838057398796082},{"id":"https://openalex.org/keywords/differential","display_name":"Differential (mechanical device)","score":0.47813236713409424},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10897478461265564}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5838057398796082},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.47813236713409424},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10897478461265564},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3696630.3730553","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696630.3730553","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696630.3730553","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3696630.3730553","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696630.3730553","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696630.3730553","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1069223013","display_name":null,"funder_award_id":"JSPS KAKENHI","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G1637754105","display_name":"Explaining automated test agents and their test results","funder_award_id":"23K11062","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G1716091338","display_name":null,"funder_award_id":"JPMJMI20B8","funder_id":"https://openalex.org/F4320338243","funder_display_name":"JST-Mirai Program"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3459562248","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G37568934","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4020255992","display_name":null,"funder_award_id":"Project","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4636223006","display_name":null,"funder_award_id":"JSPS KAK","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6174362931","display_name":"\u5927\u5730\u9707\u6642\u306e\u4eba\u9593\u5fc3\u7406\u30fb\u884c\u52d5\u8abf\u67fb\u306b\u95a2\u3059\u308b\u7814\u7a76","funder_award_id":"302035","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6343789578","display_name":"\u4f50\u85e4\u4e00\u6589\u306e\u7814\u7a76","funder_award_id":"11062","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7027019576","display_name":null,"funder_award_id":"62302035","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G71998079","display_name":"\u77f3\u5ddd\u770c\u80fd\u767b\u7523\u30ea\u30f3\u9271\u77f3\u306e\u5316\u5b66\u7814\u7a76-\u71d0\u9178\u5869\u4e2d\u306e\u653e\u5c04\u6027\u8af8\u6838\u7a2e\u306e\u5b9a\u91cf\u3068\u305d\u306e\u5730\u7403\u79d1\u5b66\u7684\u610f\u5473-","funder_award_id":"23020","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7224924474","display_name":"Integrity and Strength of Offshore Structure Suffered from Deterioration during Service Period","funder_award_id":"62302035","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8430481527","display_name":null,"funder_award_id":"Number","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320338243","display_name":"JST-Mirai Program","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412703950.pdf","grobid_xml":"https://content.openalex.org/works/W4412703950.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W2257979135","https://openalex.org/W2787022089","https://openalex.org/W3120394327","https://openalex.org/W4231862715","https://openalex.org/W4256478796","https://openalex.org/W4282979022","https://openalex.org/W4285272247","https://openalex.org/W4287545545","https://openalex.org/W4312543924","https://openalex.org/W4367016230","https://openalex.org/W4400146567","https://openalex.org/W4412703950"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Artificial":[0],"intelligent":[1],"(AI)":[2],"techniques":[3],"have":[4],"been":[5,39],"successfully":[6],"applied":[7],"in":[8,12,117,140],"various":[9],"domains,":[10],"especially":[11],"complex":[13],"games":[14,220],"like":[15],"Go.":[16],"Indeed,":[17],"although":[18],"Go":[19,52,63,69,93,134,143,154,205,214,219],"has":[20,24,38],"simple":[21],"rules,":[22],"it":[23,31,37,76,187],"countless":[25],"variations":[26],"of":[27,48,58,61,133,171,177,221],"possible":[28],"positions,":[29],"making":[30],"an":[32],"extremely":[33],"difficult":[34,78],"game.":[35],"Therefore,":[36],"taken":[40],"as":[41,211],"a":[42,62,92,122,142,147,197],"benchmark":[43],"to":[44,79,84,89,136],"assess":[45,174],"the":[46,56,59,131,157,175],"abilities":[47],"AI":[49],"agents":[50,70,155,181,206],"(called":[51],"Agents).":[53],"However,":[54],"assessing":[55],"performance":[57],"decision-making":[60],"agent":[64,144,195],"is":[65,77,96,188],"challenging;":[66],"indeed,":[67],"since":[68],"play":[71,152],"much":[72],"better":[73],"than":[74],"humans,":[75],"establish":[80],"intuitive":[81],"rules":[82],"or":[83,98],"rely":[85],"on":[86],"human":[87],"experts":[88],"determine":[90],"whether":[91,163],"agent's":[94],"decision":[95],"correct":[97],"not.":[99],"While":[100],"professional":[101,222],"players":[102],"can":[103,107,233],"do":[104],"it,":[105],"they":[106,164],"not":[108],"evaluate":[109],"too":[110],"many":[111],"moves.":[112],"To":[113],"tackle":[114],"these":[115],"issues,":[116],"this":[118],"paper":[119],"we":[120,151,161,173],"propose":[121],"differential":[123],"testing":[124,129],"approach,":[125],"called":[126],"Multi-Agent":[127],"Differential":[128],"For":[130],"game":[132],"(MAD4Go),":[135],"identify":[137,234],"interesting":[138],"tests":[139,159,212],"which":[141],"may":[145],"perform":[146],"non-optimal":[148],"move.":[149],"Specifically,":[150],"different":[153,213],"over":[156],"same":[158],"and":[160],"check":[162],"agree":[165],"with":[166,184],"each":[167,185],"other.":[168],"In":[169],"case":[170],"disagreement,":[172],"level":[176],"disagreement.":[178],"If":[179],"two":[180],"strongly":[182],"disagree":[183],"other,":[186],"more":[189],"likely":[190],"that":[191,231],"at":[192],"least":[193],"one":[194],"made":[196],"wrong":[198],"decision.":[199],"We":[200],"conducted":[201],"experiments":[202],"by":[203],"evaluating":[204],"from":[207,217],"Leela":[208],"Zero,":[209],"using":[210],"positions":[215],"obtained":[216],"real":[218],"players.":[223],"Results":[224],"revealed":[225],"diverse":[226],"disagreements":[227],"among":[228],"agents,":[229],"showing":[230],"MAD4Go":[232],"valuable":[235],"tests.":[236]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}