{"id":"https://openalex.org/W3088349534","doi":"https://doi.org/10.1109/access.2020.3024929","title":"Metamorphic Testing of an Artificially Intelligent Chess Game","display_name":"Metamorphic Testing of an Artificially Intelligent Chess Game","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3088349534","doi":"https://doi.org/10.1109/access.2020.3024929","mag":"3088349534"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3024929","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3024929","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09200609.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09200609.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035474437","display_name":"Aisha Liaqat","orcid":"https://orcid.org/0000-0002-0537-2378"},"institutions":[{"id":"https://openalex.org/I12469534","display_name":"Quaid-i-Azam University","ror":"https://ror.org/04s9hft57","country_code":"PK","type":"education","lineage":["https://openalex.org/I12469534"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Aisha Liaqat","raw_affiliation_strings":["Quaid-i-Azam University, Islamabad, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Quaid-i-Azam University, Islamabad, Pakistan","institution_ids":["https://openalex.org/I12469534"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015041196","display_name":"Muddassar Azam Sindhu","orcid":"https://orcid.org/0000-0002-3411-9224"},"institutions":[{"id":"https://openalex.org/I12469534","display_name":"Quaid-i-Azam University","ror":"https://ror.org/04s9hft57","country_code":"PK","type":"education","lineage":["https://openalex.org/I12469534"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muddassar Azam Sindhu","raw_affiliation_strings":["Quaid-i-Azam University, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-3411-9224","affiliations":[{"raw_affiliation_string":"Quaid-i-Azam University, Islamabad, Pakistan","institution_ids":["https://openalex.org/I12469534"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079480825","display_name":"Ghazanfar Farooq Siddiqui","orcid":"https://orcid.org/0000-0003-0291-3287"},"institutions":[{"id":"https://openalex.org/I12469534","display_name":"Quaid-i-Azam University","ror":"https://ror.org/04s9hft57","country_code":"PK","type":"education","lineage":["https://openalex.org/I12469534"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Ghazanfar Farooq Siddiqui","raw_affiliation_strings":["Quaid-i-Azam University, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-0291-3287","affiliations":[{"raw_affiliation_string":"Quaid-i-Azam University, Islamabad, Pakistan","institution_ids":["https://openalex.org/I12469534"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I12469534"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.386,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.88916625,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"8","issue":null,"first_page":"174179","last_page":"174190"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8350328207015991},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6892222762107849},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5480393171310425},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5474643111228943},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.518580436706543},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4918096363544464},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43005314469337463},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.342464804649353},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.17975947260856628}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8350328207015991},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6892222762107849},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5480393171310425},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5474643111228943},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.518580436706543},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4918096363544464},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43005314469337463},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.342464804649353},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17975947260856628},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3024929","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3024929","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09200609.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:013dabdbcffb4c96bbb441fb27bedaf2","is_oa":true,"landing_page_url":"https://doaj.org/article/013dabdbcffb4c96bbb441fb27bedaf2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 174179-174190 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3024929","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3024929","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09200609.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3088349534.pdf","grobid_xml":"https://content.openalex.org/works/W3088349534.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1486172410","https://openalex.org/W2015999522","https://openalex.org/W2041650849","https://openalex.org/W2041713059","https://openalex.org/W2110441383","https://openalex.org/W2121074184","https://openalex.org/W2122410182","https://openalex.org/W2130746431","https://openalex.org/W2162036145","https://openalex.org/W2163638787","https://openalex.org/W2171302641","https://openalex.org/W2280554095","https://openalex.org/W2289805802","https://openalex.org/W2293505944","https://openalex.org/W2301830273","https://openalex.org/W2324595780","https://openalex.org/W2428841090","https://openalex.org/W2623293810","https://openalex.org/W2623350414","https://openalex.org/W2732493711","https://openalex.org/W2782311202","https://openalex.org/W2785340633","https://openalex.org/W2792919371","https://openalex.org/W2910180078","https://openalex.org/W2963417953","https://openalex.org/W2997653900","https://openalex.org/W3008797115","https://openalex.org/W3196007370","https://openalex.org/W4239084643","https://openalex.org/W4285719527","https://openalex.org/W4298110250","https://openalex.org/W6774112282"],"related_works":["https://openalex.org/W2373300491","https://openalex.org/W2378744544","https://openalex.org/W2594301978","https://openalex.org/W2379704676","https://openalex.org/W1998810860","https://openalex.org/W4206442282","https://openalex.org/W2384505857","https://openalex.org/W2355171581","https://openalex.org/W2145253956","https://openalex.org/W1212596013"],"abstract_inverted_index":{"Artificially":[0],"intelligent":[1,10],"(AI)":[2],"game":[3,20,66,108,160,223],"software":[4,21,48],"incorporates":[5],"different":[6],"algorithms":[7],"to":[8,13,55,216],"generate":[9],"human-like":[11],"responses":[12],"the":[14,27,62,173,184,208,212],"users":[15],"playing":[16],"them.":[17],"Testing":[18],"AI":[19,65,106,158,222],"poses":[22],"great":[23],"difficulty":[24],"because":[25],"of":[26,39,61,67,75,114,172,179,187],"complex":[28],"possibilities":[29,41],"that":[30,165],"can":[31],"result":[32],"at":[33,78],"a":[34,43,72,84,99,110,125],"given":[35,80],"point":[36,81],"and":[37,116,121,143],"analysis":[38],"said":[40],"is":[42,92,167],"tedious":[44],"task.":[45],"Also":[46],"during":[47],"development":[49],"there":[50],"are":[51],"resource":[52],"constraints":[53],"due":[54],"which":[56,200],"testing":[57,87,101,104,156,188],"targets":[58],"specific":[59],"parts":[60],"software.":[63,224],"An":[64],"Chess":[68,107,111,141,159,189],"takes":[69],"into":[70],"consideration":[71],"large":[73],"amount":[74],"possible":[76,119],"outcomes":[77,120],"any":[79],"before":[82],"deciding":[83,123],"move.":[85],"Therefore,":[86],"it":[88,145,166],"in":[89,169,199],"its":[90],"entirety":[91],"impractical.":[93],"In":[94,211],"this":[95],"paper":[96],"we":[97,132,194,214],"propose":[98],"metamorphic":[100,162],"approach":[102,154,182,203,219],"for":[103,151,155],"an":[105,138,157],"i.e.":[109],"engine's":[112],"algorithm":[113],"determining":[115],"pruning":[117],"out":[118],"ultimately":[122],"on":[124,137],"final":[126],"outcome.":[127],"For":[128],"validating":[129],"our":[130,147,152,180,201,218],"approach,":[131],"have":[133,195],"done":[134],"error":[135],"seeding":[136],"open":[139],"source":[140],"engine":[142,190],"tested":[144],"through":[146,161],"approach.":[148],"The":[149],"results":[150],"proposed":[153,181,202],"relations":[163],"show":[164],"successful":[168],"revealing":[170],"71%":[171],"total":[174],"seeded":[175],"faults.":[176],"On":[177],"comparison":[178],"with":[183],"existing":[185,209],"technique":[186],"i.e.,":[191],"perft":[192],"function,":[193],"come":[196],"across":[197],"situations":[198],"reveals":[204],"errors":[205],"overlooked":[206],"by":[207],"technique.":[210],"future":[213],"aim":[215],"extend":[217],"towards":[220],"other":[221]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}