{"id":"https://openalex.org/W7133568710","doi":"https://doi.org/10.3389/fcomp.2025.1726078","title":"Establishing reference points for artificial social agent evaluation: the ASAQ representative set 2025","display_name":"Establishing reference points for artificial social agent evaluation: the ASAQ representative set 2025","publication_year":2026,"publication_date":"2026-03-04","ids":{"openalex":"https://openalex.org/W7133568710","doi":"https://doi.org/10.3389/fcomp.2025.1726078"},"language":"en","primary_location":{"id":"doi:10.3389/fcomp.2025.1726078","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fcomp.2025.1726078","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/computer-science/articles/10.3389/fcomp.2025.1726078/pdf","source":{"id":"https://openalex.org/S4210211086","display_name":"Frontiers in Computer Science","issn_l":"2624-9898","issn":["2624-9898"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computer Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://public-pages-files-2025.frontiersin.org/journals/computer-science/articles/10.3389/fcomp.2025.1726078/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023210280","display_name":"Siska Fitrianie","orcid":"https://orcid.org/0000-0002-8172-5315"},"institutions":[{"id":"https://openalex.org/I4210105785","display_name":"Intelligent Systems Research (United States)","ror":"https://ror.org/01reevc91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210105785"]},{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL","US"],"is_corresponding":false,"raw_author_name":"Siska Fitrianie","raw_affiliation_strings":["Faculty of Electrical Engineering, Mathematics and Computer Science, Department of Intelligent Systems, Delft University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering, Mathematics and Computer Science, Department of Intelligent Systems, Delft University of Technology","institution_ids":["https://openalex.org/I4210105785","https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039097454","display_name":"Amal Abdulrahman","orcid":"https://orcid.org/0000-0001-5360-0833"},"institutions":[{"id":"https://openalex.org/I4210105785","display_name":"Intelligent Systems Research (United States)","ror":"https://ror.org/01reevc91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210105785"]},{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL","US"],"is_corresponding":false,"raw_author_name":"Amal Abdulrahman","raw_affiliation_strings":["Faculty of Electrical Engineering, Mathematics and Computer Science, Department of Intelligent Systems, Delft University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering, Mathematics and Computer Science, Department of Intelligent Systems, Delft University of Technology","institution_ids":["https://openalex.org/I4210105785","https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106566262","display_name":"Merijn Bruijnes","orcid":null},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Merijn Bruijnes","raw_affiliation_strings":["Faculty of Law, Economics and Governance, Utrecht University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Law, Economics and Governance, Utrecht University","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5122747028","display_name":"Willem-Paul Brinkman","orcid":null},"institutions":[{"id":"https://openalex.org/I4210105785","display_name":"Intelligent Systems Research (United States)","ror":"https://ror.org/01reevc91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210105785"]},{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL","US"],"is_corresponding":false,"raw_author_name":"Willem-Paul Brinkman","raw_affiliation_strings":["Faculty of Electrical Engineering, Mathematics and Computer Science, Department of Intelligent Systems, Delft University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering, Mathematics and Computer Science, Department of Intelligent Systems, Delft University of Technology","institution_ids":["https://openalex.org/I4210105785","https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1285,"currency":"USD","value_usd":1285},"apc_paid":{"value":1285,"currency":"USD","value_usd":1285},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20022322,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"7","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.5011000037193298,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.5011000037193298,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.04610000178217888,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.0348999984562397,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7768999934196472},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7423999905586243},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.638700008392334},{"id":"https://openalex.org/keywords/normative","display_name":"Normative","score":0.5501999855041504},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5160999894142151},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.48910000920295715},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.47029998898506165}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7768999934196472},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7423999905586243},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.638700008392334},{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.5501999855041504},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5321999788284302},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5160999894142151},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.48910000920295715},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.47029998898506165},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.4253999888896942},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.3912999927997589},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39089998602867126},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.38989999890327454},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.382999986410141},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.349700003862381},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3465000092983246},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33550000190734863},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.328900009393692},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2890999913215637},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2851000130176544},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C198477413","wikidata":"https://www.wikidata.org/wiki/Q7647069","display_name":"Survey data collection","level":2,"score":0.25949999690055847}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3389/fcomp.2025.1726078","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fcomp.2025.1726078","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/computer-science/articles/10.3389/fcomp.2025.1726078/pdf","source":{"id":"https://openalex.org/S4210211086","display_name":"Frontiers in Computer Science","issn_l":"2624-9898","issn":["2624-9898"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computer Science","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f6993af0c6224c94b6889f25155ee95a","is_oa":true,"landing_page_url":"https://doaj.org/article/f6993af0c6224c94b6889f25155ee95a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Computer Science, Vol 7 (2026)","raw_type":"article"},{"id":"pmh:oai:dspace.library.uu.nl:1874/483682","is_oa":true,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/483682","pdf_url":null,"source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.3389/fcomp.2025.1726078","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fcomp.2025.1726078","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/computer-science/articles/10.3389/fcomp.2025.1726078/pdf","source":{"id":"https://openalex.org/S4210211086","display_name":"Frontiers in Computer Science","issn_l":"2624-9898","issn":["2624-9898"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computer Science","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.8047664761543274,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7133568710.pdf","grobid_xml":"https://content.openalex.org/works/W7133568710.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W591743112","https://openalex.org/W2037557484","https://openalex.org/W2046759284","https://openalex.org/W2067495470","https://openalex.org/W2133344766","https://openalex.org/W2172061081","https://openalex.org/W2901752164","https://openalex.org/W2922526200","https://openalex.org/W2948834178","https://openalex.org/W2994011281","https://openalex.org/W4213319735","https://openalex.org/W4229591266","https://openalex.org/W4236521339","https://openalex.org/W4308101891","https://openalex.org/W4408072125","https://openalex.org/W4413219466","https://openalex.org/W7123255774"],"related_works":[],"abstract_inverted_index":{")),":[0],"and":[1,9,12,17,46,77,92,192,236,270,306,345,379,384,446,458,502,709,724,793,885,955,1038,1042,1062,1151,1166,1188,1216,1237,1256,1262,1273,1290,1324,1390,1406,1443,1478,1486,1558,1680,1741,1754,1777,1794],"intelligence":[2],"(e.g.,":[3,780,1106,1460,1554],"the":[4,101,110,147,149,190,200,211,248,263,278,338,348,360,373,381,424,441,508,520,534,543,556,559,585,592,601,613,617,622,626,636,667,684,693,698,706,710,714,742,790,805,823,842,859,866,898,906,927,947,1026,1053,1080,1096,1099,1103,1122,1167,1179,1222,1259,1266,1305,1333,1339,1351,1358,1379,1382,1387,1393,1413,1418,1422,1428,1444,1457,1484,1490,1496,1503,1520,1536,1583,1593,1620,1623,1627,1639,1643,1673,1694,1697,1709,1715,1770,1802,1807],"Stanford-Binet":[5],"Intelligence":[6],"Scales":[7],"(Roid":[8],"Pomplun,":[10],"2012)":[11],"a":[13,41,123,130,134,175,182,233,238,300,318,401,469,513,527,565,570,575,642,651,671,731,956,990,1067,1217,1318,1325,1375,1433,1437,1440,1447,1574,1657],"normative":[14],"dataset":[15,943,1194,1534,1624,1720],"(Stevens":[16],"Bernier,":[18],"2021)).":[19],"But,":[20],"also":[21,38,152,537,1240],"closer":[22],"at":[23,464,649,1107,1113],"home,":[24],"when":[25,173,1618,1795],"it":[26,550,1701],"comes":[27,39],"to":[28,51,64,217,224,252,324,396,518,552,558,583,599,610,629,647,703,729,739,750,777,804,812,890,905,922,929,1202,1348,1367,1582,1588,1603,1612,1638,1704,1746],"evaluation":[29],"of":[30,83,94,112,136,156,332,471,542,577,587,625,645,662,673,770,825,883,958,969,1192,1210,1229,1269,1307,1321,1338,1350,1378,1381,1386,1392,1425,1439,1489,1551,1573,1629,1661,1714,1766,1769,1787],"software,":[31],"System":[32],"Usability":[33],"Scale":[34,1082],"(SUS)":[35],"(Brooke,":[36],"1996)":[37],"with":[40,54,68,115,140,317,342,409,463,526,530,591,594,612,633,658,683,741,756,789,816,837,868,897,926,989,1025,1052,1098,1175,1213,1227,1287,1304,1313,1412,1427,1452,1545,1672],"representative":[42,105,197,1319,1415,1524,1674],"data":[43,208,385,1372],"set":[44,50,103,106,119,158,198,250,403,669,1320,1416,1430,1517,1525],"(Lewis":[45],"Sauro,":[47],"2018).Creating":[48],"benchmark":[49,65,176,249,402,637,668],"go":[52],"along":[53],"ASA":[55,255,928,1616,1752],"Questionnaire":[56],"(ASAQ)":[57],"(Fitrianie":[58,167,375,388,1400],"et":[59,168,376,389,1084,1401],"al.,":[60,169,377,390,1085,1402],"2025b,c)":[61],"allows":[62,207,1625],"us":[63],"peoples":[66],"experience":[67,111,755],"an":[69,80,141,417,531,539,659,891,1057,1208,1453,1528],"ASA.":[70,95],"This":[71,466,1676],"is":[72,120,177,1421,1702],"measured":[73,1810],"on":[74,122,159,164,405,428,444,523,533,1121,1199,1332,1384,1465,1472,1686,1732,1739],"24":[75,1388,1667],"constructs":[76,1389,1405],"dimensions":[78,1391],"covering":[79],"extensive":[81],"part":[82,292],"our":[84,219,243],"community":[85],"shared":[86],"interests,":[87],"such":[88,1297],"as":[89,181,569,972,994,1221,1298],"believability,":[90],"likeability,":[91],"sociability":[93],"ASAQ":[96,150,196,295,349,1352,1359,1404,1414,1476,1515,1523,1596,1633,1644,1653,1803],"has":[97],"been":[98],"published":[99],"alongside":[100],"norm":[102],"\"ASAQ":[104],"2024\",":[107],"which":[108,193,206,226,930,1655,1689,1737],"includes":[109],"1066":[113],"individuals":[114,603,832],"29":[116],"agents.":[117,579,1547],"That":[118],"based":[121,163,404,522,1198,1731],"third":[124],"person":[125,1711],"perspective,":[126],"i.e.,":[127],"filling":[128],"out":[129,882],"questionnaire":[131,521],"after":[132],"seeing":[133],"video":[135,1438],"someone":[137],"else":[138],"interacting":[139],"agent.":[142,561,677,758,900],"Although":[143],"pragmatic":[144],"for":[145,259,340,619,641,745,801,911,939,1492,1531,1586,1601,1605,1610,1626,1708,1791,1806],"validating":[146],"questionnaire,":[148],"authors":[151],"acknowledge":[153],"possible":[154,551,1703],"limitations":[155,1717],"this":[157,215,260,354,757,762,1193,1274,1292,1507,1719,1796],"generalization":[160],"towards":[161],"experiences":[162,408,925,1539],"actual":[165],"interaction":[166,407,590,754,788,896,1538,1544,1755],"2025b).A":[170],"key":[171],"question":[172],"developing":[174],"what":[178],"should":[179,186,1721],"constitute":[180],"benchmark?":[183],"Which":[184],"people":[185,554,628,1540],"be":[187,1396,1722],"included":[188,512,564,821,944,1251,1641],"in":[189,246,293,310,321,468,555,574,621,635,654,761,822,934,961,1102,1133,1357,1495,1502,1542,1568,1595,1642,1683,1693,1748],"sample,":[191],"agents?":[194],"For":[195,274,353,1282],"2024,":[199,1526],"research":[201,363],"platform":[202,216],"Prolific":[203,301,1762],"was":[204,251,810,887,1005,1093],"used,":[205],"collection":[209],"across":[210,1007,1095,1361,1631,1665],"world.":[212],"When":[213],"using":[214,421,1619],"develop":[218,400],"benchmarking":[220],"set,":[221,638,1373],"we":[222,276,356,413,511,536,563,639,687,712,829,834,919,1809],"need":[223],"know":[225],"agents":[227,451,634,685,690,1250,1296,1494,1564,1640],"are":[228,1500],"publicly":[229,386,1398],"available":[230,387,827],"that":[231,452],"have":[232,237,461,1541,1565],"global":[234,326],"reach":[235],"sizeable":[239],"user":[240,1462],"group.":[241],"Therefore,":[242],"first":[244,819,1710],"step":[245],"building":[247],"survey":[253],"contemporary":[254,343,1552],"usage.We":[256],"recruited":[257,1760],"participants":[258,284,394,517,607,680,839,862,903,921,945,960,970,1131,1231,1285,1308,1728,1758],"study":[261,330,374,867,1203,1316],"through":[262,1761],"crowd-sourcing":[264],"platform,":[265],"Prolific,":[266],"between":[267,1050,1774],"November":[268,1775],"30":[269,1776],"December":[271,1778],"19,":[272],"2023.":[273],"this,":[275],"applied":[277],"following":[279],"inclusion":[280,620,843,1572],"criteria,":[281],"where":[282],"eligible":[283],"were":[285,308,581,727,735,909,932,1048,1162,1759],"those":[286,802],"who:":[287],"(1)":[288,336,765],"had":[289,299,681],"not":[290,864],"taken":[291],"prior":[294],"validation":[296],"studies,":[297],"(2)":[298,346,773],"approval":[302,358],"rate":[303],"above":[304],"95%,":[305],"(3)":[307,794],"proficient":[309],"English.":[311],"Recruitment":[312],"spanned":[313],"multiple":[314],"time":[315,1749],"zones,":[316],"staggered":[319],"approach":[320],"six-hour":[322],"intervals":[323],"elicit":[325],"participant":[327,809,1211,1330],"distribution.":[328],"The":[329,967,1002,1371,1475,1514,1533,1548,1571,1784],"consisted":[331],"two":[333,948],"sequential":[334],"phases:":[335,949],"screening":[337],"population":[339],"familiarity":[341],"ASAs,":[344,449,1260],"establishing":[347],"Representative":[350,1497,1516,1645],"Set":[351,1498],"2025.":[352],"study,":[355],"received":[357],"from":[359,423,438,597,701,946,1163,1178,1346,1364,1432,1446,1482,1599,1726],"university":[361],"human":[362],"ethics":[364],"Committee":[365],"(no.":[366],"2685,":[367],"dated":[368],"13":[369,1771],"January":[370],"2023),":[371,378],"preregistered":[372],"made":[380],"analysis":[382],"script":[383],"2025a).":[391],"We":[392,1800],"compensated":[393],"according":[395],"Prolific's":[397],"payment":[398],"guidelines.To":[399],"individuals'":[406],"widely":[410,447,1224],"known":[411],"agents,":[412,473,593,1362],"started":[414],"by":[415,981,1143],"creating":[416],"initial":[418],"agent":[419,509,632,699,733,1344,1577],"list":[420,576],"input":[422],"OSF":[425],"working":[426],"group":[427,700],"Artificial":[429],"Social":[430],"Agent":[431],"Evaluation":[432],"Instrumentfoot_0":[433],".":[434],"Twelve":[435],"workgroup":[436],"members":[437],"all":[439,1493,1666],"over":[440],"world":[442],"brainstormed":[443],"popular":[445],"used":[448,689,691,1225,1249],"selecting":[450],"various":[453],"people,":[454],"e.g.,":[455],"age":[456,1004,1028],"groups":[457,1029],"locations,":[459],"might":[460,1195],"interacted":[462,682,1286],"home.":[465],"resulted":[467],"pre-selection":[470],"11":[472],"namely:":[474],"Amazon's":[475],"Alexa,":[476,716],"Google's":[477],"Bard":[478],"chatbot,":[479,482,493,495],"Microsoft's":[480,485,503],"Bing":[481],"OpenAI's":[483],"ChatGPT,":[484,719,1555],"CoPilot,":[486,720],"Android's":[487],"Google":[488,721,1234,1263,1556],"Assistant,":[489,722,1557],"IKEA's":[490],"customer":[491],"service":[492],"Replika":[494,1252],"Apple's":[496],"Siri,":[497],"iRobot's":[498],"Roomba":[499],"vacuum":[500],"cleaner,":[501],"Xiaoice.":[504],"To":[505,678,1647],"further":[506],"diversify":[507],"group,":[510],"dog,":[514,711,1326],"asking":[515],"some":[516],"complete":[519,865],"their":[524,588,631,752,818,869,924,935,1277,1614,1662,1733],"interactions":[525,611,1212,1271],"dog.":[528,1218],"Furthermore,":[529,1622],"eye":[532],"future,":[535],"incorporated":[538],"online":[540,1399],"version":[541,1354],"classic":[544],"Eliza":[545,707,743,806,907,1257,1299,1602],"chatbot":[546,708,744,908],"(Weizenbaum,":[547],"1966),":[548],"making":[549],"expose":[553],"future":[557,655,940],"same":[560],"Finally,":[562],"non-existent":[566],"agent,":[567,615,1226],"\"Xonderfloip,\"":[568],"distractor":[571,614],"check,":[572],"resulting":[573,942],"14":[578,702],"Participants":[580,726],"asked":[582],"indicate":[584],"timing":[586],"last":[589,694,1798],"options":[595],"ranging":[596,1363,1598],"\"today\"":[598],"\"never.\"Of":[600],"1,296":[602],"initially":[604],"recruited,":[605],"1,253":[606,826,1230],"responded":[608],"\"never\"":[609],"meeting":[616],"criteria":[618,760,844],"subsequent":[623],"phase":[624,763],"study.Allowing":[627],"compare":[630,1613],"aimed":[640],"statistical":[643],"power":[644],"0.80":[646],"detect":[648],"least":[650],"medium-sized":[652],"effect":[653],"independent":[656],"t-tests":[657],"alpha":[660],"level":[661,1108,1114],"0.05":[663],"(Cohen,":[664],"1992).":[665],"Consequently,":[666],"required":[670],"minimum":[672],"64":[674,1347],"samples":[675],"per":[676,1343],"ensure":[679],"recently,":[686],"only":[688,814,817,1419,1805],"within":[692],"six":[695],"months,":[696],"narrowing":[697],"10.":[704],"Including":[705],"selected":[713],"agents:":[715],"Bard,":[717],"Bing,":[718],"Roomba,":[723],"Siri.":[725],"assigned":[728,791,803,870,899,904],"evaluate":[730],"single":[732],"they":[734,931],"familiar":[736],"with,":[737],"or":[738,782,785,1066,1635],"interact":[740],"five":[746,872],"minutes":[747],"before":[748],"assessment":[749],"establish":[751],"own":[753,936,1615],"Exclusion":[759],"were:":[764],"failing":[766],"more":[767],"than":[768,797,914],"20%":[769],"attention":[771,874],"checks;":[772],"providing":[774],"incoherent":[775],"responses":[776],"open-ended":[778,892],"questions":[779],"unintelligible":[781],"nonsensical":[783],"answers,":[784],"indicating":[786,894],"no":[787,895],"ASA);":[792],"completing":[795,912],"fewer":[796,913],"10":[798,915,1090],"dialogue":[799,916],"turns":[800],"chatbot.":[807],"Each":[808],"allowed":[811],"participate":[813],"once,":[815],"completion":[820],"analysis.Out":[824],"participants,":[828],"invited":[830],"777":[831],"until":[833],"ended":[835],"up":[836],"666":[838,1328],"who":[840],"met":[841],"(per":[845],"agent:":[846],"M":[847,1012,1019],"=":[848,851,854,953,965,1013,1016,1020,1023,1088,1091,1782],"66,":[849],"SD":[850,1015,1022],"1,":[852],"range":[853],"[64":[855],"..":[856,878],"68]).":[857],"Among":[858],"exclusions,":[860],"47":[861],"did":[863],"ASA,":[871,1793],"failed":[873],"checks":[875],"(providing":[876],"[3":[877],"7]":[879],"incorrect":[880],"answers":[881],"10),":[884],"one":[886],"removed":[888],"due":[889,1745],"response":[893],"Additionally,":[901,918,1592],"58":[902],"excluded":[910],"turns.":[917],"requested":[920],"describe":[923],"assigned,":[933],"words,":[937],"aiming":[938],"research.The":[941],"Phase":[950,962,977,986,999,1035,1043,1063,1073,1110,1116,1139,1148,1157,1172,1185],"1":[951,1041,1061,1206],"(n":[952,964,1781],"1,253)":[954],"subset":[957],"these":[959,1200],"2":[963],"666).":[966],"majority":[968,1306],"identified":[971],"male":[973],"(Phase":[974,983,996,1010,1032,1040,1060,1070,1136,1145,1154,1169,1182],"1:":[975,984,997,1011,1033,1071,1111,1137,1146,1155,1170,1183],"54.5%;":[976],"2:":[978,987,1000,1018,1036,1044,1064,1074,1117,1140,1149,1158,1173,1186],"57.8%),":[979],"followed":[980,1142],"female":[982],"44.9%;":[985],"41.9%),":[988],"small":[991],"proportion":[992],"identifying":[993],"other":[995,1189,1589],"0.6%;":[998],"0.3%).":[1001],"mean":[1003],"similar":[1006,1706],"both":[1008,1483],"Phases":[1009],"30,":[1014],"9.2;Phase":[1017],"29.8,":[1021],"9.2),":[1024],"largest":[1027,1100],"being":[1030],"18-25":[1031],"38.9%;":[1034],"39.8%)":[1037],"26-35":[1039],"39.6%).":[1045],"Education":[1046],"levels":[1047],"comparable":[1049],"groups,":[1051],"highest":[1054,1267],"proportions":[1055,1101,1161,1268],"holding":[1056],"undergraduate":[1058],"degree":[1059,1069],"41.4%)":[1065],"graduate":[1068],"25%;":[1072],"23.9%).":[1075],"Socioeconomic":[1076],"status,":[1077],"assessed":[1078],"via":[1079],"MacArthur":[1081],"(Adler":[1083],"2000)":[1086],"(1":[1087],"lowest,":[1089],"highest),":[1092],"distributed":[1094],"scale,":[1097],"middle":[1104],"ranges":[1105],"6,":[1109],"25.9%":[1112],"6;":[1115],"28.4%).":[1118],"Geographically":[1119],"(based":[1120],"United":[1123,1180],"Nations":[1124],"Regional":[1125],"Groups":[1126],"(United":[1127],"Nations,":[1128],"2024)),":[1129],"most":[1130,1223,1734],"resided":[1132],"Western":[1134],"Europe":[1135,1153],"46.8%;":[1138],"42.9%),":[1141],"Africa":[1144],"21.1%;":[1147],"22.8%)":[1150],"Eastern":[1152],"18.2%;":[1156],"20.1%).":[1159],"Smaller":[1160],"Latin":[1164],"America":[1165],"Caribbean":[1168],"11.7%;":[1171],"12.2%),":[1174],"limited":[1176],"presentation":[1177,1377],"States":[1181],"1.2%;":[1184],"0.6%),":[1187],"regions.":[1190],"Users":[1191],"select":[1196],"sub-datasets":[1197],"characteristics":[1201],"specific":[1204],"groups.Table":[1205],"provides":[1207,1607],"overview":[1209],"12":[1214],"ASAs":[1215,1323,1383,1553,1730,1772,1808],"ChatGPT":[1219,1261,1288],"emerged":[1220],"89.47%":[1228],"reporting":[1232,1309,1682],"interactions.":[1233],"Assistant":[1235,1264],"(85.08%)":[1236],"Siri":[1238],"(71.51%)":[1239],"demonstrated":[1241],"high":[1242],"usage":[1243,1768],"rates.":[1244],"In":[1245],"contrast,":[1246],"less":[1247],"commonly":[1248],"(10.45%),":[1253],"Xiaoice":[1254],"(7.98%),":[1255],"(2.23%).Among":[1258],"exhibited":[1265],"recent":[1270,1302,1735],"(today":[1272],"week),":[1275],"reflecting":[1276],"integration":[1278],"into":[1279],"daily":[1280,1569],"life.":[1281,1570],"instance,":[1283],"295":[1284],"today,":[1289],"362":[1291],"week.":[1293],"As":[1294],"anticipated,":[1295],"showed":[1300],"minimal":[1301],"interactions,":[1303,1688],"never":[1310],"having":[1311],"engaged":[1312],"them":[1314],"(1,225).The":[1315],"generated":[1317],"nine":[1322],"collecting":[1327],"unique":[1329],"ratings":[1331],"90":[1334],"first-person":[1335,1448],"perspective":[1336,1435,1449,1459,1712],"items":[1337],"ASAQ.":[1340,1621],"Sample":[1341],"sizes":[1342],"ranged":[1345],"68.Analysis":[1349],"long":[1353,1485],"revealed":[1355],"variability":[1356,1594],"scores":[1360,1380,1664],"-30":[1365,1600],"(Eliza)":[1366],"+30":[1368,1604],"(the":[1369],"dog).":[1370],"showing":[1374],"detailed":[1376],"each":[1385,1632,1792],"ASAQ,":[1394,1491],"can":[1395,1463,1470,1651],"accessed":[1397],"2025a).The":[1403],"overall":[1407],"item":[1408],"content":[1409],"remained":[1410],"consistent":[1411],"2024;":[1417],"difference":[1420],"participants'":[1423,1767],"point":[1424],"view,":[1426],"2024":[1429],"collected":[1431],"third-person":[1434],"(watching":[1436],"human-ASA":[1441],"interaction)":[1442],"2025-set":[1445],"(interacting":[1450],"directly":[1451],"ASA).":[1454],"Items":[1455],"reflect":[1456],"relevant":[1458],"\"The":[1461],"rely":[1464,1471],"[the":[1466,1473],"agent]\"":[1467],"vs.":[1468],"\"I":[1469],"agent]\").":[1474],"construct":[1477,1634],"dimension":[1479,1636],"scores,":[1480,1597],"derived":[1481],"short":[1487],"versions":[1488],"2025":[1499,1518],"provided":[1501],"Supplemental":[1504],"Data":[1505],"accompanying":[1506],"article":[1508],"(see":[1509],"Supplementary":[1510],"Material,":[1511],"Table":[1512,1763],"S1-S4).foot_2":[1513],"extends":[1519],"previously":[1521],"established":[1522],"offering":[1527],"enhanced":[1529],"resource":[1530,1677],"researchers.":[1532],"highlights":[1535],"varying":[1537],"direct":[1543,1670],"well-known":[1546],"reported":[1549,1785,1790],"use":[1550,1713,1797],"Siri)":[1559],"demonstrates":[1560],"how":[1561],"rapidly":[1562],"conversational":[1563],"become":[1566],"embedded":[1567],"non-artificial":[1575],"social":[1576,1590],"(a":[1578],"dog)":[1579],"adds":[1580],"depth":[1581],"dataset,":[1584,1700],"allowing":[1585],"comparisons":[1587,1671],"experiences.":[1591],"dogs,":[1606],"anchor":[1608],"points":[1609],"researchers":[1611,1650],"against":[1617],"ranking":[1628],"results":[1630],"relative":[1637],"Set.":[1646],"facilitate":[1648],"analysis,":[1649],"utilise":[1652],"charts,":[1654],"offer":[1656],"clear,":[1658],"at-a-glance":[1659],"visualisation":[1660],"ASA's":[1663],"constructs/dimensions,":[1668],"enabling":[1669],"ASAs.":[1675],"promotes":[1678],"robust":[1679],"standardised":[1681],"studies":[1684],"focused":[1685],"human-agent":[1687],"advances":[1690],"methodological":[1691],"consistency":[1692],"field.":[1695],"With":[1696],"here":[1698],"presented":[1699],"create":[1705],"guidelines":[1707],"ASAQ.Two":[1716],"about":[1718],"noted.":[1723],"First,":[1724],"apart":[1725],"Eliza,":[1727],"evaluated":[1729],"interaction,":[1736],"relies":[1738],"recall":[1740],"may":[1742],"introduce":[1743],"bias":[1744],"differences":[1747],"since":[1750],"use,":[1751],"version,":[1753],"context.":[1756],"Second,":[1757],"1.":[1764],"Summary":[1765],"participated":[1773],"13,":[1779],"2023":[1780],"1253).":[1783],"%":[1786],"total":[1788],"any-use":[1789],"occurred.":[1799],"present":[1801],"score":[1804],"(n=666).Phase":[1811]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2026-03-05T00:00:00"}