{"id":"https://openalex.org/W2003453784","doi":"https://doi.org/10.1145/175208.175217","title":"Lessons from a restricted Turing test","display_name":"Lessons from a restricted Turing test","publication_year":1994,"publication_date":"1994-06-01","ids":{"openalex":"https://openalex.org/W2003453784","doi":"https://doi.org/10.1145/175208.175217","mag":"2003453784"},"language":"en","primary_location":{"id":"doi:10.1145/175208.175217","doi":"https://doi.org/10.1145/175208.175217","is_oa":true,"landing_page_url":"https://doi.org/10.1145/175208.175217","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/175208.175217","source":{"id":"https://openalex.org/S103482838","display_name":"Communications of the ACM","issn_l":"0001-0782","issn":["0001-0782","1557-7317"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","fnege-3","jufo-3","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications of the ACM","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/175208.175217","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053102850","display_name":"Stuart M. Shieber","orcid":"https://orcid.org/0000-0002-7733-8195","observed_orcids":["https://orcid.org/0000-0002-7733-8195"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Stuart M. Shieber","raw_affiliation_strings":["Harvard Univ., Cambridge, MA","Harvard University, Cambridge, Ma.#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard Univ., Cambridge, MA","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Harvard University, Cambridge, Ma.#TAB#","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5053102850"],"corresponding_institution_ids":["https://openalex.org/I136199984"],"apc_list":null,"apc_paid":null,"fwci":4.2325,"has_fulltext":true,"cited_by_count":235,"citation_normalized_percentile":{"value":0.93509455,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"37","issue":"6","first_page":"70","last_page":"78"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.26589998602867126,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.26589998602867126,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13308","display_name":"Cybernetics and Technology in Society","score":0.11289999634027481,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.03869999945163727,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/turing-test","display_name":"Turing test","score":0.9879999756813049},{"id":"https://openalex.org/keywords/machine-intelligence","display_name":"machine intelligence","score":0.8650000095367432},{"id":"https://openalex.org/keywords/ai-evaluation","display_name":"AI evaluation","score":0.5419999957084656},{"id":"https://openalex.org/keywords/competition-design","display_name":"competition design","score":0.6150000095367432}],"concepts":[{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.7205820083618164},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.69384765625},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6040739417076111},{"id":"https://openalex.org/C9870796","wikidata":"https://www.wikidata.org/wiki/Q490481","display_name":"Turing","level":2,"score":0.590185821056366},{"id":"https://openalex.org/C577917","wikidata":"https://www.wikidata.org/wiki/Q189223","display_name":"Turing test","level":2,"score":0.5363517999649048},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.39749616384506226},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3435002267360687},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.19297415018081665},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15985238552093506},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1145/175208.175217","doi":"https://doi.org/10.1145/175208.175217","is_oa":true,"landing_page_url":"https://doi.org/10.1145/175208.175217","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/175208.175217","source":{"id":"https://openalex.org/S103482838","display_name":"Communications of the ACM","issn_l":"0001-0782","issn":["0001-0782","1557-7317"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","fnege-3","jufo-3","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications of the ACM","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:cmp-lg/9404002","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/cmp-lg/9404002","pdf_url":"https://arxiv.org/pdf/cmp-lg/9404002","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.269.3546","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.269.3546","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://arxiv.org/pdf/cmp-lg/9404002v1.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.54.3277","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.54.3277","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.eecs.harvard.edu/shieber/papers/loebner-rev-5.ps.gz","raw_type":"text"},{"id":"pmh:oai:dash.harvard.edu:1/2032677","doi":null,"is_oa":true,"landing_page_url":"http://nrs.harvard.edu/urn-3:HUL.InstRepos:2032677","pdf_url":null,"source":{"id":"https://openalex.org/S4306401540","display_name":"Digital Access to Scholarship at Harvard (DASH) (Harvard University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I136199984","host_organization_name":"Harvard University","host_organization_lineage":["https://openalex.org/I136199984"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"doi:10.48550/arxiv.cmp-lg/9404002","doi":"https://doi.org/10.48550/arxiv.cmp-lg/9404002","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.cmp-lg/9404002","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/175208.175217","doi":"https://doi.org/10.1145/175208.175217","is_oa":true,"landing_page_url":"https://doi.org/10.1145/175208.175217","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/175208.175217","source":{"id":"https://openalex.org/S103482838","display_name":"Communications of the ACM","issn_l":"0001-0782","issn":["0001-0782","1557-7317"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","fnege-3","jufo-3","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications of the ACM","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G5729331678","display_name":"PYI:  Use of Constraints in Natural Language Processing     Systems","funder_award_id":"9157996","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2003453784.pdf","grobid_xml":"https://content.openalex.org/works/W2003453784.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W192712015","https://openalex.org/W1542456935","https://openalex.org/W1925853295","https://openalex.org/W1968630830","https://openalex.org/W1976366872","https://openalex.org/W2014151618","https://openalex.org/W2026757394","https://openalex.org/W2032148277","https://openalex.org/W2054935170","https://openalex.org/W2060501736","https://openalex.org/W2069588696","https://openalex.org/W2139196777","https://openalex.org/W2145482038","https://openalex.org/W2178644004","https://openalex.org/W2251410821","https://openalex.org/W2321205984","https://openalex.org/W2330954386","https://openalex.org/W3030363341","https://openalex.org/W3081607173","https://openalex.org/W6601893370","https://openalex.org/W6605644757"],"related_works":["https://openalex.org/W7098367279","https://openalex.org/W2006304624","https://openalex.org/W1549671171","https://openalex.org/W21321237","https://openalex.org/W1658168534","https://openalex.org/W1967366923","https://openalex.org/W993496177","https://openalex.org/W7096039451","https://openalex.org/W7096104536","https://openalex.org/W2969579176"],"abstract_inverted_index":{"We":[0,47,76],"report":[1],"on":[2],"the":[3,18,21,24,38,50,71,84],"recent":[4],"Loebner":[5,85],"prize":[6],"competition":[7,22,51,67],"inspired":[8],"by":[9],"Turing's":[10],"test":[11],"of":[12,20,26,37,43,74],"intelligent":[13],"behavior.":[14],"The":[15],"presentation":[16],"covers":[17],"structure":[19],"and":[23,34,41,63],"outcome":[25],"its":[27,57],"first":[28],"instantiation":[29],"in":[30],"an":[31,35],"actual":[32],"event,":[33],"analysis":[36],"purpose,":[39,55],"design,":[40],"appropriateness":[42],"such":[44,65],"a":[45,66],"competition.":[46],"argue":[48],"that":[49,56,64],"has":[52],"no":[53],"clear":[54],"design":[58],"prevents":[59],"any":[60],"useful":[61],"outcome,":[62],"is":[68],"inappropriate":[69],"given":[70],"current":[72],"level":[73],"technology.":[75],"then":[77],"speculate":[78],"as":[79],"to":[80,83],"suitable":[81],"alternatives":[82],"prize.":[86]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":21},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":13},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":7},{"year":2012,"cited_by_count":5}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}