{"id":"https://openalex.org/W4295923841","doi":"https://doi.org/10.1145/3543758.3547517","title":"BotOrNot: A Platform for Conducting Experiments with Undisclosed Chat Agents","display_name":"BotOrNot: A Platform for Conducting Experiments with Undisclosed Chat Agents","publication_year":2022,"publication_date":"2022-09-04","ids":{"openalex":"https://openalex.org/W4295923841","doi":"https://doi.org/10.1145/3543758.3547517"},"language":"en","primary_location":{"id":"doi:10.1145/3543758.3547517","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3543758.3547517","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mensch und Computer 2022","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020154499","display_name":"Leon Hanschmann","orcid":"https://orcid.org/0000-0002-2002-0725"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Leon Hanschmann","raw_affiliation_strings":["Karlsruher Institut f\u00fcr Technologie, Germany"],"affiliations":[{"raw_affiliation_string":"Karlsruher Institut f\u00fcr Technologie, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085054242","display_name":"Ulrich Gnewuch","orcid":"https://orcid.org/0000-0003-1423-1777"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ulrich Gnewuch","raw_affiliation_strings":["Karlsruher Institut f\u00fcr Technologie, Germany"],"affiliations":[{"raw_affiliation_string":"Karlsruher Institut f\u00fcr Technologie, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080792995","display_name":"Alexander Maedche","orcid":"https://orcid.org/0000-0001-6546-4816"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander Maedche","raw_affiliation_strings":["Karlsruher Institut f\u00fcr Technologie, Germany"],"affiliations":[{"raw_affiliation_string":"Karlsruher Institut f\u00fcr Technologie, Germany","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5020154499"],"corresponding_institution_ids":["https://openalex.org/I102335020"],"apc_list":null,"apc_paid":null,"fwci":0.379,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.70346935,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"618","last_page":"621"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5943105220794678},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3760174512863159},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3741913437843323},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.326120525598526},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.32291850447654724}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5943105220794678},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3760174512863159},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3741913437843323},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.326120525598526},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.32291850447654724}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3543758.3547517","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3543758.3547517","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mensch und Computer 2022","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.41999998688697815}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2001771035","https://openalex.org/W2017270267","https://openalex.org/W2263846226","https://openalex.org/W2278635123","https://openalex.org/W2592516822","https://openalex.org/W2790166049","https://openalex.org/W2942454454","https://openalex.org/W2962974452","https://openalex.org/W2982557400","https://openalex.org/W3103891289","https://openalex.org/W3104378754","https://openalex.org/W3108150888","https://openalex.org/W3139427994","https://openalex.org/W4212955467","https://openalex.org/W4287900772","https://openalex.org/W6948021255"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"Chatbots":[0],"are":[1,56,112],"omnipresent":[2],"in":[3,7,89,106,138],"today\u2019s":[4],"online":[5],"environments":[6],"work":[8],"and":[9,26,34,62,66,121,156,174,184],"private":[10],"life.":[11],"While":[12],"early":[13],"chatbots":[14,50,88,175],"were":[15],"easy":[16],"to":[17,41,58,70,91,123,144,151,162],"identify,":[18],"recently":[19],"released":[20],"open-domain":[21,49],"chatbots,":[22],"such":[23,93],"as":[24],"GPT3":[25],"Blenderbot2,":[27],"increasingly":[28],"blur":[29],"the":[30,71,127,136,146,149],"line":[31],"between":[32,60],"human":[33,61,119,131],"chatbot":[35],"interaction.":[36],"Dedicated":[37],"research":[38,103],"is":[39,79,129],"required":[40],"better":[42],"understand":[43],"how":[44,67],"different":[45,153],"design":[46],"configurations":[47],"of":[48,74,82,148],"impact":[51],"their":[52,75,172,182],"users,":[53],"whether":[54,126],"users":[55,68],"able":[57],"distinguish":[59],"bot":[63],"chat":[64],"agents,":[65],"respond":[69],"undisclosed":[72],"identity":[73],"counterpart.":[76],"However,":[77],"there":[78],"a":[80,107,130,139],"lack":[81],"experimental":[83,102,154],"platforms":[84],"that":[85,141],"integrate":[86,163],"state-of-the-art":[87],"order":[90],"enable":[92,152],"research.":[94],"We":[95,134],"therefore":[96],"propose":[97],"BotOrNot,":[98],"which":[99],"enables":[100],"large-scale":[101],"with":[104,114,180],"participants":[105],"Turing":[108],"test":[109],"setting.":[110],"Participants":[111,169],"matched":[113],"either":[115],"Blenderbot2/GPT3":[116],"or":[117,132],"another":[118],"participant":[120],"tasked":[122],"figure":[124],"out":[125],"counterpart":[128],"bot.":[133],"designed":[135],"platform":[137],"way":[140],"it":[142],"allows":[143],"adapt":[145],"settings":[147],"experiment":[150],"scenarios":[155],"follow":[157],"an":[158,167],"open":[159],"approach":[160],"allowing":[161],"future":[164],"bots":[165],"via":[166],"API.":[168],"can":[170,176],"personalize":[171],"avatars":[173],"also":[177],"be":[178],"personalized":[179],"regards":[181],"personality":[183],"avatar.":[185]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
