{"id":"https://openalex.org/W4295955200","doi":"https://doi.org/10.1145/3543829.3544529","title":"Do We Still Need Human Assessors? Prompt-Based GPT-3 User Simulation in Conversational AI","display_name":"Do We Still Need Human Assessors? Prompt-Based GPT-3 User Simulation in Conversational AI","publication_year":2022,"publication_date":"2022-07-26","ids":{"openalex":"https://openalex.org/W4295955200","doi":"https://doi.org/10.1145/3543829.3544529"},"language":"en","primary_location":{"id":"doi:10.1145/3543829.3544529","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3543829.3544529","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3543829.3544529","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Conference on Conversational User Interfaces","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3543829.3544529","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061659312","display_name":"Selina Meyer","orcid":"https://orcid.org/0000-0002-4736-2565"},"institutions":[{"id":"https://openalex.org/I60668342","display_name":"University of Regensburg","ror":"https://ror.org/01eezs655","country_code":"DE","type":"education","lineage":["https://openalex.org/I60668342"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Selina Meyer","raw_affiliation_strings":["Chair of Information Science, University of Regensburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chair of Information Science, University of Regensburg, Germany","institution_ids":["https://openalex.org/I60668342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041921674","display_name":"David Elsweiler","orcid":"https://orcid.org/0000-0002-5791-0641"},"institutions":[{"id":"https://openalex.org/I60668342","display_name":"University of Regensburg","ror":"https://ror.org/01eezs655","country_code":"DE","type":"education","lineage":["https://openalex.org/I60668342"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"David Elsweiler","raw_affiliation_strings":["Chair of Information Science, University of Regensburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chair of Information Science, University of Regensburg, Germany","institution_ids":["https://openalex.org/I60668342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061006511","display_name":"Bernd Ludwig","orcid":"https://orcid.org/0000-0003-3599-2081"},"institutions":[{"id":"https://openalex.org/I60668342","display_name":"University of Regensburg","ror":"https://ror.org/01eezs655","country_code":"DE","type":"education","lineage":["https://openalex.org/I60668342"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bernd Ludwig","raw_affiliation_strings":["Chair of Information Science, University of Regensburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chair of Information Science, University of Regensburg, Germany","institution_ids":["https://openalex.org/I60668342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088247071","display_name":"Marcos Fern\u00e1ndez-Pichel","orcid":"https://orcid.org/0000-0002-6560-9832"},"institutions":[{"id":"https://openalex.org/I200284239","display_name":"Universidade de Santiago de Compostela","ror":"https://ror.org/030eybx10","country_code":"ES","type":"education","lineage":["https://openalex.org/I200284239"]},{"id":"https://openalex.org/I4210111807","display_name":"Center for Research in Molecular Medicine and Chronic Diseases","ror":"https://ror.org/0280bnq76","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4210111807"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Marcos Fernandez-Pichel","raw_affiliation_strings":["Centro Singular de Investigaci\u00f3n en Tecnolox\u00edas Intelixentes (CiTIUS), Universidade de Santiago de Compostela, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centro Singular de Investigaci\u00f3n en Tecnolox\u00edas Intelixentes (CiTIUS), Universidade de Santiago de Compostela, Spain","institution_ids":["https://openalex.org/I4210111807","https://openalex.org/I200284239"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020247368","display_name":"David E. Losada","orcid":"https://orcid.org/0000-0001-8823-7501"},"institutions":[{"id":"https://openalex.org/I200284239","display_name":"Universidade de Santiago de Compostela","ror":"https://ror.org/030eybx10","country_code":"ES","type":"education","lineage":["https://openalex.org/I200284239"]},{"id":"https://openalex.org/I4210111807","display_name":"Center for Research in Molecular Medicine and Chronic Diseases","ror":"https://ror.org/0280bnq76","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4210111807"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"David E. Losada","raw_affiliation_strings":["Centro Singular de Investigaci\u00f3n en Tecnolox\u00edas Intelixentes (CiTIUS), Universidade de Santiago de Compostela, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centro Singular de Investigaci\u00f3n en Tecnolox\u00edas Intelixentes (CiTIUS), Universidade de Santiago de Compostela, Spain","institution_ids":["https://openalex.org/I4210111807","https://openalex.org/I200284239"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":35,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8413063287734985},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.6157952547073364},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5500468611717224},{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.5015332698822021},{"id":"https://openalex.org/keywords/scarcity","display_name":"Scarcity","score":0.4760950803756714},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.46859756112098694},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4646674394607544},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.4301588237285614},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.34439176321029663}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8413063287734985},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.6157952547073364},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5500468611717224},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.5015332698822021},{"id":"https://openalex.org/C109747225","wikidata":"https://www.wikidata.org/wiki/Q815758","display_name":"Scarcity","level":2,"score":0.4760950803756714},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.46859756112098694},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4646674394607544},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.4301588237285614},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34439176321029663},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3543829.3544529","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3543829.3544529","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3543829.3544529","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Conference on Conversational User Interfaces","raw_type":"proceedings-article"},{"id":"pmh:oai:epub.uni-regensburg.de:53768","is_oa":true,"landing_page_url":null,"pdf_url":"https://epub.uni-regensburg.de/53768/1/3543829.3544529.pdf","source":{"id":"https://openalex.org/S4306401229","display_name":"University of Regensburg Publication Server (University of Regensburg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60668342","host_organization_name":"University of Regensburg","host_organization_lineage":["https://openalex.org/I60668342"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3543829.3544529","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3543829.3544529","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3543829.3544529","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Conference on Conversational User Interfaces","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4295955200.pdf","grobid_xml":"https://content.openalex.org/works/W4295955200.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W2143927888","https://openalex.org/W2516055678","https://openalex.org/W2971743531","https://openalex.org/W3004304303","https://openalex.org/W3034178461","https://openalex.org/W3160638507","https://openalex.org/W3195040930","https://openalex.org/W3207448029","https://openalex.org/W3214193653","https://openalex.org/W4212975704","https://openalex.org/W4214540839","https://openalex.org/W4230541727","https://openalex.org/W4285113563","https://openalex.org/W4308325245","https://openalex.org/W6778883912"],"related_works":["https://openalex.org/W2168627904","https://openalex.org/W156769215","https://openalex.org/W1570348318","https://openalex.org/W2015444353","https://openalex.org/W3013494979","https://openalex.org/W2102726926","https://openalex.org/W1571141552","https://openalex.org/W2901908207","https://openalex.org/W4289277131","https://openalex.org/W2952650628"],"abstract_inverted_index":{"Scarcity":[0],"of":[1,28,43,78,105,111,142,150,161,198],"user":[2,13,99,152,166],"data":[3,34,83,96,100,128,157,178,189],"continues":[4],"to":[5,63,68,84,118,139,193],"be":[6,191],"a":[7],"problem":[8],"in":[9,165,173],"research":[10],"on":[11,108,125,145,185],"conversational":[12,89],"interfaces":[14],"and":[15,75,101,113,179,196],"often":[16],"hinders":[17],"or":[18],"slows":[19],"down":[20],"technical":[21],"innovation.":[22],"In":[23],"the":[24,41,73,103,119,140,162,194],"past,":[25],"different":[26,109],"ways":[27],"synthetically":[29,94,187],"generating":[30],"data,":[31,153],"such":[32,56,126,156,186],"as":[33],"augmentation":[35],"techniques":[36],"have":[37],"been":[38],"explored.":[39],"With":[40],"rise":[42],"ever":[44],"improving":[45],"pre-trained":[46],"language":[47],"models,":[48],"we":[49,52,170],"ask":[50],"if":[51],"can":[53],"go":[54],"beyond":[55],"methods":[57],"by":[58],"simply":[59],"providing":[60],"appropriate":[61],"prompts":[62],"these":[64],"general":[65],"purpose":[66],"models":[67],"generate":[69],"data.":[70,115,168,200],"We":[71,91,116],"explore":[72],"feasibility":[74],"cost-benefit":[76],"trade-offs":[77],"using":[79],"non":[80],"fine-tuned":[81],"synthetic":[82,112,127],"train":[85],"classification":[86],"algorithms":[87],"for":[88],"agents.":[90],"compare":[92,138],"this":[93],"generated":[95,167,188],"with":[97],"real":[98,114,151],"evaluate":[102],"performance":[104,141],"classifiers":[106,123,143,183],"trained":[107,124,144,184],"combinations":[110],"come":[117],"conclusion":[120],"that,":[121],"although":[122],"perform":[129],"much":[130,160],"better":[131],"than":[132],"random":[133],"baselines,":[134],"they":[135],"do":[136],"not":[137],"even":[146],"very":[147,176],"small":[148],"amounts":[149],"largely":[154],"because":[155],"is":[158],"lacking":[159],"variability":[163],"found":[164],"Nevertheless,":[169],"show":[171],"that":[172],"situations":[174],"where":[175],"little":[177],"resources":[180],"are":[181],"available,":[182],"might":[190],"preferable":[192],"collection":[195],"annotation":[197],"naturalistic":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}