{"id":"https://openalex.org/W4392384650","doi":"https://doi.org/10.1145/3616855.3635856","title":"Let the LLMs Talk: Simulating Human-to-Human Conversational QA via Zero-Shot LLM-to-LLM Interactions","display_name":"Let the LLMs Talk: Simulating Human-to-Human Conversational QA via Zero-Shot LLM-to-LLM Interactions","publication_year":2024,"publication_date":"2024-03-04","ids":{"openalex":"https://openalex.org/W4392384650","doi":"https://doi.org/10.1145/3616855.3635856"},"language":"en","primary_location":{"id":"doi:10.1145/3616855.3635856","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3616855.3635856","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3616855.3635856","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3616855.3635856","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078071076","display_name":"Zahra Abbasiantaeb","orcid":"https://orcid.org/0000-0002-4046-3419"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Zahra Abbasiantaeb","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101752049","display_name":"Yifei Yuan","orcid":"https://orcid.org/0000-0001-7275-5398"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yifei Yuan","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055639036","display_name":"Evangelos Kanoulas","orcid":"https://orcid.org/0000-0002-8312-0694"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Evangelos Kanoulas","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063466614","display_name":"Mohammad Aliannejadi","orcid":"https://orcid.org/0000-0002-9447-4172"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Mohammad Aliannejadi","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5078071076"],"corresponding_institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":18.5942,"has_fulltext":true,"cited_by_count":55,"citation_normalized_percentile":{"value":0.99451183,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"8","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.6906585097312927},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.5703916549682617},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5268263220787048},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1900874674320221},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.06868529319763184}],"concepts":[{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.6906585097312927},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.5703916549682617},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5268263220787048},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1900874674320221},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.06868529319763184},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3616855.3635856","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3616855.3635856","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3616855.3635856","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:publications/dac93f03-6039-4347-82f2-a79d310ff75d","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/let-the-llms-talk-simulating-humantohuman-conversational-qa-via-zeroshot-llmtollm-interactions(dac93f03-6039-4347-82f2-a79d310ff75d).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Abbasiantaeb, Z, Yuan, Y, Kanoulas, E & Aliannejadi, M 2024, Let the LLMs Talk: Simulating Human-to-Human Conversational QA via Zero-Shot LLM-to-LLM Interactions. in WSDM '24 : Proceedings of the 17th ACM International Conference on Web Search and Data Mining : March 4-8, 2024, Merida, Mexico. Association for Computing Machinery, New York, NY, pp. 8-17, 17th ACM International Conference on Web Search and Data Mining, Merida, Mexico, 4/03/24. https://doi.org/10.1145/3616855.3635856","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:dare.uva.nl:openaire/dac93f03-6039-4347-82f2-a79d310ff75d","is_oa":true,"landing_page_url":"https://hdl.handle.net/11245.1/dac93f03-6039-4347-82f2-a79d310ff75d","pdf_url":"https://pure.uva.nl/ws/files/245897167/3616855.3635856.pdf","source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Abbasiantaeb, Z, Yuan, Y, Kanoulas, E & Aliannejadi, M 2024, Let the LLMs Talk: Simulating Human-to-Human Conversational QA via Zero-Shot LLM-to-LLM Interactions. in WSDM '24 : Proceedings of the 17th ACM International Conference on Web Search and Data Mining : March 4-8, 2024, Merida, Mexico. Association for Computing Machinery, New York, NY, pp. 8-17, 17th ACM International Conference on Web Search and Data Mining, Merida, Mexico, 4/03/24. https://doi.org/10.1145/3616855.3635856","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3616855.3635856","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3616855.3635856","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3616855.3635856","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8899999856948853,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392384650.pdf","grobid_xml":"https://content.openalex.org/works/W4392384650.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W2066766178","https://openalex.org/W2120966432","https://openalex.org/W2156982127","https://openalex.org/W2602856279","https://openalex.org/W2612228435","https://openalex.org/W2761224677","https://openalex.org/W2888302696","https://openalex.org/W2946434750","https://openalex.org/W2963748441","https://openalex.org/W2979842165","https://openalex.org/W2987831083","https://openalex.org/W3034654340","https://openalex.org/W3035734059","https://openalex.org/W3099944244","https://openalex.org/W3102862020","https://openalex.org/W3105451204","https://openalex.org/W3156287428","https://openalex.org/W4212975704","https://openalex.org/W4221148741","https://openalex.org/W4225000971","https://openalex.org/W4234477270","https://openalex.org/W4287889961","https://openalex.org/W4307475457","https://openalex.org/W4327811957","https://openalex.org/W4367365649","https://openalex.org/W4385688511","https://openalex.org/W4387849079"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W2366718574","https://openalex.org/W2359774528","https://openalex.org/W4298312966"],"abstract_inverted_index":{"CQA":[0,62,150],"systems":[1,7],"aim":[2],"to":[3,25,98,211,238],"create":[4],"interactive":[5],"search":[6,102],"that":[8,69,229,236],"effectively":[9],"retrieve":[10],"information":[11],"by":[12,113,136,171,198,204,217],"interacting":[13,83],"with":[14,88,119],"users.":[15],"To":[16,51,142],"replicate":[17],"human-to-human":[18],"conversations,":[19,160],"existing":[20],"work":[21],"uses":[22],"human":[23,43,180],"annotators":[24],"play":[26],"the":[27,30,34,57,89,108,126,132,139,144,154,163,173,185,188,193,199,214,230],"roles":[28],"of":[29,59,110,146,187,254],"questioner":[31],"(student)":[32],"and":[33,48,55,116,134,152,158,179,191,201,242],"answerer":[35],"(teacher).":[36],"Despite":[37],"its":[38],"effectiveness,":[39],"challenges":[40],"exist":[41],"as":[42,93],"annotation":[44],"is":[45,117],"time-consuming,":[46],"inconsistent,":[47],"not":[49],"scalable.":[50],"address":[52],"this":[53],"issue":[54],"investigate":[56],"applicability":[58],"LLM":[60,73,91,106,200,215,232,246],"in":[61,148],"simulation,":[63],"we":[64,161,183,207],"propose":[65],"a":[66,85,94,100,111,123,255],"simulation":[67],"framework":[68,79],"employs":[70],"zero-shot":[71,137],"learner":[72],"for":[74],"simulating":[75,149],"teacher--student":[76],"interactions.":[77],"Our":[78,226],"involves":[80],"two":[81],"LLMs":[82,147],"on":[84,125,223],"specific":[86],"topic,":[87],"first":[90],"acting":[92],"student,":[95,189],"generating":[96],"questions":[97,115,196],"explore":[99],"given":[101,127,256],"topic.":[103,128,257],"The":[104,244],"second":[105],"plays":[107],"role":[109],"teacher":[112,135,231],"answering":[114],"equipped":[118],"additional":[120],"information,":[121],"including":[122],"text":[124],"We":[129,169],"implement":[130],"both":[131,177,224],"student":[133,245],"prompting":[138],"GPT-4":[140],"model.":[141],"assess":[143],"effectiveness":[145],"interactions":[151],"understand":[153],"disparities":[155,194],"between":[156,195],"LLM-":[157],"human-generated":[159],"evaluate":[162,184],"simulated":[164],"data":[165],"from":[166],"various":[167],"perspectives.":[168],"begin":[170],"evaluating":[172],"teacher's":[174],"performance":[175,186,216],"through":[176],"automatic":[178],"assessment.":[181],"Next,":[182],"analyzing":[190],"comparing":[192],"generated":[197,203],"those":[202],"humans.":[205],"Furthermore,":[206],"conduct":[208],"extensive":[209],"analyses":[210],"thoroughly":[212],"examine":[213],"benchmarking":[218],"state-of-the-art":[219],"reading":[220],"comprehension":[221],"models":[222],"datasets.":[225],"results":[227],"reveal":[228],"generates":[233,247],"lengthier":[234],"answers":[235],"tend":[237],"be":[239],"more":[240,248,252],"accurate":[241],"complete.":[243],"diverse":[249],"questions,":[250],"covering":[251],"aspects":[253]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":21}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}