{"id":"https://openalex.org/W7140086128","doi":"https://doi.org/10.18653/v1/2026.eacl-long.51","title":"Don\u2019t Trust Generative Agents to Mimic Communication on Social Networks Unless You Benchmarked their Empirical Realism","display_name":"Don\u2019t Trust Generative Agents to Mimic Communication on Social Networks Unless You Benchmarked their Empirical Realism","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140086128","doi":"https://doi.org/10.18653/v1/2026.eacl-long.51"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.eacl-long.51","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.51","pdf_url":"https://aclanthology.org/2026.eacl-long.51.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.eacl-long.51.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130405172","display_name":"Simon M\u00fcnker","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simon M\u00fcnker","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120550022","display_name":"Nils Schwager","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nils Schwager","raw_affiliation_strings":["Trier University Trier University Trier University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Trier University Trier University Trier University","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000758128","display_name":"Achim Rettinger","orcid":"https://orcid.org/0000-0003-4950-1167"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Achim Rettinger","raw_affiliation_strings":["Trier University Trier University Trier University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Trier University Trier University Trier University","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39324588,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1141","last_page":"1151"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.2070000022649765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.2070000022649765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.08219999819993973,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.04479999840259552,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.45210000872612},{"id":"https://openalex.org/keywords/realism","display_name":"Realism","score":0.3840000033378601},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.3476000130176544},{"id":"https://openalex.org/keywords/empirical-evidence","display_name":"Empirical evidence","score":0.30169999599456787},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.2948000133037567}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5508000254631042},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.45210000872612},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43790000677108765},{"id":"https://openalex.org/C543847140","wikidata":"https://www.wikidata.org/wiki/Q2642826","display_name":"Realism","level":2,"score":0.3840000033378601},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.3476000130176544},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3440000116825104},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.32919999957084656},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3124000132083893},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.30169999599456787},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2948000133037567},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.27970001101493835},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.27880001068115234},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.26089999079704285},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2531000077724457},{"id":"https://openalex.org/C130064352","wikidata":"https://www.wikidata.org/wiki/Q853725","display_name":"Social relation","level":2,"score":0.2524999976158142},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.250900000333786},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.eacl-long.51","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.51","pdf_url":"https://aclanthology.org/2026.eacl-long.51.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.eacl-long.51","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.51","pdf_url":"https://aclanthology.org/2026.eacl-long.51.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.5691770911216736}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140086128.pdf","grobid_xml":"https://content.openalex.org/works/W7140086128.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"ability":[1],"of":[2,14,23,63,70,75,88,96],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"to":[7,49,104],"mimic":[8],"human":[9],"behavior":[10,62,107],"triggered":[11],"a":[12,47,82],"plethora":[13],"computational":[15],"social":[16,64,78,89,117,149],"science":[17],"research,":[18],"assuming":[19],"that":[20,116],"empirical":[21,124],"studies":[22],"humans":[24],"can":[25],"be":[26,120],"conducted":[27],"with":[28,67],"AI":[29],"agents":[30],"instead.Since":[31],"there":[32,45],"have":[33],"been":[34],"conflicting":[35],"research":[36],"findings":[37,114],"on":[38,59,77,93,108],"whether":[39],"and":[40,112],"when":[41,144],"this":[42,137],"hypothesis":[43],"holds,":[44],"is":[46],"need":[48],"better":[50],"understand":[51],"the":[52,61,68,73,86,94,128,132],"differences":[53],"in":[54,110,127,130],"their":[55,123],"experimental":[56],"designs.We":[57],"focus":[58],"replicating":[60],"network":[65],"users":[66],"use":[69],"LLMs":[71],"for":[72,85,141,148],"analysis":[74],"communication":[76],"networks.First,":[79],"we":[80,139],"provide":[81],"formal":[83],"framework":[84],"simulation":[87,133],"networks,":[90],"before":[91],"focusing":[92],"sub-task":[95],"imitating":[97],"user":[98,106],"communication.We":[99],"empirically":[100],"test":[101],"different":[102],"approaches":[103],"imitate":[105],"X":[109],"English":[111],"German.Our":[113],"suggest":[115],"simulations":[118],"should":[119],"validated":[121],"by":[122],"realism":[125],"measured":[126],"setting":[129],"which":[131],"components":[134],"were":[135],"fitted.With":[136],"paper,":[138],"argue":[140],"more":[142],"rigor":[143],"applying":[145],"generativeagent-based":[146],"modeling":[147],"simulation.":[150]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-24T00:00:00"}