{"id":"https://openalex.org/W7164922042","doi":"https://doi.org/10.48550/arxiv.2606.14715","title":"MiroBench: Benchmarking Realism in Agentic Simulation of Real-world Discussions","display_name":"MiroBench: Benchmarking Realism in Agentic Simulation of Real-world Discussions","publication_year":2026,"publication_date":"2026-05-10","ids":{"openalex":"https://openalex.org/W7164922042","doi":"https://doi.org/10.48550/arxiv.2606.14715"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.14715","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14715","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.14715","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138744780","display_name":"Yaoning Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Yaoning","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138699963","display_name":"Ye Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Ye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026131897","display_name":"\u7f57\u6d69\u4eac","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Haojing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138737357","display_name":"Haohan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Haohan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12592","display_name":"Opinion Dynamics and Social Influence","score":0.10540000349283218,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12592","display_name":"Opinion Dynamics and Social Influence","score":0.10540000349283218,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.07859999686479568,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.04989999905228615,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8151999711990356},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7328000068664551},{"id":"https://openalex.org/keywords/realism","display_name":"Realism","score":0.492000013589859},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.439300000667572},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.4368000030517578},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.3862999975681305},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.3785000145435333},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.3617999851703644}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8151999711990356},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7328000068664551},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6707000136375427},{"id":"https://openalex.org/C543847140","wikidata":"https://www.wikidata.org/wiki/Q2642826","display_name":"Realism","level":2,"score":0.492000013589859},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.439300000667572},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.4368000030517578},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4307999908924103},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.3862999975681305},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.3785000145435333},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36230000853538513},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.3617999851703644},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.352400004863739},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.34929999709129333},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.34619998931884766},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.3228999972343445},{"id":"https://openalex.org/C2780554381","wikidata":"https://www.wikidata.org/wiki/Q2063340","display_name":"Sensemaking","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C67469775","wikidata":"https://www.wikidata.org/wiki/Q304922","display_name":"Social dynamics","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27649998664855957},{"id":"https://openalex.org/C22029948","wikidata":"https://www.wikidata.org/wiki/Q45089","display_name":"Dice","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C126349790","wikidata":"https://www.wikidata.org/wiki/Q905036","display_name":"Computational sociology","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.2605000138282776}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.14715","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14715","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.14715","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14715","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8188067674636841,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM":[0,103],"agents":[1,104],"are":[2],"increasingly":[3],"used":[4],"to":[5,36,79,142],"simulate":[6],"real":[7,25,120,135,146,179],"world":[8],"interactions,":[9],"but":[10,111],"it":[11,34],"remains":[12],"unclear":[13],"whether":[14,102],"simulated":[15],"behaviors":[16],"preserve":[17],"the":[18,113],"content":[19],"patterns":[20,115],"and":[21,76,82,116,145,153,159,161,168,200],"interaction":[22,117],"dynamics":[23,118],"of":[24,119],"human":[26],"behaviors.":[27],"Existing":[28],"evaluations":[29],"remain":[30,175],"fragmented,":[31],"which":[32],"makes":[33],"difficult":[35],"compare":[37,143],"systems":[38],"or":[39],"measure":[40],"progress.":[41],"In":[42],"this":[43],"paper,":[44],"we":[45],"focus":[46],"on":[47],"Reddit":[48,60,129,136,180],"discussions":[49,86,147],"as":[50],"a":[51,97,126,183,194],"concrete":[52,195],"first":[53],"step":[54],"toward":[55],"evaluating":[56],"real-world":[57],"social":[58,83,93,205],"simulation.":[59,206],"threads":[61],"provide":[62],"public,":[63],"topic-grounded,":[64],"multi-party":[65],"interactions":[66],"where":[67],"people":[68],"share":[69],"experiences,":[70],"debate,":[71],"seek":[72],"advice,":[73],"express":[74],"emotion,":[75],"collectively":[77],"respond":[78],"products,":[80],"events,":[81],"issues.":[84],"These":[85],"offer":[87],"an":[88],"observable":[89],"window":[90],"into":[91],"broader":[92],"behavior,":[94],"making":[95],"them":[96],"useful":[98],"setting":[99],"for":[100,128,197],"testing":[101],"can":[105],"reproduce":[106],"not":[107],"only":[108,189],"fluent":[109],"text,":[110],"also":[112],"distributional":[114],"online":[121],"communities.":[122],"We":[123],"introduce":[124],"MiroBench,":[125],"benchmark":[127,196],"discussion":[130],"simulation":[131],"built":[132],"from":[133],"4,292":[134],"threads.":[137],"MiroBench":[138,192],"uses":[139],"statistical":[140],"tests":[141],"generated":[144],"across":[148,165],"four":[149],"major":[150],"aspects:":[151],"repetition":[152],"semantic":[154],"uniformity,":[155],"narrative":[156],"content,":[157],"toxicity":[158],"aggression,":[160],"structural":[162],"complexity.":[163],"Experiments":[164],"five":[166,169],"domains":[167],"models":[170],"show":[171],"that":[172],"current":[173],"simulators":[174],"distributionally":[176],"mismatched":[177],"with":[178],"threads,":[181],"while":[182],"lightweight":[184],"prompt-based":[185],"improvement":[186],"procedure":[187],"provides":[188],"limited":[190],"gains.":[191],"offers":[193],"measuring,":[198],"diagnosing,":[199],"improving":[201],"realism":[202],"in":[203],"LLM-based":[204]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-17T00:00:00"}