{"id":"https://openalex.org/W7161703392","doi":"https://doi.org/10.48550/arxiv.2605.17079","title":"Can LLMs Think Like Consumers? Benchmarking Crowd-Level Reaction Reconstruction with ConsumerSimBench","display_name":"Can LLMs Think Like Consumers? Benchmarking Crowd-Level Reaction Reconstruction with ConsumerSimBench","publication_year":2026,"publication_date":"2026-05-16","ids":{"openalex":"https://openalex.org/W7161703392","doi":"https://doi.org/10.48550/arxiv.2605.17079"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.17079","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17079","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.17079","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136462592","display_name":"Tianyu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Tianyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136495901","display_name":"Jiajun Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jiajun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136491872","display_name":"Jianghao Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Jianghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.18629999458789825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.18629999458789825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.15039999783039093,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.05959999933838844,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6531999707221985},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6309999823570251},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5648999810218811},{"id":"https://openalex.org/keywords/frontier","display_name":"Frontier","score":0.5485000014305115},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.4528999924659729},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4138999879360199},{"id":"https://openalex.org/keywords/pointwise","display_name":"Pointwise","score":0.3846000134944916},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.29269999265670776}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6531999707221985},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6309999823570251},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5648999810218811},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.5485000014305115},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.4528999924659729},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.4293999969959259},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4138999879360199},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.3846000134944916},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.3589000105857849},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35249999165534973},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3212999999523163},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.31200000643730164},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.2964000105857849},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C125308379","wikidata":"https://www.wikidata.org/wiki/Q363057","display_name":"Market segmentation","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C2776900844","wikidata":"https://www.wikidata.org/wiki/Q8028383","display_name":"Witness","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C27564746","wikidata":"https://www.wikidata.org/wiki/Q913709","display_name":"Market research","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C166151441","wikidata":"https://www.wikidata.org/wiki/Q4923601","display_name":"Causation","level":2,"score":0.2574000060558319},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C2776289891","wikidata":"https://www.wikidata.org/wiki/Q1931511","display_name":"Neglect","level":2,"score":0.25529998540878296},{"id":"https://openalex.org/C168725872","wikidata":"https://www.wikidata.org/wiki/Q991663","display_name":"Sophistication","level":2,"score":0.25209999084472656},{"id":"https://openalex.org/C191935318","wikidata":"https://www.wikidata.org/wiki/Q148","display_name":"China","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.17079","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17079","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.17079","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17079","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.671201765537262,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLMs":[0,177],"are":[1],"increasingly":[2],"used":[3],"as":[4,166],"``digital":[5],"consumers''":[6],"to":[7,87,157],"simulate":[8],"public":[9,37],"opinion,":[10],"pre-test":[11],"marketing":[12],"decisions,":[13],"and":[14,51,96,116,136],"anticipate":[15],"audience":[16],"response.":[17],"However,":[18],"existing":[19],"evaluations":[20],"rarely":[21],"ask":[22],"whether":[23],"a":[24,42,66,130,149,160,167],"model":[25],"can":[26],"reconstruct":[27],"the":[28,103],"concrete":[29,79],"reaction":[30,58,80,112],"patterns":[31],"that":[32,175],"real":[33,47,111,171],"consumers":[34,184],"surface":[35],"in":[36,189],"discourse.":[38,193],"We":[39],"introduce":[40],"ConsumerSimBench,":[41],"benchmark":[43],"built":[44],"from":[45,85,155,180],"1,553":[46],"Chinese":[48,191],"social-media":[49],"topics":[50],"23,122":[52],"atomic,":[53],"rule-audited":[54],"criteria":[55],"spanning":[56],"four":[57],"families.":[59],"Rather":[60],"than":[61],"scoring":[62],"open-ended":[63],"generations":[64],"with":[65,89],"holistic":[67],"preference":[68],"judge,":[69],"ConsumerSimBench":[70,162],"decomposes":[71],"each":[72],"task":[73],"into":[74],"auditable":[75],"yes-no":[76],"decisions":[77,95],"over":[78,170],"points,":[81],"raising":[82],"three-judge":[83],"agreement":[84,91],"65.8%":[86],"92.1%":[88],"98.4%":[90],"between":[92,133],"pointwise":[93],"judge":[94],"human-majority":[97],"labels.":[98],"Across":[99],"13":[100],"frontier":[101,176],"generators,":[102],"strongest":[104],"model,":[105],"Gemini-3.1-Pro,":[106],"covers":[107],"only":[108],"47.8%":[109],"of":[110],"criteria,":[113],"while":[114,148],"GPT-5.2":[115],"Claude-4.6":[117],"trail":[118],"far":[119,179],"behind":[120],"despite":[121],"their":[122],"strength":[123],"on":[124,159],"technical":[125],"benchmarks.":[126],"The":[127],"failures":[128],"reveal":[129],"sharp":[131],"gap":[132],"technical-benchmark":[134],"performance":[135],"socially":[137],"grounded":[138],"consumer":[139,164,192],"intuition.":[140],"A":[141],"direct":[142],"structured":[143],"reasoning":[144],"prompt":[145],"decreases":[146],"coverage,":[147],"generate--reflect":[150],"multi-agent":[151],"pipeline":[152],"improves":[153],"MiMo-V2.5-Pro":[154],"32.9%":[156],"37.6%":[158],"subset.":[161],"reframes":[163],"simulation":[165],"forecasting":[168],"problem":[169],"public-discourse":[172],"reactions,":[173],"showing":[174],"remain":[178],"reliably":[181],"predicting":[182],"what":[183],"will":[185],"actually":[186],"care":[187],"about":[188],"high-context":[190]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-20T00:00:00"}