{"id":"https://openalex.org/W4415256272","doi":"https://doi.org/10.1145/3757707","title":"Wisdom of the Crowd, Without the Crowd: A Socratic LLM for Asynchronous Deliberation on Perspectivist Data","display_name":"Wisdom of the Crowd, Without the Crowd: A Socratic LLM for Asynchronous Deliberation on Perspectivist Data","publication_year":2025,"publication_date":"2025-10-16","ids":{"openalex":"https://openalex.org/W4415256272","doi":"https://doi.org/10.1145/3757707"},"language":"en","primary_location":{"id":"doi:10.1145/3757707","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3757707","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2508.09911","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039960366","display_name":"Malik Khadar","orcid":"https://orcid.org/0000-0002-9013-5595"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Malik Khadar","raw_affiliation_strings":["University of Minnesota, Minneapolis, MN, USA"],"affiliations":[{"raw_affiliation_string":"University of Minnesota, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120026324","display_name":"Daniel Runningen","orcid":null},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Runningen","raw_affiliation_strings":["University of Minnesota, Minneapolis, MN, USA"],"affiliations":[{"raw_affiliation_string":"University of Minnesota, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120026325","display_name":"Julia Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julia Tang","raw_affiliation_strings":["University of Minnesota, Minneapolis, MN, USA"],"affiliations":[{"raw_affiliation_string":"University of Minnesota, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046479021","display_name":"Stevie Chancellor","orcid":"https://orcid.org/0000-0003-0620-0903"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stevie Chancellor","raw_affiliation_strings":["University of Minnesota, Minneapolis, MN, USA"],"affiliations":[{"raw_affiliation_string":"University of Minnesota, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027017695","display_name":"Harmanpreet Kaur","orcid":"https://orcid.org/0009-0009-8239-937X"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Harmanpreet Kaur","raw_affiliation_strings":["University of Minnesota, Minneapolis, MN, USA"],"affiliations":[{"raw_affiliation_string":"University of Minnesota, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5039960366"],"corresponding_institution_ids":["https://openalex.org/I130238516"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.32631273,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"9","issue":"7","first_page":"1","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deliberation","display_name":"Deliberation","score":0.7487999796867371},{"id":"https://openalex.org/keywords/socratic-method","display_name":"Socratic method","score":0.5849999785423279},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.5160999894142151},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.4975000023841858},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4681999981403351},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.42399999499320984},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.39969998598098755},{"id":"https://openalex.org/keywords/agency","display_name":"Agency (philosophy)","score":0.3962000012397766}],"concepts":[{"id":"https://openalex.org/C2776946740","wikidata":"https://www.wikidata.org/wiki/Q358652","display_name":"Deliberation","level":3,"score":0.7487999796867371},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.645799994468689},{"id":"https://openalex.org/C2801541","wikidata":"https://www.wikidata.org/wiki/Q839475","display_name":"Socratic method","level":2,"score":0.5849999785423279},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5160999894142151},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.4975000023841858},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4681999981403351},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4300999939441681},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.42570000886917114},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.42399999499320984},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.39969998598098755},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.3962000012397766},{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.34880000352859497},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.32179999351501465},{"id":"https://openalex.org/C46295352","wikidata":"https://www.wikidata.org/wiki/Q207982","display_name":"Legitimacy","level":3,"score":0.31220000982284546},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.26930001378059387},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26899999380111694},{"id":"https://openalex.org/C65059942","wikidata":"https://www.wikidata.org/wiki/Q270105","display_name":"Argumentation theory","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C2777877512","wikidata":"https://www.wikidata.org/wiki/Q1116097","display_name":"Common ground","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.26010000705718994},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.25429999828338623}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3757707","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3757707","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2508.09911","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2508.09911","pdf_url":"https://arxiv.org/pdf/2508.09911","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2508.09911","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2508.09911","pdf_url":"https://arxiv.org/pdf/2508.09911","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":94,"referenced_works":["https://openalex.org/W782914475","https://openalex.org/W1501025848","https://openalex.org/W1543648998","https://openalex.org/W1573569362","https://openalex.org/W1583340813","https://openalex.org/W1962580118","https://openalex.org/W1984243510","https://openalex.org/W2003497265","https://openalex.org/W2016540947","https://openalex.org/W2034771068","https://openalex.org/W2058892254","https://openalex.org/W2064677871","https://openalex.org/W2064925627","https://openalex.org/W2066144316","https://openalex.org/W2167460663","https://openalex.org/W2183460972","https://openalex.org/W2262972580","https://openalex.org/W2329105431","https://openalex.org/W2395937589","https://openalex.org/W2560674852","https://openalex.org/W2595653137","https://openalex.org/W2598946096","https://openalex.org/W2599032673","https://openalex.org/W2601681292","https://openalex.org/W2607311634","https://openalex.org/W2730390070","https://openalex.org/W2789163201","https://openalex.org/W2794067631","https://openalex.org/W2807634467","https://openalex.org/W2811107472","https://openalex.org/W2891718707","https://openalex.org/W2896881735","https://openalex.org/W2897819140","https://openalex.org/W2898349875","https://openalex.org/W2898956098","https://openalex.org/W2899134503","https://openalex.org/W2905596437","https://openalex.org/W2915052493","https://openalex.org/W2934143063","https://openalex.org/W2939803556","https://openalex.org/W2946474696","https://openalex.org/W3010919909","https://openalex.org/W3040472729","https://openalex.org/W3049568452","https://openalex.org/W3099917429","https://openalex.org/W3118813946","https://openalex.org/W3121257585","https://openalex.org/W3133702157","https://openalex.org/W3159250634","https://openalex.org/W3163078977","https://openalex.org/W3187437888","https://openalex.org/W3197587259","https://openalex.org/W3206428286","https://openalex.org/W3207879356","https://openalex.org/W4206546829","https://openalex.org/W4212770692","https://openalex.org/W4213069590","https://openalex.org/W4225006216","https://openalex.org/W4225085211","https://openalex.org/W4225086340","https://openalex.org/W4240097817","https://openalex.org/W4248491679","https://openalex.org/W4250004535","https://openalex.org/W4283170986","https://openalex.org/W4292341621","https://openalex.org/W4296079293","https://openalex.org/W4298346104","https://openalex.org/W4307475411","https://openalex.org/W4308505409","https://openalex.org/W4321853859","https://openalex.org/W4328049487","https://openalex.org/W4366003124","https://openalex.org/W4366004045","https://openalex.org/W4366588458","https://openalex.org/W4385572279","https://openalex.org/W4386566656","https://openalex.org/W4387329169","https://openalex.org/W4387345085","https://openalex.org/W4392120502","https://openalex.org/W4392546030","https://openalex.org/W4393213647","https://openalex.org/W4393970668","https://openalex.org/W4394898262","https://openalex.org/W4396239090","https://openalex.org/W4396822497","https://openalex.org/W4396832241","https://openalex.org/W4396833223","https://openalex.org/W4399364826","https://openalex.org/W4399795401","https://openalex.org/W4400517562","https://openalex.org/W4400519056","https://openalex.org/W4400668035","https://openalex.org/W4403578214","https://openalex.org/W4411728670"],"related_works":[],"abstract_inverted_index":{"Data":[0],"annotation":[1,104,118],"underpins":[2],"the":[3,9,16,121,148,155],"success":[4],"of":[5,11,18,80,86],"modern":[6],"AI,":[7],"but":[8],"aggregation":[10],"crowd-collected":[12],"datasets":[13],"can":[14],"harm":[15],"preservation":[17],"diverse":[19,47],"perspectives":[20,164],"in":[21,78,116,165],"data.":[22],"Difficult":[23],"and":[24,40,45,56,93,114,146],"ambiguous":[25],"tasks":[26,91],"cannot":[27],"easily":[28],"be":[29],"collapsed":[30],"into":[31],"unitary":[32],"labels.":[33],"Prior":[34],"work":[35],"has":[36],"shown":[37],"that":[38,132,147,161],"deliberation":[39,50,76,88],"discussion":[41],"improve":[42],"data":[43],"quality":[44],"preserve":[46,162],"perspectives--however,":[48],"synchronous":[49,87],"through":[51],"crowdsourcing":[52],"platforms":[53],"is":[54,127],"time-intensive":[55],"costly.":[57],"In":[58],"this":[59],"work,":[60],"we":[61],"create":[62],"a":[63,75,84],"Socratic":[64,97,135],"dialog":[65],"system":[66],"using":[67],"Large":[68],"Language":[69],"Models":[70],"(LLMs)":[71],"to":[72,101],"act":[73],"as":[74,109],"partner":[77],"place":[79],"other":[81],"crowdworkers.":[82],"Against":[83],"benchmark":[85],"on":[89],"two":[90],"(Sarcasm":[92],"Relation":[94,122],"detection),":[95],"our":[96,133,144],"LLM":[98],"encouraged":[99],"participants":[100],"consider":[102],"alternate":[103],"perspectives,":[105],"update":[106],"their":[107],"labels":[108],"needed":[110],"(with":[111],"higher":[112,117],"confidence),":[113],"resulted":[115],"accuracy":[119],"(for":[120],"task":[123],"where":[124],"ground":[125],"truth":[126],"available).":[128],"Qualitative":[129],"findings":[130],"show":[131],"agent's":[134],"approach":[136],"was":[137,150],"effective":[138],"at":[139],"encouraging":[140],"reasoned":[141],"arguments":[142],"from":[143],"participants,":[145],"intervention":[149],"well-received.":[151],"Our":[152],"methodology":[153],"lays":[154],"groundwork":[156],"for":[157],"building":[158],"scalable":[159],"systems":[160],"individual":[163],"generating":[166],"more":[167],"representative":[168],"datasets.":[169]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-17T00:00:00"}