{"id":"https://openalex.org/W6948219630","doi":"https://doi.org/10.48550/arxiv.2508.09911","title":"Wisdom of the Crowd, Without the Crowd: A Socratic LLM for Asynchronous Deliberation on Perspectivist Data","display_name":"Wisdom of the Crowd, Without the Crowd: A Socratic LLM for Asynchronous Deliberation on Perspectivist Data","publication_year":2025,"publication_date":"2025-08-13","ids":{"openalex":"https://openalex.org/W6948219630","doi":"https://doi.org/10.48550/arxiv.2508.09911"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2508.09911","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.09911","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2508.09911","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Khadar, Malik","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Khadar, Malik","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Runningen, Daniel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Runningen, Daniel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Tang, Julia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Julia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chancellor, Stevie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chancellor, Stevie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Kaur, Harmanpreet","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kaur, Harmanpreet","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.888700008392334,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.888700008392334,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.04910000041127205,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.00930000003427267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deliberation","display_name":"Deliberation","score":0.7462999820709229},{"id":"https://openalex.org/keywords/socratic-method","display_name":"Socratic method","score":0.5774000287055969},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.5177000164985657},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.4950999915599823},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.46000000834465027},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.4262000024318695},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.3991999924182892},{"id":"https://openalex.org/keywords/agency","display_name":"Agency (philosophy)","score":0.39469999074935913}],"concepts":[{"id":"https://openalex.org/C2776946740","wikidata":"https://www.wikidata.org/wiki/Q358652","display_name":"Deliberation","level":3,"score":0.7462999820709229},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6488999724388123},{"id":"https://openalex.org/C2801541","wikidata":"https://www.wikidata.org/wiki/Q839475","display_name":"Socratic method","level":2,"score":0.5774000287055969},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5177000164985657},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.4950999915599823},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.46000000834465027},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.427700012922287},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.4262000024318695},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.42419999837875366},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.3991999924182892},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.39469999074935913},{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.3499000072479248},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.3228999972343445},{"id":"https://openalex.org/C46295352","wikidata":"https://www.wikidata.org/wiki/Q207982","display_name":"Legitimacy","level":3,"score":0.30480000376701355},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.29510000348091125},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.27239999175071716},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.27140000462532043},{"id":"https://openalex.org/C65059942","wikidata":"https://www.wikidata.org/wiki/Q270105","display_name":"Argumentation theory","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26759999990463257},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C2777877512","wikidata":"https://www.wikidata.org/wiki/Q1116097","display_name":"Common ground","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.2549999952316284}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2508.09911","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.09911","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2508.09911","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.09911","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Data":[0],"annotation":[1,106,120],"underpins":[2],"the":[3,9,16,123,150,157],"success":[4],"of":[5,11,18,82,88],"modern":[6],"AI,":[7],"but":[8],"aggregation":[10],"crowd-collected":[12],"datasets":[13],"can":[14],"harm":[15],"preservation":[17],"diverse":[19,47],"perspectives":[20,48,166],"in":[21,80,118,167],"data.":[22],"Difficult":[23],"and":[24,40,45,58,95,116,148],"ambiguous":[25],"tasks":[26,93],"cannot":[27],"easily":[28],"be":[29],"collapsed":[30],"into":[31],"unitary":[32],"labels.":[33],"Prior":[34],"work":[35],"has":[36],"shown":[37],"that":[38,134,149,163],"deliberation":[39,52,78,90],"discussion":[41],"improve":[42],"data":[43],"quality":[44],"preserve":[46,164],"--":[49],"however,":[50],"synchronous":[51,89],"through":[53],"crowdsourcing":[54],"platforms":[55],"is":[56,129],"time-intensive":[57],"costly.":[59],"In":[60],"this":[61],"work,":[62],"we":[63],"create":[64],"a":[65,77,86],"Socratic":[66,99,137],"dialog":[67],"system":[68],"using":[69],"Large":[70],"Language":[71],"Models":[72],"(LLMs)":[73],"to":[74,103],"act":[75],"as":[76,111],"partner":[79],"place":[81],"other":[83],"crowdworkers.":[84],"Against":[85],"benchmark":[87],"on":[91],"two":[92],"(Sarcasm":[94],"Relation":[96,124],"detection),":[97],"our":[98,135,146],"LLM":[100],"encouraged":[101],"participants":[102],"consider":[104],"alternate":[105],"perspectives,":[107],"update":[108],"their":[109],"labels":[110],"needed":[112],"(with":[113],"higher":[114,119],"confidence),":[115],"resulted":[117],"accuracy":[121],"(for":[122],"task":[125],"where":[126],"ground":[127],"truth":[128],"available).":[130],"Qualitative":[131],"findings":[132],"show":[133],"agent's":[136],"approach":[138],"was":[139,152],"effective":[140],"at":[141],"encouraging":[142],"reasoned":[143],"arguments":[144],"from":[145],"participants,":[147],"intervention":[151],"well-received.":[153],"Our":[154],"methodology":[155],"lays":[156],"groundwork":[158],"for":[159],"building":[160],"scalable":[161],"systems":[162],"individual":[165],"generating":[168],"more":[169],"representative":[170],"datasets.":[171]},"counts_by_year":[],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}
