{"id":"https://openalex.org/W4416026898","doi":"https://doi.org/10.1145/3774904.3792474","title":"Question the Questions: Auditing Representation in Online Deliberative Processes","display_name":"Question the Questions: Auditing Representation in Online Deliberative Processes","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W4416026898","doi":"https://doi.org/10.1145/3774904.3792474"},"language":null,"primary_location":{"id":"doi:10.1145/3774904.3792474","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792474","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3774904.3792474","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036322364","display_name":"Soham De","orcid":"https://orcid.org/0000-0001-7907-1335"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soham De","raw_affiliation_strings":["University of Washington, Seattle, WA, USA and FAIR at Meta, New York City, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-7907-1335","affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA and FAIR at Meta, New York City, NY, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120305865","display_name":"Lodewijk Gelauff","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lodewijk Gelauff","raw_affiliation_strings":["Generation Lab, Washington, D.C., USA and Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1936-638X","affiliations":[{"raw_affiliation_string":"Generation Lab, Washington, D.C., USA and Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101748190","display_name":"Ashish Goel","orcid":"https://orcid.org/0000-0003-0938-0401"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashish Goel","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6598-4712","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120305866","display_name":"Smitha Milli","orcid":null},"institutions":[{"id":"https://openalex.org/I4210112286","display_name":"The Metropolitan Opera (United States)","ror":"https://ror.org/022q3vw94","country_code":"US","type":"company","lineage":["https://openalex.org/I4210112286"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Smitha Milli","raw_affiliation_strings":["FAIR at Meta, New York City, NY, USA"],"raw_orcid":"https://orcid.org/0009-0000-0395-7025","affiliations":[{"raw_affiliation_string":"FAIR at Meta, New York City, NY, USA","institution_ids":["https://openalex.org/I4210112286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041089506","display_name":"Ariel D. Procaccia","orcid":"https://orcid.org/0000-0002-8774-5827"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ariel D. Procaccia","raw_affiliation_strings":["Harvard University, Cambridge, MA, USA and FAIR at Meta, New York City, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-8774-5827","affiliations":[{"raw_affiliation_string":"Harvard University, Cambridge, MA, USA and FAIR at Meta, New York City, NY, USA","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036571346","display_name":"Alice Siu","orcid":"https://orcid.org/0000-0003-4094-5466"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alice Siu","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4094-5466","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00250262,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1640","last_page":"1650"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.5637000203132629,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.5637000203132629,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10953","display_name":"E-Government and Public Services","score":0.08510000258684158,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.0689999982714653,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deliberation","display_name":"Deliberation","score":0.7350999712944031},{"id":"https://openalex.org/keywords/representativeness-heuristic","display_name":"Representativeness heuristic","score":0.7330999970436096},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.6988999843597412},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6474999785423279},{"id":"https://openalex.org/keywords/deontic-logic","display_name":"Deontic logic","score":0.5354999899864197},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5151000022888184}],"concepts":[{"id":"https://openalex.org/C2776946740","wikidata":"https://www.wikidata.org/wiki/Q358652","display_name":"Deliberation","level":3,"score":0.7350999712944031},{"id":"https://openalex.org/C37381756","wikidata":"https://www.wikidata.org/wiki/Q20203288","display_name":"Representativeness heuristic","level":2,"score":0.7330999970436096},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.6988999843597412},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6545000076293945},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6474999785423279},{"id":"https://openalex.org/C6377922","wikidata":"https://www.wikidata.org/wiki/Q302542","display_name":"Deontic logic","level":2,"score":0.5354999899864197},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5151000022888184},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4320000112056732},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4050999879837036},{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.3553999960422516},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.34060001373291016},{"id":"https://openalex.org/C2780656832","wikidata":"https://www.wikidata.org/wiki/Q796573","display_name":"Online discussion","level":2,"score":0.3400999903678894},{"id":"https://openalex.org/C2781093426","wikidata":"https://www.wikidata.org/wiki/Q284289","display_name":"Deliberative democracy","level":4,"score":0.3167000114917755},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2953999936580658},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2612999975681305}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3774904.3792474","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792474","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2511.04588","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.04588","pdf_url":"https://arxiv.org/pdf/2511.04588","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:arXiv.org:2511.04588","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2511.04588","pdf_url":"https://arxiv.org/pdf/2511.04588","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2511.04588","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.04588","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1145/3774904.3792474","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792474","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"A":[0],"central":[1],"feature":[2],"of":[3,50,57,64,76,82,116,124,131,145,185,207],"many":[4],"deliberative":[5,12,189],"processes,":[6],"such":[7],"as":[8,91],"citizens'":[9],"assemblies":[10],"and":[11,126,182,222],"polls,":[13],"is":[14,121,128],"the":[15,48,62,74,86,97,104,122,129,143,147,152,180],"opportunity":[16],"for":[17,32,72,100,204,218],"participants":[18,25,125],"to":[19,29,43,52,139,151,220],"engage":[20],"directly":[21],"with":[22,108],"experts.":[23],"While":[24],"are":[26],"typically":[27],"invited":[28],"propose":[30],"questions":[31,58,149,161,169],"expert":[33,153],"panels,":[34],"only":[35],"a":[36,54,80,114,157],"limited":[37],"number":[38,123,130],"can":[39],"be":[40],"selected":[41],"due":[42],"time":[44],"constraints.":[45],"This":[46],"raises":[47],"challenge":[49],"how":[51],"choose":[53],"small":[55],"set":[56],"that":[59,200],"best":[60],"represent":[61],"interests":[63],"all":[65],"participants.":[66],"We":[67,95,134],"introduce":[68],"an":[69,196],"auditing":[70,101,137],"framework":[71],"measuring":[73],"level":[75],"representation":[77,93,224],"provided":[78],"by":[79,156,171],"slate":[81],"questions,":[83],"based":[84],"on":[85],"social":[87],"choice":[88],"concept":[89],"known":[90],"justified":[92],"(JR).":[94],"present":[96],"first":[98],"algorithms":[99],"JR":[102],"in":[103,187,225],"general":[105],"utility":[106],"setting,":[107],"our":[109,136,193],"most":[110],"efficient":[111],"algorithm":[112],"achieving":[113],"runtime":[115],"$O(mn\\log":[117],"n)$,":[118],"where":[119],"$n$":[120],"$m$":[127],"proposed":[132],"questions.":[133],"apply":[135],"methods":[138,194],"historical":[140],"deliberations,":[141],"comparing":[142],"representativeness":[144],"(a)":[146],"actual":[148],"posed":[150],"panel":[154],"(chosen":[155],"moderator),":[158],"(b)":[159],"participants'":[160],"chosen":[162],"via":[163],"integer":[164],"linear":[165],"programming,":[166],"(c)":[167],"summary":[168],"generated":[170],"large":[172],"language":[173],"models":[174],"(LLMs).":[175],"Our":[176],"results":[177],"highlight":[178],"both":[179],"promise":[181],"current":[183],"limitations":[184],"LLMs":[186],"supporting":[188],"processes.":[190],"By":[191],"integrating":[192],"into":[195],"online":[197],"deliberation":[198],"platform":[199],"has":[201],"been":[202],"used":[203],"over":[205],"hundreds":[206],"deliberations":[208],"across":[209],"more":[210],"than":[211],"50":[212],"countries,":[213],"we":[214],"make":[215],"it":[216],"easy":[217],"practitioners":[219],"audit":[221],"improve":[223],"future":[226],"deliberations.":[227]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-08T00:00:00"}