{"id":"https://openalex.org/W4417119051","doi":"https://doi.org/10.1145/3748522.3779946","title":"Large Language Models Can Be a Viable Substitute for Expert Political Surveys When a Shock Disrupts Traditional Measurement Approaches","display_name":"Large Language Models Can Be a Viable Substitute for Expert Political Surveys When a Shock Disrupts Traditional Measurement Approaches","publication_year":2025,"publication_date":"2025-06-06","ids":{"openalex":"https://openalex.org/W4417119051","doi":"https://doi.org/10.1145/3748522.3779946"},"language":"en","primary_location":{"id":"doi:10.1145/3748522.3779946","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3748522.3779946","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 41st ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3748522.3779946","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041492481","display_name":"Patrick Y. Wu","orcid":"https://orcid.org/0000-0001-6060-2562"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Wu, Patrick Y.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5041492481"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.44663318,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"950","last_page":"952"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.48969998955726624,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.48969998955726624,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10108","display_name":"Electoral Systems and Political Participation","score":0.06310000270605087,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12210","display_name":"Policy Transfer and Learning","score":0.03280000016093254,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/government","display_name":"Government (linguistics)","score":0.5860999822616577},{"id":"https://openalex.org/keywords/ideology","display_name":"Ideology","score":0.5796999931335449},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5644999742507935},{"id":"https://openalex.org/keywords/politics","display_name":"Politics","score":0.5357000231742859},{"id":"https://openalex.org/keywords/shock","display_name":"Shock (circulatory)","score":0.5347999930381775},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5182999968528748}],"concepts":[{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.5860999822616577},{"id":"https://openalex.org/C158071213","wikidata":"https://www.wikidata.org/wiki/Q7257","display_name":"Ideology","level":3,"score":0.5796999931335449},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5644999742507935},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.5357000231742859},{"id":"https://openalex.org/C2781300812","wikidata":"https://www.wikidata.org/wiki/Q178061","display_name":"Shock (circulatory)","level":2,"score":0.5347999930381775},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5182999968528748},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5054000020027161},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.4066999852657318},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.33410000801086426},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.32109999656677246},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.31949999928474426},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3043999969959259},{"id":"https://openalex.org/C118084267","wikidata":"https://www.wikidata.org/wiki/Q26110","display_name":"Positive economics","level":1,"score":0.287200003862381},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2768000066280365},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.25529998540878296},{"id":"https://openalex.org/C109986646","wikidata":"https://www.wikidata.org/wiki/Q546113","display_name":"Public policy","level":2,"score":0.2547000050544739}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3748522.3779946","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3748522.3779946","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 41st ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2506.06540","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.06540","pdf_url":"https://arxiv.org/pdf/2506.06540","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2506.06540","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2506.06540","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1145/3748522.3779946","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3748522.3779946","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 41st ACM/SIGAPP Symposium on Applied Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"After":[0],"a":[1,64,72,83,197,208],"disruptive":[2],"event":[3,175],"or":[4,32],"shock,":[5],"such":[6],"as":[7,82,131,207],"the":[8,25,36,42,46,79,125,160,165,182,186],"Department":[9],"of":[10,16,24,60,127,172,185],"Government":[11],"Efficiency":[12],"(DOGE)":[13],"federal":[14,99,129],"layoffs":[15],"2025,":[17],"expert":[18,68,106,211],"judgments":[19],"are":[20],"colored":[21],"by":[22,114,139,195],"knowledge":[23,132],"outcome.":[26],"This":[27,48,146],"can":[28,62,203],"make":[29],"it":[30],"difficult":[31],"impossible":[33],"to":[34,40,155,205],"reconstruct":[35],"pre-event":[37],"perceptions":[38,126],"needed":[39],"study":[41,148,171],"factors":[43,162,184],"associated":[44,161],"with":[45,92],"event.":[47],"paper":[49],"argues":[50],"that":[51,124,150],"large":[52],"language":[53],"models":[54],"(LLMs),":[55],"trained":[56],"on":[57],"vast":[58],"amounts":[59],"data,":[61],"be":[63],"viable":[65],"substitute":[66,209],"for":[67,98,144,200,210],"political":[69,212],"surveys":[70],"when":[71,142,188,201],"shock":[73,187],"disrupts":[74],"traditional":[75,189],"measurement.":[76],"We":[77,87,116,193],"analyze":[78],"DOGE":[80],"lay-offs":[81],"specific":[84],"case":[85,147,170],"study.":[86],"use":[88,118],"pairwise":[89],"comparison":[90],"prompts":[91],"LLMs":[93,152,178,206],"and":[94,108,122,157],"derive":[95],"ideology":[96],"scores":[97,103],"executive":[100],"agencies.":[101],"These":[102],"replicate":[104],"pre-layoff":[105],"measures":[107],"predict":[109,134],"which":[110,135],"agencies":[111,130,136],"were":[112,137],"targeted":[113,138],"DOGE.":[115],"also":[117],"this":[119,173],"same":[120],"approach":[121],"find":[123],"certain":[128],"institutions":[133],"DOGE,":[140],"even":[141],"controlling":[143],"ideology.":[145],"demonstrates":[149],"using":[151],"allows":[153],"us":[154],"rapidly":[156],"easily":[158],"test":[159],"hypothesized":[163],"behind":[164],"shock.":[166],"More":[167],"broadly,":[168],"our":[169],"recent":[174],"exemplifies":[176],"how":[177],"offer":[179],"insights":[180],"into":[181],"correlational":[183],"measurement":[190],"techniques":[191],"fail.":[192],"conclude":[194],"proposing":[196],"two-part":[198],"criterion":[199],"researchers":[202],"turn":[204],"surveys.1":[213]},"counts_by_year":[],"updated_date":"2026-06-10T14:10:52.464848","created_date":"2025-10-10T00:00:00"}