{"id":"https://openalex.org/W7225317769","doi":"https://doi.org/10.1145/3859358","title":"Don\u2019t Shoot the Messenger: How Source Context Shapes Human and Model Interpretation of Online Discourse","display_name":"Don\u2019t Shoot the Messenger: How Source Context Shapes Human and Model Interpretation of Online Discourse","publication_year":2026,"publication_date":"2026-11-05","ids":{"openalex":"https://openalex.org/W7225317769","doi":"https://doi.org/10.1145/3859358"},"language":"en","primary_location":{"id":"doi:10.1145/3859358","doi":"https://doi.org/10.1145/3859358","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3859358","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3859358?download=true","source":{"id":"https://openalex.org/S4210183887","display_name":"ACM Transactions on Social Computing","issn_l":"2469-7818","issn":["2469-7818","2469-7826"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Social Computing","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3859358?download=true","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113739539","display_name":"D. Wang","orcid":"https://orcid.org/0009-0008-9141-1273","observed_orcids":["https://orcid.org/0009-0008-9141-1273"]},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Di Wang","raw_affiliation_strings":["Kahlert School of Computing, University of Utah","Scientific Computing and Imaging Institute, University of Utah"],"raw_orcid":"https://orcid.org/0009-0008-9141-1273","affiliations":[{"raw_affiliation_string":"Kahlert School of Computing, University of Utah","institution_ids":["https://openalex.org/I223532165"]},{"raw_affiliation_string":"Scientific Computing and Imaging Institute, University of Utah","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160761319","display_name":"Prachi Aswani","orcid":"https://orcid.org/0009-0009-1454-0327","observed_orcids":["https://orcid.org/0009-0009-1454-0327"]},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prachi Aswani","raw_affiliation_strings":["Kahlert School of Computing, University of Utah"],"raw_orcid":"https://orcid.org/0009-0009-1454-0327","affiliations":[{"raw_affiliation_string":"Kahlert School of Computing, University of Utah","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019665045","display_name":"Marina Kogan","orcid":"https://orcid.org/0000-0002-9200-6914","observed_orcids":["https://orcid.org/0000-0002-9200-6914"]},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marina Kogan","raw_affiliation_strings":["Kahlert School of Computing, University of Utah"],"raw_orcid":"https://orcid.org/0000-0002-9200-6914","affiliations":[{"raw_affiliation_string":"Kahlert School of Computing, University of Utah","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083523340","display_name":"Robert M. Kirby","orcid":"https://orcid.org/0000-0001-5712-4141","observed_orcids":["https://orcid.org/0000-0001-5712-4141"]},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Kirby","raw_affiliation_strings":["Kahlert School of Computing and, University of Utah","Scientific Computing and Imaging Institute, University of Utah"],"raw_orcid":"https://orcid.org/0000-0001-5712-4141","affiliations":[{"raw_affiliation_string":"Kahlert School of Computing and, University of Utah","institution_ids":["https://openalex.org/I223532165"]},{"raw_affiliation_string":"Scientific Computing and Imaging Institute, University of Utah","institution_ids":["https://openalex.org/I223532165"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I223532165"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.5102999806404114,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.5102999806404114,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11121","display_name":"Public Relations and Crisis Communication","score":0.3434999883174896,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13979","display_name":"Communication and COVID-19 Impact","score":0.03590000048279762,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/epistemic-classification","display_name":"epistemic classification","score":0.7850000262260437},{"id":"https://openalex.org/keywords/crisis-communication","display_name":"crisis communication","score":0.5759999752044678},{"id":"https://openalex.org/keywords/covid-19-communication","display_name":"COVID-19 communication","score":0.7639999985694885},{"id":"https://openalex.org/keywords/twitter","display_name":"Twitter","score":0.4909999966621399},{"id":"https://openalex.org/keywords/2020-us-presidential-election","display_name":"2020 US presidential election","score":0.8619999885559082},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8190000057220459},{"id":"https://openalex.org/keywords/llm-ensembles","display_name":"LLM ensembles","score":0.5230000019073486},{"id":"https://openalex.org/keywords/training-data-contamination","display_name":"training data contamination","score":0.4860000014305115},{"id":"https://openalex.org/keywords/political-communication","display_name":"political communication","score":0.3089999854564667}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.7059999704360962},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.6807000041007996},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.6388000249862671},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.590399980545044},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5419999957084656},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.49619999527931213},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.46880000829696655},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.45680001378059387},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.4163999855518341},{"id":"https://openalex.org/C30539005","wikidata":"https://www.wikidata.org/wiki/Q1066689","display_name":"Human communication","level":2,"score":0.4077000021934509},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.40700000524520874},{"id":"https://openalex.org/C84389358","wikidata":"https://www.wikidata.org/wiki/Q1129466","display_name":"Discourse analysis","level":2,"score":0.3970000147819519},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.38609999418258667},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3797000050544739},{"id":"https://openalex.org/C2983685735","wikidata":"https://www.wikidata.org/wiki/Q5227355","display_name":"Data source","level":2,"score":0.36809998750686646},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.36579999327659607},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36250001192092896},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.351500004529953},{"id":"https://openalex.org/C2778095710","wikidata":"https://www.wikidata.org/wiki/Q6031225","display_name":"Information source (mathematics)","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C76188268","wikidata":"https://www.wikidata.org/wiki/Q1783165","display_name":"Context effect","level":3,"score":0.34860000014305115},{"id":"https://openalex.org/C2781291010","wikidata":"https://www.wikidata.org/wiki/Q178580","display_name":"Period (music)","level":2,"score":0.34380000829696655},{"id":"https://openalex.org/C146303308","wikidata":"https://www.wikidata.org/wiki/Q425573","display_name":"Frame analysis","level":3,"score":0.32089999318122864},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3001999855041504},{"id":"https://openalex.org/C532629269","wikidata":"https://www.wikidata.org/wiki/Q865083","display_name":"Corpus linguistics","level":2,"score":0.288100004196167},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C134698397","wikidata":"https://www.wikidata.org/wiki/Q17946","display_name":"Public opinion","level":3,"score":0.28029999136924744},{"id":"https://openalex.org/C2780656832","wikidata":"https://www.wikidata.org/wiki/Q796573","display_name":"Online discussion","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C110379092","wikidata":"https://www.wikidata.org/wiki/Q1571836","display_name":"Social environment","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2615000009536743},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2563000023365021}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3859358","doi":"https://doi.org/10.1145/3859358","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3859358","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3859358?download=true","source":{"id":"https://openalex.org/S4210183887","display_name":"ACM Transactions on Social Computing","issn_l":"2469-7818","issn":["2469-7818","2469-7826"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Social Computing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3859358","doi":"https://doi.org/10.1145/3859358","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3859358","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3859358?download=true","source":{"id":"https://openalex.org/S4210183887","display_name":"ACM Transactions on Social Computing","issn_l":"2469-7818","issn":["2469-7818","2469-7826"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Social Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225317769.pdf","grobid_xml":"https://content.openalex.org/works/W7225317769.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W40549020","https://openalex.org/W50740790","https://openalex.org/W1607663648","https://openalex.org/W1934362406","https://openalex.org/W1962580118","https://openalex.org/W1999910162","https://openalex.org/W2055952423","https://openalex.org/W2072322795","https://openalex.org/W2081212507","https://openalex.org/W2094933952","https://openalex.org/W2105963649","https://openalex.org/W2111959010","https://openalex.org/W2117364842","https://openalex.org/W2120061261","https://openalex.org/W2130673724","https://openalex.org/W2141766660","https://openalex.org/W2177410918","https://openalex.org/W2295750479","https://openalex.org/W2768465304","https://openalex.org/W2795737757","https://openalex.org/W2798683079","https://openalex.org/W2898854854","https://openalex.org/W2943055436","https://openalex.org/W3004862072","https://openalex.org/W3015216621","https://openalex.org/W3033317208","https://openalex.org/W3038551689","https://openalex.org/W3094423068","https://openalex.org/W3119223550","https://openalex.org/W3122929941","https://openalex.org/W3150521545","https://openalex.org/W3217028746","https://openalex.org/W4407816110","https://openalex.org/W4409657366","https://openalex.org/W4410109767","https://openalex.org/W4410536598","https://openalex.org/W4414446752","https://openalex.org/W7131874647","https://openalex.org/W7165893889","https://openalex.org/W7203837584"],"related_works":["https://openalex.org/W7166839599","https://openalex.org/W4412889431","https://openalex.org/W4412446462","https://openalex.org/W7125781013","https://openalex.org/W4404783781","https://openalex.org/W7204725669","https://openalex.org/W7220995234","https://openalex.org/W7127020889","https://openalex.org/W7126396826","https://openalex.org/W7201979089"],"abstract_inverted_index":{"Official":[0],"crisis":[1],"messages":[2],"on":[3,76,380],"social":[4],"media":[5],"draw":[6,58],"extensive":[7],"public":[8,384],"replies.":[9],"Some":[10],"replies":[11,71],"contribute":[12],"new":[13],"information":[14,113,225,345],"by":[15,93,96,320,342],"offering":[16],"evidence,":[17],"corrections,":[18],"explanations,":[19],"or":[20,29,139,392],"concrete":[21],"requests,":[22],"whereas":[23],"others":[24],"primarily":[25],"express":[26],"stance,":[27],"sentiment,":[28],"affiliation.":[30],"We":[31,69,252],"frame":[32],"this":[33,182,234,278],"distinction":[34],"as":[35,127,129],"an":[36],"epistemic":[37,165],"(gk.":[38],"epist":[39],"\\(\\overline{\\mbox{e}}":[40,43],"\\)":[41,44],"m":[42],"\u2013":[45],"knowledge)":[46],"classification":[47],"problem":[48],"and":[49,53,63,82,95,106,118,122,163,180,204,240,286],"ask":[50],"whether":[51],"humans":[52],"large":[54],"language":[55],"models":[56,330],"(LLMs)":[57],"the":[59,66,79,86,134,199,210,255,263,267,282,295,314,325,332,350,374],"boundary":[60,201],"between":[61,202],"discussion":[62,203],"reaction":[64,319],"in":[65,209,220,399],"same":[67],"way.":[68],"analyze":[70],"to":[72,160,230,258,262,273,301,324,353],"official":[73],"COVID-19":[74],"communication":[75],"Twitter/X":[77],"during":[78,305,312,389],"politically":[80],"salient,":[81],"charged,":[83],"period":[84],"of":[85,98,266,376,383],"2020":[87],"U.S.":[88],"election.":[89],"From":[90],"conversations":[91],"initiated":[92],"politicians":[94],"officials":[97],"government":[99,141],"agencies,":[100],"we":[101,150,280],"construct":[102],"2,000":[103],"initiator\u2013response":[104],"pairs":[105,126],"collect":[107],"human":[108,148,162,188,215,326,333],"labels":[109,130,339],"under":[110,157],"two":[111],"controlled":[112],"conditions:":[114],"without-context":[115],"(initiator":[116],"post":[117],"reply":[119],"text":[120],"only)":[121],"with-context":[123],"(the":[124],"tweet":[125,268],"well":[128],"that":[131,171,181,196,329,360,378],"identify":[132],"if":[133],"initiator":[135],"is":[136,170,178,226],"a":[137,140,153,321],"politician":[138],"account).":[142],"After":[143],"generating":[144],"training":[145,338,367,375],"data":[146],"through":[147,336],"annotation,":[149],"then":[151],"apply":[152],"three-expert":[154],"LLM":[155,256,283,296,351],"ensemble":[156,257,284,297,352],"matched":[158],"conditions":[159],"compare":[161],"model":[164],"judgments.":[166],"Our":[167],"central":[168],"expectation":[169],"source":[172,224,250,274,288,293,302,310,344],"context":[173,197,303,311,355,361],"will":[174,184],"influence":[175],"how":[176],"engagement":[177],"classified,":[179],"effect":[183,335],"be":[185,354,363],"stronger":[186],"for":[187,191,237,248,373],"annotators":[189,216],"than":[190,244,341],"LLMs.":[192],"The":[193],"results":[194,358],"confirm":[195],"shifts":[198,219],"decision":[200],"reaction,":[205],"but":[206,397],"not":[207,395],"entirely":[208],"anticipated":[211],"direction.":[212],"As":[213],"expected,":[214],"exhibit":[217],"substantial":[218],"their":[221,337],"judgments":[222,316],"when":[223,308],"visible.":[227],"However,":[228,307],"contrary":[229],"our":[231,357],"directional":[232],"expectations,":[233],"shift":[235,317],"occurs":[236],"both":[238],"politician-":[239],"government-initiated":[241],"posts,":[242],"rather":[243,340],"being":[245],"more":[246],"pronounced":[247],"one":[249],"type.":[251],"further":[253],"expected":[254],"remain":[259],"relatively":[260,299],"anchored":[261],"lexical":[264],"content":[265],"pair,":[269],"showing":[270],"limited":[271],"sensitivity":[272],"context.":[275,289],"To":[276],"investigate":[277],"hypothesis,":[279],"trained":[281,291],"with":[285],"without":[287,292],"When":[290],"context,":[294],"remained":[298],"insensitive":[300],"added":[304],"testing.":[306],"provided":[309],"training,":[313,390],"ensemble\u2019s":[315],"toward":[318],"magnitude":[322],"comparable":[323],"annotators\u2019,":[327],"indicating":[328],"reproduce":[331],"contextual":[334,386],"interpreting":[343],"at":[346,366],"inference":[347],"time.":[348,368],"For":[349],"insensitive,":[356],"indicate":[359],"should":[362],"purposely":[364],"withheld":[365],"This":[369],"has":[370],"practical":[371],"implications":[372],"systems":[377],"rely":[379],"rapid":[381],"interpretation":[382],"responses:":[385],"signals":[387],"introduced":[388],"purposefully":[391],"inadvertently,":[393],"may":[394,398],"simplify,":[396],"fact":[400],"complicate,":[401],"decision-making.":[402]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-11-06T00:00:00"}