{"id":"https://openalex.org/W7155534667","doi":"https://doi.org/10.48550/arxiv.2604.21786","title":"From Codebooks to VLMs: Evaluating Automated Visual Discourse Analysis for Climate Change on Social Media","display_name":"From Codebooks to VLMs: Evaluating Automated Visual Discourse Analysis for Climate Change on Social Media","publication_year":2026,"publication_date":"2026-04-23","ids":{"openalex":"https://openalex.org/W7155534667","doi":"https://doi.org/10.48550/arxiv.2604.21786"},"language":"en","primary_location":{"id":"pmh:oai:pure.mpg.de:item_3713887","is_oa":true,"landing_page_url":"https://hdl.handle.net/21.11116/0000-0013-2A37-F","pdf_url":"https://hdl.handle.net/21.11116/0000-0013-2A39-D","source":{"id":"https://openalex.org/S4306400654","display_name":"MPG.PuRe (Max Planck Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149899117","host_organization_name":"Max Planck Society","host_organization_lineage":["https://openalex.org/I149899117"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/workingPaper"},"type":"report","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/21.11116/0000-0013-2A39-D","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092810127","display_name":"Katharina Prasse","orcid":"https://orcid.org/0009-0003-9502-1313"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prasse, Katharina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017540851","display_name":"Steffen Jung","orcid":"https://orcid.org/0000-0001-8021-791X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jung, Steffen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134526285","display_name":"Isaac Bravo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bravo, Isaac","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026563185","display_name":"Stefanie Walter","orcid":"https://orcid.org/0000-0002-9304-3469"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Walter, Stefanie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134514259","display_name":"Patrick Knab","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Knab, Patrick","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134502502","display_name":"Christian Bartelt","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bartelt, Christian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5029656834","display_name":"Margret Keuper","orcid":"https://orcid.org/0000-0002-8437-7993"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Keuper, Margret","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11488","display_name":"Climate Change Communication and Perception","score":0.4203999936580658,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11488","display_name":"Climate Change Communication and Perception","score":0.4203999936580658,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.17470000684261322,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.1193000003695488,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.6355999708175659},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5733000040054321},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.48179998993873596},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.44290000200271606},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.42579999566078186},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.41679999232292175},{"id":"https://openalex.org/keywords/climate-change","display_name":"Climate change","score":0.3856000006198883}],"concepts":[{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.6355999708175659},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6166999936103821},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5733000040054321},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.48179998993873596},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4668000042438507},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.45159998536109924},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.44290000200271606},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.42579999566078186},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.41679999232292175},{"id":"https://openalex.org/C132651083","wikidata":"https://www.wikidata.org/wiki/Q7942","display_name":"Climate change","level":2,"score":0.3856000006198883},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.38530001044273376},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.3671000003814697},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3634999990463257},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3422999978065491},{"id":"https://openalex.org/C84389358","wikidata":"https://www.wikidata.org/wiki/Q1129466","display_name":"Discourse analysis","level":2,"score":0.32179999351501465},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3086000084877014},{"id":"https://openalex.org/C2992826032","wikidata":"https://www.wikidata.org/wiki/Q17945","display_name":"Public discourse","level":3,"score":0.29249998927116394},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.26750001311302185},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.257999986410141}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:pure.mpg.de:item_3713887","is_oa":true,"landing_page_url":"https://hdl.handle.net/21.11116/0000-0013-2A37-F","pdf_url":"https://hdl.handle.net/21.11116/0000-0013-2A39-D","source":{"id":"https://openalex.org/S4306400654","display_name":"MPG.PuRe (Max Planck Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149899117","host_organization_name":"Max Planck Society","host_organization_lineage":["https://openalex.org/I149899117"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/workingPaper"},{"id":"doi:10.48550/arxiv.2604.21786","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.21786","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:pure.mpg.de:item_3713887","is_oa":true,"landing_page_url":"https://hdl.handle.net/21.11116/0000-0013-2A37-F","pdf_url":"https://hdl.handle.net/21.11116/0000-0013-2A39-D","source":{"id":"https://openalex.org/S4306400654","display_name":"MPG.PuRe (Max Planck Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149899117","host_organization_name":"Max Planck Society","host_organization_lineage":["https://openalex.org/I149899117"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/workingPaper"},"sustainable_development_goals":[{"score":0.869976818561554,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7155534667.pdf","grobid_xml":"https://content.openalex.org/works/W7155534667.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Social":[0],"media":[1,51],"platforms":[2],"have":[3],"become":[4],"primary":[5],"arenas":[6],"for":[7,49,151,174],"climate":[8,110,113],"communication,":[9],"generating":[10],"millions":[11],"of":[12,93,140],"images":[13],"and":[14,30,64,72,89,117,131,189,202],"posts":[15],"that":[16,181,190],"-":[17,21,84,103],"if":[18],"systematically":[19],"analysed":[20],"can":[22,46,156],"reveal":[23],"which":[24,31],"communication":[25],"strategies":[26],"mobilise":[27],"public":[28],"concern":[29],"fall":[32],"flat.":[33],"We":[34,66,179,198],"aim":[35],"to":[36,137],"facilitate":[37],"such":[38],"research":[39],"by":[40],"analysing":[41],"how":[42],"computer":[43],"vision":[44],"methods":[45],"be":[47],"used":[48],"social":[50],"discourse":[52,175],"analysis.":[53],"This":[54],"analysis":[55,176],"includes":[56],"application-based":[57],"taxonomy":[58],"design,":[59],"model":[60],"selection,":[61],"prompt":[62,194],"engineering,":[63],"validation.":[65],"benchmark":[67],"six":[68],"promptable":[69],"vision-language":[70],"models":[71,76,122,139],"15":[73],"zero-shot":[74],"CLIP-like":[75],"on":[77],"two":[78],"datasets":[79],"from":[80],"X":[81],"(formerly":[82],"Twitter)":[83],"a":[85,90,170],"1,038-image":[86],"expert-annotated":[87],"set":[88],"larger":[91],"corpus":[92],"over":[94],"1.2":[95],"million":[96],"images,":[97],"with":[98,205],"50,000":[99],"labels":[100,203],"manually":[101],"validated":[102],"spanning":[104],"five":[105],"annotation":[106,191],"dimensions:":[107],"animal":[108],"content,":[109],"change":[111],"consequences,":[112],"action,":[114],"image":[115,118],"setting,":[116],"type.":[119],"Among":[120],"the":[121,135],"benchmarked,":[123],"Gemini-3.1-flash-lite":[124],"outperforms":[125],"all":[126,129],"others":[127],"across":[128],"super-categories":[130],"both":[132],"datasets,":[133],"while":[134],"gap":[136],"open-weight":[138],"moderate":[141],"size":[142],"remains":[143],"relatively":[144],"small.":[145],"Beyond":[146],"instance-level":[147],"metrics,":[148],"we":[149],"advocate":[150],"distributional":[152],"evaluation:":[153],"VLM":[154],"predictions":[155],"reliably":[157],"recover":[158],"population":[159],"level":[160],"trends":[161],"even":[162],"when":[163],"per-image":[164],"accuracy":[165],"is":[166],"moderate,":[167],"making":[168],"them":[169],"viable":[171],"starting":[172],"point":[173],"at":[177,208],"scale.":[178],"find":[180],"chain-of-thought":[182],"reasoning":[183],"reduces":[184],"rather":[185],"than":[186],"improves":[187,196],"performance,":[188],"dimension":[192],"specific":[193],"design":[195],"performance.":[197],"release":[199],"tweet":[200],"IDs":[201],"along":[204],"our":[206],"code":[207],"https://github.com/KathPra/Codebooks2VLMs.git.":[209]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-25T00:00:00"}