{"id":"https://openalex.org/W4415655025","doi":"https://doi.org/10.1007/s10579-025-09871-y","title":"A novel credibility dataset and annotation framework for COVID-19-related German tweets","display_name":"A novel credibility dataset and annotation framework for COVID-19-related German tweets","publication_year":2025,"publication_date":"2025-10-29","ids":{"openalex":"https://openalex.org/W4415655025","doi":"https://doi.org/10.1007/s10579-025-09871-y"},"language":"en","primary_location":{"id":"doi:10.1007/s10579-025-09871-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10579-025-09871-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10579-025-09871-y.pdf","source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10579-025-09871-y.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055612224","display_name":"Karolina Zaczynska","orcid":"https://orcid.org/0000-0002-5395-5463"},"institutions":[{"id":"https://openalex.org/I2802442800","display_name":"Deutsches Forschungsnetz","ror":"https://ror.org/038t94116","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2802442800"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Karolina Zaczynska","raw_affiliation_strings":["Deutsches Forschungszentrum f\u00fcr K\u00fcnstliche Intelligenz GmbH (DFKI), Salzufer 15/16, 10587, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deutsches Forschungszentrum f\u00fcr K\u00fcnstliche Intelligenz GmbH (DFKI), Salzufer 15/16, 10587, Berlin, Germany","institution_ids":["https://openalex.org/I2802442800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046071965","display_name":"Elena Leitner","orcid":"https://orcid.org/0000-0002-6363-4807"},"institutions":[{"id":"https://openalex.org/I2802442800","display_name":"Deutsches Forschungsnetz","ror":"https://ror.org/038t94116","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2802442800"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Elena Leitner","raw_affiliation_strings":["Deutsches Forschungszentrum f\u00fcr K\u00fcnstliche Intelligenz GmbH (DFKI), Salzufer 15/16, 10587, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deutsches Forschungszentrum f\u00fcr K\u00fcnstliche Intelligenz GmbH (DFKI), Salzufer 15/16, 10587, Berlin, Germany","institution_ids":["https://openalex.org/I2802442800"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5104366289","display_name":"Georg Rehm","orcid":"https://orcid.org/0000-0002-7800-1893"},"institutions":[{"id":"https://openalex.org/I2802442800","display_name":"Deutsches Forschungsnetz","ror":"https://ror.org/038t94116","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2802442800"]},{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Georg Rehm","raw_affiliation_strings":["Deutsches Forschungszentrum f\u00fcr K\u00fcnstliche Intelligenz GmbH (DFKI), Salzufer 15/16, 10587, Berlin, Germany","Humboldt-Universit\u00e4t zu Berlin, Dorotheenstra\u00dfe 24, 10117, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deutsches Forschungszentrum f\u00fcr K\u00fcnstliche Intelligenz GmbH (DFKI), Salzufer 15/16, 10587, Berlin, Germany","institution_ids":["https://openalex.org/I2802442800"]},{"raw_affiliation_string":"Humboldt-Universit\u00e4t zu Berlin, Dorotheenstra\u00dfe 24, 10117, Berlin, Germany","institution_ids":["https://openalex.org/I39343248"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5104366289"],"corresponding_institution_ids":["https://openalex.org/I2802442800","https://openalex.org/I39343248"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.37643565,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"59","issue":"4","first_page":"4069","last_page":"4092"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.0027000000700354576,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/credibility","display_name":"Credibility","score":0.8805000185966492},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.7940000295639038},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7196000218391418},{"id":"https://openalex.org/keywords/german","display_name":"German","score":0.7152000069618225},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5680000185966492},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.5554999709129333},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5121999979019165},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.43059998750686646}],"concepts":[{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.8805000185966492},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7940000295639038},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7669000029563904},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7196000218391418},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.7152000069618225},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5680000185966492},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5558000206947327},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.5554999709129333},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5121999979019165},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.451200008392334},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.43059998750686646},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.4165000021457672},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40959998965263367},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.39500001072883606},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.35830000042915344},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.323199987411499},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.30660000443458557},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C101293273","wikidata":"https://www.wikidata.org/wiki/Q579716","display_name":"User-generated content","level":3,"score":0.2680000066757202},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.2531000077724457},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10579-025-09871-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10579-025-09871-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10579-025-09871-y.pdf","source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10579-025-09871-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10579-025-09871-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10579-025-09871-y.pdf","source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4140173886","display_name":null,"funder_award_id":"03COV03E","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320323700","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415655025.pdf","grobid_xml":"https://content.openalex.org/works/W4415655025.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W122105250","https://openalex.org/W1971494700","https://openalex.org/W1973668723","https://openalex.org/W2037789405","https://openalex.org/W2050619059","https://openalex.org/W2084591134","https://openalex.org/W2144578941","https://openalex.org/W2164498220","https://openalex.org/W2167024389","https://openalex.org/W2398287226","https://openalex.org/W2611450403","https://openalex.org/W2737907513","https://openalex.org/W2741297262","https://openalex.org/W2775289303","https://openalex.org/W2798818974","https://openalex.org/W2903782735","https://openalex.org/W2911532780","https://openalex.org/W2963523292","https://openalex.org/W2997809439","https://openalex.org/W3015218641","https://openalex.org/W3031781733","https://openalex.org/W3037025384","https://openalex.org/W3080732897","https://openalex.org/W3097301690","https://openalex.org/W3098106685","https://openalex.org/W3114950584","https://openalex.org/W3125351797","https://openalex.org/W3169653581","https://openalex.org/W3173991475","https://openalex.org/W3194113077","https://openalex.org/W3199982361","https://openalex.org/W3212406280","https://openalex.org/W4288538225","https://openalex.org/W4294939908","https://openalex.org/W4385567868","https://openalex.org/W4386588264","https://openalex.org/W4388715166","https://openalex.org/W4389483501","https://openalex.org/W4393458190","https://openalex.org/W4410116143","https://openalex.org/W4414654425"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Social":[1],"media":[2,96],"proved":[3],"to":[4,16,32,64,73,118,147],"be":[5],"one":[6,62],"of":[7,51,55,77,101,127,139,166],"the":[8,20,49,53,75,82,137,145,157,193],"most":[9],"accessible":[10],"and":[11,36,91,133,170,182],"immediate":[12],"sources":[13],"for":[14,152,171],"people":[15],"stay":[17],"informed":[18],"during":[19],"COVID-19":[21],"pandemic.":[22],"However,":[23],"it":[24,29],"quickly":[25],"became":[26],"clear":[27],"that":[28,125],"was":[30],"important":[31],"distinguish":[33],"between":[34],"credible":[35],"non-credible":[37],"information.":[38],"For":[39,156],"corresponding":[40],"classifications,":[41],"performed":[42],"by":[43],"non-domain":[44],"experts":[45],"as":[46,89],"explicit":[47],"annotations,":[48],"task":[50],"estimating":[52],"credibility":[54,86,158],"online":[56],"content":[57,93],"still":[58],"remains":[59],"a":[60,70,98,122],"non-trivial":[61],"due":[63],"its":[65],"subjective":[66],"nature.":[67],"We":[68,103,120,177],"introduce":[69],"new":[71],"approach":[72],"guiding":[74],"annotation":[76,159],"COVID-19-related":[78,153],"tweets,":[79],"written":[80],"in":[81,94],"German":[83,154],"language,":[84],"where":[85],"is":[87,144],"framed":[88],"informative":[90],"relevant":[92],"social":[95],"regarding":[97],"predefined":[99],"set":[100],"topics.":[102],"incorporate":[104],"named":[105,134],"entity":[106],"annotations":[107,151],"using":[108],"an":[109,163,197],"extended":[110],"label":[111],"set,":[112],"targeted":[113],"towards":[114],"information":[115],"extraction":[116],"related":[117],"COVID-19.":[119],"present":[121],"curated":[123],"dataset":[124,143],"consists":[126],"643":[128],"tweets":[129],"including":[130],"3591":[131],"entities":[132,173],"entities.":[135],"To":[136],"best":[138,194],"our":[140],"knowledge,":[141],"this":[142],"first":[146],"provide":[148],"in-depth":[149],"multi-layer":[150],"texts.":[155],"pipeline":[160],"we":[161],"achieve":[162,192],"inter-annotator":[164],"agreement":[165],"0.76":[167],"(Cohen\u2019s":[168],"Kappa)":[169],"(named)":[172],"0.73":[174],"(Krippendorff\u2019s":[175],"Alpha).":[176],"conducted":[178],"experiments":[179],"with":[180,196],"BERT":[181],"Llama":[183],"models":[184,191],"across":[185],"all":[186],"layers.":[187],"The":[188],"multilingual":[189],"TwHIN":[190],"results":[195],"average":[198],"0.8":[199],"F":[200],"1":[201],"score.":[202]},"counts_by_year":[],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-29T00:00:00"}