{"id":"https://openalex.org/W2950892871","doi":"https://doi.org/10.18653/v1/p19-1040","title":"Evidence-based Trustworthiness","display_name":"Evidence-based Trustworthiness","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2950892871","doi":"https://doi.org/10.18653/v1/p19-1040","mag":"2950892871"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-1040","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1040","pdf_url":"https://www.aclweb.org/anthology/P19-1040.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P19-1040.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100388218","display_name":"Yi Zhang","orcid":"https://orcid.org/0000-0002-7731-0301"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yi Zhang","raw_affiliation_strings":["Department of Computer and Information Science University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science University of Pennsylvania","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063822723","display_name":"Zachary G. Ives","orcid":"https://orcid.org/0000-0001-7527-2957"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zachary Ives","raw_affiliation_strings":["Department of Computer and Information Science University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science University of Pennsylvania","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023802054","display_name":"Dan Roth","orcid":"https://orcid.org/0009-0002-1447-5173"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dan Roth","raw_affiliation_strings":["Department of Computer and Information Science University of Pennsylvania"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science University of Pennsylvania","institution_ids":["https://openalex.org/I36788626"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100388218"],"corresponding_institution_ids":["https://openalex.org/I36788626"],"apc_list":null,"apc_paid":null,"fwci":7.1405,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.96616819,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"413","last_page":"423"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/credibility","display_name":"Credibility","score":0.793424665927887},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7886345386505127},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.7372379302978516},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5761290788650513},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5428324937820435},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4692630171775818},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4466450810432434},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26292479038238525},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.23919588327407837},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.15920615196228027},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.08722129464149475}],"concepts":[{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.793424665927887},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7886345386505127},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.7372379302978516},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5761290788650513},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5428324937820435},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4692630171775818},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4466450810432434},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26292479038238525},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.23919588327407837},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.15920615196228027},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.08722129464149475},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/p19-1040","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1040","pdf_url":"https://www.aclweb.org/anthology/P19-1040.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-1040","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1040","pdf_url":"https://www.aclweb.org/anthology/P19-1040.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2950892871.pdf","grobid_xml":"https://content.openalex.org/works/W2950892871.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W11313625","https://openalex.org/W1497523460","https://openalex.org/W1541280084","https://openalex.org/W1713409046","https://openalex.org/W1988584482","https://openalex.org/W1993509040","https://openalex.org/W2003155177","https://openalex.org/W2048716023","https://openalex.org/W2049633694","https://openalex.org/W2086413055","https://openalex.org/W2107254606","https://openalex.org/W2118388899","https://openalex.org/W2154474435","https://openalex.org/W2169585110","https://openalex.org/W2243537967","https://openalex.org/W2250293237","https://openalex.org/W2250539671","https://openalex.org/W2251818274","https://openalex.org/W2337875011","https://openalex.org/W2413794162","https://openalex.org/W2594382603","https://openalex.org/W2751368487","https://openalex.org/W2752172973","https://openalex.org/W2799228294","https://openalex.org/W2886390638","https://openalex.org/W2946364534","https://openalex.org/W2952371036","https://openalex.org/W2954698514","https://openalex.org/W2962739339","https://openalex.org/W2963416784","https://openalex.org/W2963961878","https://openalex.org/W4211148418","https://openalex.org/W4300952844","https://openalex.org/W4301246714"],"related_works":["https://openalex.org/W2388687352","https://openalex.org/W2370187191","https://openalex.org/W1990162851","https://openalex.org/W2369854048","https://openalex.org/W2374291020","https://openalex.org/W2355907197","https://openalex.org/W2008166290","https://openalex.org/W2011680956","https://openalex.org/W2136627352","https://openalex.org/W134013279"],"abstract_inverted_index":{"The":[0],"information":[1,6,17,46,71,101],"revolution":[2],"brought":[3],"with":[4,15],"it":[5],"pollution.":[7],"Information":[8],"retrieval":[9],"and":[10,28,51,81,84,106,110,146,182],"extraction":[11],"help":[12],"us":[13],"cope":[14],"abundant":[16],"from":[18,118,167],"diverse":[19],"sources.":[20,93,171],"But":[21],"some":[22,29],"sources":[23,47,72,78,102],"are":[24,30,48,116],"of":[25,31,70,136,144,149],"anonymous":[26],"authorship,":[27],"uncertain":[32],"accuracy,":[33],"so":[34],"how":[35],"can":[36,87],"we":[37,40],"determine":[38],"what":[39],"should":[41],"actually":[42],"believe?":[43],"Not":[44],"all":[45],"equally":[49],"trustworthy,":[50],"simply":[52],"accepting":[53],"the":[54,68,142,147,159],"majority":[55],"view":[56],"is":[57,131,154],"often":[58],"wrong.":[59],"This":[60,153],"paper":[61],"develops":[62],"a":[63,107,134],"general":[64],"framework":[65,175],"for":[66,158],"estimating":[67],"trustworthiness":[69,143],"in":[73,99,113],"an":[74],"environment":[75],"where":[76],"multiple":[77,92],"provide":[79],"claims":[80,115,150,166],"supporting":[82],"evidence,":[83],"each":[85],"claim":[86],"potentially":[88],"be":[89],"produced":[90],"by":[91,121,170],"We":[94,172],"consider":[95],"two":[96],"settings:":[97],"one":[98],"which":[100,114],"directly":[103],"assert":[104],"claims,":[105],"more":[108],"realistic":[109],"challenging":[111],"one,":[112],"inferred":[117],"evidence":[119,168],"provided":[120],"sources,":[122,145],"via":[123],"(possibly":[124,160],"noisy)":[125,161],"NLP":[126,162],"techniques.":[127],"Our":[128],"key":[129],"contribution":[130],"to":[132,164],"develop":[133],"family":[135],"probabilistic":[137],"models":[138],"that":[139],"jointly":[140],"estimate":[141],"credibility":[148],"they":[151],"assert.":[152],"done":[155],"while":[156],"accounting":[157],"needed":[163],"infer":[165],"supplied":[169],"evaluate":[173],"our":[174],"on":[176],"several":[177],"datasets,":[178],"showing":[179],"strong":[180],"results":[181],"significant":[183],"improvement":[184],"over":[185],"baselines.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}