{"id":"https://openalex.org/W4404171840","doi":"https://doi.org/10.1145/3686962","title":"Human-centered NLP Fact-checking: Co-Designing with Fact-checkers using Matchmaking for AI","display_name":"Human-centered NLP Fact-checking: Co-Designing with Fact-checkers using Matchmaking for AI","publication_year":2024,"publication_date":"2024-11-07","ids":{"openalex":"https://openalex.org/W4404171840","doi":"https://doi.org/10.1145/3686962"},"language":"en","primary_location":{"id":"doi:10.1145/3686962","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3686962","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3686962","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3686962","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026926725","display_name":"Houjiang Liu","orcid":"https://orcid.org/0000-0003-0983-6202"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Houjiang Liu","raw_affiliation_strings":["School of Information, University of Texas at Austin, Austin, Texas, USA"],"affiliations":[{"raw_affiliation_string":"School of Information, University of Texas at Austin, Austin, Texas, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075823509","display_name":"Anubrata Das","orcid":"https://orcid.org/0000-0002-5412-6149"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anubrata Das","raw_affiliation_strings":["School of Information, University of Texas at Austin, Austin, Texas, USA"],"affiliations":[{"raw_affiliation_string":"School of Information, University of Texas at Austin, Austin, Texas, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068465397","display_name":"Alexander Boltz","orcid":"https://orcid.org/0000-0003-2666-1838"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander Boltz","raw_affiliation_strings":["Human Centered Design & Engineering, University of Washington, Seattle, Washington, USA"],"affiliations":[{"raw_affiliation_string":"Human Centered Design & Engineering, University of Washington, Seattle, Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104157068","display_name":"Didi Zhou","orcid":"https://orcid.org/0000-0002-9637-6154"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Didi Zhou","raw_affiliation_strings":["School of Information, University of Texas at Austin, Austin, Texas, USA"],"affiliations":[{"raw_affiliation_string":"School of Information, University of Texas at Austin, Austin, Texas, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092652486","display_name":"Daisy Pinaroc","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daisy Pinaroc","raw_affiliation_strings":["School of Information, University of Texas at Austin, Austin, Texas, USA"],"affiliations":[{"raw_affiliation_string":"School of Information, University of Texas at Austin, Austin, Texas, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023397430","display_name":"Matthew Lease","orcid":"https://orcid.org/0000-0002-0056-2834"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Lease","raw_affiliation_strings":["School of Information, University of Texas at Austin, Austin, Texas, USA"],"affiliations":[{"raw_affiliation_string":"School of Information, University of Texas at Austin, Austin, Texas, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100659937","display_name":"Min Kyung Lee","orcid":"https://orcid.org/0000-0002-2696-6546"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Min Kyung Lee","raw_affiliation_strings":["School of Information, University of Texas at Austin, Austin, Texas, USA"],"affiliations":[{"raw_affiliation_string":"School of Information, University of Texas at Austin, Austin, Texas, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5026926725"],"corresponding_institution_ids":["https://openalex.org/I86519309"],"apc_list":null,"apc_paid":null,"fwci":5.0133,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.95910569,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"8","issue":"CSCW2","first_page":"1","last_page":"44"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8161890506744385},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6831778287887573},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6482563018798828},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5648152232170105}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8161890506744385},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6831778287887573},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6482563018798828},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5648152232170105}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3686962","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3686962","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3686962","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3686962","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3686962","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3686962","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320308835","display_name":"John S. and James L. Knight Foundation","ror":"https://ror.org/00mn6be63"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404171840.pdf"},"referenced_works_count":124,"referenced_works":["https://openalex.org/W175386426","https://openalex.org/W561751346","https://openalex.org/W1534056023","https://openalex.org/W1837189719","https://openalex.org/W1973007630","https://openalex.org/W1994332615","https://openalex.org/W2009904773","https://openalex.org/W2040191342","https://openalex.org/W2059216172","https://openalex.org/W2088564338","https://openalex.org/W2089797598","https://openalex.org/W2110171129","https://openalex.org/W2137045791","https://openalex.org/W2296706733","https://openalex.org/W2474563132","https://openalex.org/W2544357754","https://openalex.org/W2611748211","https://openalex.org/W2623337004","https://openalex.org/W2751368487","https://openalex.org/W2767753710","https://openalex.org/W2785593065","https://openalex.org/W2792183666","https://openalex.org/W2886221094","https://openalex.org/W2895993994","https://openalex.org/W2897042519","https://openalex.org/W2897312458","https://openalex.org/W2898911770","https://openalex.org/W2905498624","https://openalex.org/W2933377349","https://openalex.org/W2941255702","https://openalex.org/W2943800335","https://openalex.org/W2954960099","https://openalex.org/W2955681503","https://openalex.org/W2970837303","https://openalex.org/W2982915530","https://openalex.org/W2999608677","https://openalex.org/W3003765219","https://openalex.org/W3004483087","https://openalex.org/W3014935876","https://openalex.org/W3021955997","https://openalex.org/W3023283491","https://openalex.org/W3027879771","https://openalex.org/W3031082493","https://openalex.org/W3033693036","https://openalex.org/W3034195306","https://openalex.org/W3034195663","https://openalex.org/W3035460560","https://openalex.org/W3042995070","https://openalex.org/W3084820690","https://openalex.org/W3095509475","https://openalex.org/W3097590906","https://openalex.org/W3098466758","https://openalex.org/W3099977667","https://openalex.org/W3100201982","https://openalex.org/W3100279624","https://openalex.org/W3102021588","https://openalex.org/W3102042889","https://openalex.org/W3102577836","https://openalex.org/W3105189474","https://openalex.org/W3105753178","https://openalex.org/W3107503374","https://openalex.org/W3108905557","https://openalex.org/W3125633690","https://openalex.org/W3134322742","https://openalex.org/W3135161617","https://openalex.org/W3136620301","https://openalex.org/W3152858897","https://openalex.org/W3156205755","https://openalex.org/W3158724005","https://openalex.org/W3160618054","https://openalex.org/W3161168394","https://openalex.org/W3169283738","https://openalex.org/W3169962312","https://openalex.org/W3175859344","https://openalex.org/W3175971736","https://openalex.org/W3176640961","https://openalex.org/W3176912817","https://openalex.org/W3177233335","https://openalex.org/W3191286626","https://openalex.org/W3196268181","https://openalex.org/W3197517448","https://openalex.org/W3203321135","https://openalex.org/W3206874785","https://openalex.org/W3207199688","https://openalex.org/W4205621476","https://openalex.org/W4206236515","https://openalex.org/W4210839783","https://openalex.org/W4210912902","https://openalex.org/W4210976132","https://openalex.org/W4213052788","https://openalex.org/W4220747294","https://openalex.org/W4224991249","https://openalex.org/W4225008543","https://openalex.org/W4225117352","https://openalex.org/W4225134894","https://openalex.org/W4225879562","https://openalex.org/W4256161694","https://openalex.org/W4285254250","https://openalex.org/W4288079542","https://openalex.org/W4288086175","https://openalex.org/W4288359828","https://openalex.org/W4309617712","https://openalex.org/W4309618421","https://openalex.org/W4312158082","https://openalex.org/W4321455981","https://openalex.org/W4327990559","https://openalex.org/W4365799947","https://openalex.org/W4366547597","https://openalex.org/W4367046910","https://openalex.org/W4367047167","https://openalex.org/W4377009982","https://openalex.org/W4383681024","https://openalex.org/W4383681409","https://openalex.org/W4385571483","https://openalex.org/W4385572054","https://openalex.org/W4385572752","https://openalex.org/W4385573600","https://openalex.org/W4386989268","https://openalex.org/W4387809898","https://openalex.org/W4389519982","https://openalex.org/W4396218145","https://openalex.org/W4401042906","https://openalex.org/W6773046478","https://openalex.org/W6901583533"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"While":[0],"many":[1],"Natural":[2],"Language":[3],"Processing":[4],"(NLP)":[5],"techniques":[6],"have":[7],"been":[8],"proposed":[9],"for":[10,44,68],"fact-checking,":[11],"both":[12,126],"academic":[13],"research":[14,129],"and":[15,33,50,64,106,115,130,132],"fact-checking":[16,128],"organizations":[17],"report":[18],"limited":[19],"adoption":[20],"of":[21,82],"such":[22],"NLP":[23,51,96],"work":[24,121],"due":[25],"to":[26,46,53,65],"poor":[27],"alignment":[28],"with":[29,75],"fact-checker":[30,57,92,112],"practices,":[31],"values,":[32],"needs.":[34],"To":[35],"address":[36],"this,":[37],"we":[38,73],"investigate":[39],"a":[40,80,88],"co-design":[41,134],"method,":[42],"Matchmaking":[43],"AI,":[45],"enable":[47],"fact-checkers,":[48],"designers,":[49],"researchers":[52],"collaboratively":[54],"identify":[55],"what":[56],"needs":[58],"should":[59],"be":[60],"addressed":[61],"by":[62],"technology,":[63],"brainstorm":[66],"ideas":[67,85],"potential":[69,113],"solutions.":[70],"Co-design":[71],"sessions":[72],"conducted":[74],"22":[76],"professional":[77],"fact-checkers":[78],"yielded":[79],"set":[81],"11":[83],"design":[84,97],"that":[86],"offer":[87],"\"north":[89],"star'',":[90],"integrating":[91],"criteria":[93],"into":[94,125],"novel":[95],"concepts.":[98],"These":[99],"concepts":[100],"range":[101],"from":[102],"pre-bunking":[103],"misinformation,":[104,109],"efficient":[105],"personalized":[107],"monitoring":[108],"proactively":[110],"reducing":[111],"biases,":[114],"collaborative":[116],"writing":[117],"fact-check":[118],"reports.":[119],"Our":[120],"provides":[122],"new":[123],"insights":[124],"human-centered":[127],"practice":[131],"AI":[133],"research.":[135]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-17T09:09:15.849793","created_date":"2024-11-09T00:00:00"}