{"id":"https://openalex.org/W2947681066","doi":"https://doi.org/10.1145/3292500.3330955","title":"Assessing The Factual Accuracy of Generated Text","display_name":"Assessing The Factual Accuracy of Generated Text","publication_year":2019,"publication_date":"2019-07-25","ids":{"openalex":"https://openalex.org/W2947681066","doi":"https://doi.org/10.1145/3292500.3330955","mag":"2947681066"},"language":"en","primary_location":{"id":"doi:10.1145/3292500.3330955","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3292500.3330955","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3292500.3330955","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3292500.3330955","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110755509","display_name":"Ben Goodrich","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ben Goodrich","raw_affiliation_strings":["Google Brain, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Brain, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103954998","display_name":"Vinay Rao","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vinay Rao","raw_affiliation_strings":["Google Brain, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Brain, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076683869","display_name":"Peter J. Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter J. Liu","raw_affiliation_strings":["Google Brain, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Brain, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112573061","display_name":"Mohammad Saleh","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammad Saleh","raw_affiliation_strings":["Google Brain, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Brain, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5110755509"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":13.292,"has_fulltext":true,"cited_by_count":151,"citation_normalized_percentile":{"value":0.98992098,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"166","last_page":"175"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8864868879318237},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.803234875202179},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7349173426628113},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6536815166473389},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6378874778747559},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6350756883621216},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.6136782169342041},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.5609933137893677},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.5416216850280762},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.493217408657074},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36602213978767395},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2768808603286743},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.06598183512687683}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8864868879318237},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.803234875202179},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7349173426628113},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6536815166473389},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6378874778747559},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6350756883621216},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.6136782169342041},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.5609933137893677},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5416216850280762},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.493217408657074},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36602213978767395},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2768808603286743},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.06598183512687683},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3292500.3330955","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3292500.3330955","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3292500.3330955","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1905.13322","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.13322","pdf_url":"https://arxiv.org/pdf/1905.13322","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3292500.3330955","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3292500.3330955","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3292500.3330955","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8199999928474426}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2947681066.pdf","grobid_xml":"https://content.openalex.org/works/W2947681066.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W174427690","https://openalex.org/W848102080","https://openalex.org/W1493490255","https://openalex.org/W1495981708","https://openalex.org/W1530435204","https://openalex.org/W1601974683","https://openalex.org/W1789328935","https://openalex.org/W1852412531","https://openalex.org/W2080133951","https://openalex.org/W2096765155","https://openalex.org/W2101105183","https://openalex.org/W2102065370","https://openalex.org/W2107598941","https://openalex.org/W2109718074","https://openalex.org/W2127978399","https://openalex.org/W2129657639","https://openalex.org/W2133512280","https://openalex.org/W2133564696","https://openalex.org/W2149741699","https://openalex.org/W2150272696","https://openalex.org/W2154652894","https://openalex.org/W2251091211","https://openalex.org/W2296283641","https://openalex.org/W2410503294","https://openalex.org/W2418993857","https://openalex.org/W2515462165","https://openalex.org/W2525778437","https://openalex.org/W2548092433","https://openalex.org/W2560674852","https://openalex.org/W2581637843","https://openalex.org/W2614322402","https://openalex.org/W2626778328","https://openalex.org/W2736885633","https://openalex.org/W2739046565","https://openalex.org/W2751124354","https://openalex.org/W2756566873","https://openalex.org/W2768957049","https://openalex.org/W2785787385","https://openalex.org/W2797328513","https://openalex.org/W2808975577","https://openalex.org/W2949417144","https://openalex.org/W2951520714","https://openalex.org/W2962707484","https://openalex.org/W2962769558","https://openalex.org/W2962911098","https://openalex.org/W2962965405","https://openalex.org/W2963045354","https://openalex.org/W2963403868","https://openalex.org/W2963418779","https://openalex.org/W2963625095","https://openalex.org/W2963929190","https://openalex.org/W2964167098","https://openalex.org/W2964308564","https://openalex.org/W4293569541","https://openalex.org/W4297747548","https://openalex.org/W4385245566","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W2358294942","https://openalex.org/W2135622761","https://openalex.org/W4367460280"],"abstract_inverted_index":{"We":[0,32,75],"propose":[1],"a":[2,36,85,103],"model-based":[3],"metric":[4],"to":[5,16,45,59,62,95],"estimate":[6,81],"the":[7],"factual":[8,82],"accuracy":[9,83],"of":[10,66,73],"generated":[11],"text":[12,87],"that":[13,80],"is":[14],"complementary":[15],"typical":[17],"scoring":[18],"schemes":[19],"like":[20],"ROUGE":[21,96],"(Recall-Oriented":[22],"Understudy":[23],"for":[24],"Gisting":[25],"Evaluation)":[26],"and":[27,34,43,49,90,97],"BLEU":[28],"(Bilingual":[29],"Evaluation":[30],"Understudy).":[31],"introduce":[33],"release":[35],"new":[37],"large-scale":[38],"dataset":[39],"based":[40],"on":[41,84],"Wikipedia":[42,86],"Wikidata":[44],"train":[46],"relation":[47],"classifiers":[48],"end-to-end":[50,55],"fact":[51],"extraction":[52],"models.":[53],"The":[54],"models":[56,79],"are":[57],"shown":[58],"be":[60],"able":[61],"extract":[63],"complete":[64],"sets":[65],"facts":[67],"from":[68],"datasets":[69],"with":[70],"full":[71],"pages":[72],"text.":[74],"then":[76],"analyse":[77],"multiple":[78],"summarization":[88],"task,":[89],"show":[91],"their":[92],"efficacy":[93],"compared":[94],"other":[98],"model-free":[99],"variants":[100],"by":[101],"conducting":[102],"human":[104],"evaluation":[105],"study.":[106]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":27},{"year":2021,"cited_by_count":32},{"year":2020,"cited_by_count":31},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-07T14:57:38.498316","created_date":"2025-10-10T00:00:00"}