{"id":"https://openalex.org/W4387963176","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.672","title":"FactSpotter: Evaluating the Factual Faithfulness of Graph-to-Text Generation","display_name":"FactSpotter: Evaluating the Factual Faithfulness of Graph-to-Text Generation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4387963176","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.672"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.findings-emnlp.672","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.findings-emnlp.672","pdf_url":"https://aclanthology.org/2023.findings-emnlp.672.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2023","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2023.findings-emnlp.672.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100342310","display_name":"Kun Zhang","orcid":"https://orcid.org/0000-0002-0743-9003"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210126360","display_name":"Centre Inria de Saclay","ror":"https://ror.org/0315e5x55","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210126360"]},{"id":"https://openalex.org/I4210145102","display_name":"Institut Polytechnique de Paris","ror":"https://ror.org/042tfbd02","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Kun Zhang","raw_affiliation_strings":["Inria ,","Institut Polytechnique de Paris","Inria Saclay - Ile de France; Institut Polytechnique de Paris; Rich Data Analytics at Cloud Scale"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inria ,","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Institut Polytechnique de Paris","institution_ids":["https://openalex.org/I4210145102"]},{"raw_affiliation_string":"Inria Saclay - Ile de France; Institut Polytechnique de Paris; Rich Data Analytics at Cloud Scale","institution_ids":["https://openalex.org/I4210126360"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045913576","display_name":"Oana Balalau","orcid":"https://orcid.org/0000-0003-1469-3664"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210145102","display_name":"Institut Polytechnique de Paris","ror":"https://ror.org/042tfbd02","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Oana Balalau","raw_affiliation_strings":["Inria ,","Institut Polytechnique de Paris","Institut Polytechnique de Paris; Rich Data Analytics at Cloud Scale"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inria ,","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Institut Polytechnique de Paris","institution_ids":["https://openalex.org/I4210145102"]},{"raw_affiliation_string":"Institut Polytechnique de Paris; Rich Data Analytics at Cloud Scale","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056968239","display_name":"Ioana Manolescu","orcid":"https://orcid.org/0000-0002-0425-2462"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210145102","display_name":"Institut Polytechnique de Paris","ror":"https://ror.org/042tfbd02","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Ioana Manolescu","raw_affiliation_strings":["Inria ,","Institut Polytechnique de Paris","Institut Polytechnique de Paris; Rich Data Analytics at Cloud Scale"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inria ,","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Institut Polytechnique de Paris","institution_ids":["https://openalex.org/I4210145102"]},{"raw_affiliation_string":"Institut Polytechnique de Paris; Rich Data Analytics at Cloud Scale","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4067,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.59278021,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"10025","last_page":"10042"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.773331880569458},{"id":"https://openalex.org/keywords/text-generation","display_name":"Text generation","score":0.5701385140419006},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5137832760810852},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.5046056509017944},{"id":"https://openalex.org/keywords/predicate","display_name":"Predicate (mathematical logic)","score":0.49426889419555664},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4848431348800659},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4446712136268616},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3881887197494507},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3518974483013153},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3378763496875763},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14553919434547424}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.773331880569458},{"id":"https://openalex.org/C2985684807","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Text generation","level":2,"score":0.5701385140419006},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5137832760810852},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.5046056509017944},{"id":"https://openalex.org/C140146324","wikidata":"https://www.wikidata.org/wiki/Q1144319","display_name":"Predicate (mathematical logic)","level":2,"score":0.49426889419555664},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4848431348800659},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4446712136268616},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3881887197494507},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3518974483013153},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3378763496875763},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14553919434547424},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2023.findings-emnlp.672","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.findings-emnlp.672","pdf_url":"https://aclanthology.org/2023.findings-emnlp.672.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2023","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04257838v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04257838","pdf_url":"https://hal.science/hal-04257838/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Findings of EMNLP 2023 - Conference on Empirical Methods in Natural Language Processing, Dec 2023, Singapore, Singapore","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.findings-emnlp.672","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.findings-emnlp.672","pdf_url":"https://aclanthology.org/2023.findings-emnlp.672.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2023","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6489404903","display_name":"Intelligent Analysis and Interconnexion of Heterogeneous Contents in Digital Arenas","funder_award_id":"ANR-20-CHIA-0015","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320326256","display_name":"Grand \u00c9quipement National De Calcul Intensif","ror":"https://ror.org/0010d1q40"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387963176.pdf","grobid_xml":"https://content.openalex.org/works/W4387963176.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W102708294","https://openalex.org/W580074167","https://openalex.org/W1763968285","https://openalex.org/W2033398965","https://openalex.org/W2094728533","https://openalex.org/W2123301721","https://openalex.org/W2154652894","https://openalex.org/W2251079237","https://openalex.org/W2344731424","https://openalex.org/W2739874095","https://openalex.org/W2751448157","https://openalex.org/W2807873315","https://openalex.org/W2936695845","https://openalex.org/W2952523122","https://openalex.org/W2971300525","https://openalex.org/W3005680577","https://openalex.org/W3034999214","https://openalex.org/W3035252911","https://openalex.org/W3037013468","https://openalex.org/W3088227725","https://openalex.org/W3101030450","https://openalex.org/W3131933120","https://openalex.org/W3155332104","https://openalex.org/W3156366114","https://openalex.org/W3170806096","https://openalex.org/W3176175717","https://openalex.org/W3176456866","https://openalex.org/W3214146384","https://openalex.org/W4206256378","https://openalex.org/W4210764005","https://openalex.org/W4229543565","https://openalex.org/W4287824654","https://openalex.org/W4288089799","https://openalex.org/W4309674289","https://openalex.org/W4320014322","https://openalex.org/W4385245566","https://openalex.org/W4385573284"],"related_works":["https://openalex.org/W1547206149","https://openalex.org/W2054891275","https://openalex.org/W2364373416","https://openalex.org/W2042218267","https://openalex.org/W1577005250","https://openalex.org/W4389009515","https://openalex.org/W3194553618","https://openalex.org/W2352272361","https://openalex.org/W4312050889","https://openalex.org/W4226375873"],"abstract_inverted_index":{"Graph-to-text":[0],"(G2T)":[1],"generation":[2,31,44],"takes":[3],"a":[4,12,67,77,90,118],"graph":[5],"as":[6,29,117],"input":[7],"and":[8,14,32,52,110],"aims":[9],"to":[10,39,121],"generate":[11],"fluent":[13],"faithful":[15],"textual":[16],"representation":[17],"of":[18,126,168],"the":[19,22,42,85,99,123],"information":[20],"in":[21,89],"graph.The":[23],"task":[24],"has":[25],"many":[26,147,156],"applications,":[27],"such":[28],"dialogue":[30],"question":[33],"answering.In":[34],"this":[35,169],"work,":[36],"we":[37,65,129],"investigate":[38,130],"what":[40],"extent":[41],"G2T":[43,133],"problem":[45],"is":[46,87,142],"solved":[47],"for":[48,138,177],"previously":[49],"studied":[50],"datasets,":[51],"how":[53],"proposed":[54],"metrics":[55],"perform":[56],"when":[57],"comparing":[58],"generated":[59,91],"texts.To":[60],"help":[61],"address":[62],"their":[63],"limitations,":[64],"propose":[66],"new":[68],"metric":[69,96],"that":[70,94],"correctly":[71],"identifies":[72],"factual":[73,124],"faithfulness,":[74],"i.e.,":[75],"given":[76],"triple":[78,86],"(subject,":[79],"predicate,":[80],"object),":[81],"it":[82],"decides":[83],"if":[84,131],"present":[88],"text.We":[92],"show":[93],"our":[95],"FactSpotter":[97,113],"achieves":[98],"highest":[100],"correlation":[101],"with":[102],"human":[103],"annotations":[104],"on":[105],"data":[106,108],"correctness,":[107],"coverage,":[109],"relevance.In":[111],"addition,":[112],"can":[114],"be":[115],"used":[116],"plug-in":[119],"feature":[120],"improve":[122],"faithfulness":[125],"existing":[127,132],"models.Finally,":[128],"datasets":[134],"are":[135],"still":[136],"challenging":[137],"state-of-the-art":[139],"models.Our":[140],"code":[141],"available":[143],"online:":[144],"https:":[145],"//github.com/guihuzhang/FactSpotter.How":[146],"video":[148,157],"game":[149,158],"expansions":[150,159],"were":[151,160],"published":[152,161],"by":[153,162],"John":[154,163],"Ellison?How":[155],"Elliott?":[164],"(conference":[165,179],"series,":[166,172,180],"conferences":[167],"type,":[170],"seminar),(conference":[171],"sponsoring":[173],"organization,":[174],"Australian":[175],"Centre":[176],"Psychoanalysis),":[178],"question)":[181]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-09-11T09:22:31.653822","created_date":"2025-10-10T00:00:00"}