{"id":"https://openalex.org/W4392903046","doi":"https://doi.org/10.1109/icassp48485.2024.10448276","title":"S-Evaluator: Enhance Factual Consistency Evaluator with Adversarial Data Synthesized by Large Language Model","display_name":"S-Evaluator: Enhance Factual Consistency Evaluator with Adversarial Data Synthesized by Large Language Model","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392903046","doi":"https://doi.org/10.1109/icassp48485.2024.10448276"},"language":"en","primary_location":{"id":"doi:10.1109/icassp48485.2024.10448276","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp48485.2024.10448276","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010328805","display_name":"Junnan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junnan Liu","raw_affiliation_strings":["Ant Group,Hangzhou,China","Ant Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group,Hangzhou,China","institution_ids":[]},{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084372722","display_name":"Wenlong Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenlong Du","raw_affiliation_strings":["Ant Group,Hangzhou,China","Ant Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group,Hangzhou,China","institution_ids":[]},{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100404067","display_name":"Qingquan Li","orcid":"https://orcid.org/0000-0002-2438-6046"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qingquan Li","raw_affiliation_strings":["Ant Group,Hangzhou,China","Ant Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group,Hangzhou,China","institution_ids":[]},{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100684665","display_name":"Xuewei Wang","orcid":"https://orcid.org/0009-0003-9068-8346"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xuewei Wang","raw_affiliation_strings":["Ant Group,Hangzhou,China","Ant Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group,Hangzhou,China","institution_ids":[]},{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027964355","display_name":"Zhongjun Zhou","orcid":"https://orcid.org/0000-0001-7092-8128"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhongjun Zhou","raw_affiliation_strings":["Ant Group,Hangzhou,China","Ant Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group,Hangzhou,China","institution_ids":[]},{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110335879","display_name":"Jin Liu","orcid":"https://orcid.org/0009-0003-9543-7642"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin Liu","raw_affiliation_strings":["Ant Group,Hangzhou,China","Ant Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group,Hangzhou,China","institution_ids":[]},{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"10116","last_page":"10120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9664999842643738,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.793729305267334},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7893044352531433},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7483147382736206},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6809418201446533},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6761201620101929},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6113771796226501},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5826670527458191},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5489426851272583},{"id":"https://openalex.org/keywords/data-consistency","display_name":"Data consistency","score":0.5180135369300842},{"id":"https://openalex.org/keywords/natural-language-generation","display_name":"Natural language generation","score":0.4950522482395172},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47958651185035706},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.46652206778526306},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4592764973640442},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.45155513286590576},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.43261831998825073},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4305006265640259},{"id":"https://openalex.org/keywords/data-quality","display_name":"Data quality","score":0.42341774702072144},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3701600432395935},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.33959853649139404},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.11582773923873901},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.10365679860115051}],"concepts":[{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.793729305267334},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7893044352531433},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7483147382736206},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6809418201446533},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6761201620101929},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6113771796226501},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5826670527458191},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5489426851272583},{"id":"https://openalex.org/C93361087","wikidata":"https://www.wikidata.org/wiki/Q4426698","display_name":"Data consistency","level":2,"score":0.5180135369300842},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.4950522482395172},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47958651185035706},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.46652206778526306},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4592764973640442},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.45155513286590576},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.43261831998825073},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4305006265640259},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.42341774702072144},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3701600432395935},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.33959853649139404},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.11582773923873901},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.10365679860115051},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp48485.2024.10448276","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp48485.2024.10448276","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1840435438","https://openalex.org/W2953271402","https://openalex.org/W3022685184","https://openalex.org/W3099474967","https://openalex.org/W3099766584","https://openalex.org/W3101551503","https://openalex.org/W3106234277","https://openalex.org/W3107229750","https://openalex.org/W3159259047","https://openalex.org/W3159959439","https://openalex.org/W3173529047","https://openalex.org/W3213990450","https://openalex.org/W3214221115","https://openalex.org/W4205477024","https://openalex.org/W4226118367","https://openalex.org/W4229005866","https://openalex.org/W4287855110","https://openalex.org/W4322718191","https://openalex.org/W4385571571","https://openalex.org/W4385572377","https://openalex.org/W4385572754","https://openalex.org/W4389519254","https://openalex.org/W4389519430","https://openalex.org/W4389524593","https://openalex.org/W4401043863","https://openalex.org/W6764401283","https://openalex.org/W6797816506","https://openalex.org/W6811340617","https://openalex.org/W6850625674"],"related_works":["https://openalex.org/W3034878914","https://openalex.org/W3019688513","https://openalex.org/W2130553454","https://openalex.org/W3022007134","https://openalex.org/W4287644835","https://openalex.org/W4317548404","https://openalex.org/W2087783760","https://openalex.org/W3092281475","https://openalex.org/W1509924131","https://openalex.org/W3098003361"],"abstract_inverted_index":{"With":[0],"the":[1,6,54,77],"rapid":[2],"development":[3],"of":[4,8,37],"LLMs,":[5],"evaluation":[7,80],"factual":[9,49,78],"consistency":[10,50,79],"between":[11],"source":[12],"documents":[13],"and":[14,34,73,90,92,97],"generated":[15],"texts":[16],"plays":[17],"a":[18,45],"more":[19],"crucial":[20],"role":[21],"in":[22],"natural":[23],"language":[24,60],"generation":[25],"(NLG).":[26],"Recent":[27],"methods":[28],"usually":[29],"suffer":[30],"from":[31],"low":[32],"quality":[33],"insufficient":[35],"quantity":[36],"training":[38,76],"data.":[39],"In":[40],"this":[41,67],"paper,":[42],"we":[43],"propose":[44],"method":[46,94],"for":[47,75],"synthesizing":[48],"data":[51,64],"by":[52],"harnessing":[53],"vast":[55],"knowledge":[56],"stored":[57],"within":[58],"large":[59],"models.":[61],"The":[62],"synthetic":[63],"produced":[65],"through":[66],"approach":[68],"demonstrates":[69],"notable":[70],"discriminative":[71],"abilities":[72],"robustness":[74],"model.":[81],"We":[82],"adopt":[83],"experiments":[84],"on":[85,101],"two":[86],"benchmark":[87],"datasets":[88],"(TRUE":[89],"SummaC)":[91],"our":[93],"achieves":[95],"3.5%":[96],"4.6%":[98],"relative":[99],"improvement":[100],"AUC-ROC":[102],"metric":[103],"respectively.":[104]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}