{"id":"https://openalex.org/W4416034557","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.818","title":"Factuality Beyond Coherence: Evaluating LLM Watermarking Methods for Medical Texts","display_name":"Factuality Beyond Coherence: Evaluating LLM Watermarking Methods for Medical Texts","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416034557","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.818"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.818","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.818","pdf_url":"https://aclanthology.org/2025.findings-emnlp.818.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.818.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046950281","display_name":"Rochana Prih Hastuti","orcid":null},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rochana Prih Hastuti","raw_affiliation_strings":["University of Central Florida Orlando , FL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Central Florida Orlando , FL","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001819652","display_name":"Rian Adam Rajagede","orcid":"https://orcid.org/0000-0002-3427-905X"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rian Adam Rajagede","raw_affiliation_strings":["University of Central Florida Orlando , FL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Central Florida Orlando , FL","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039432199","display_name":"Mansour Al Ghanim","orcid":"https://orcid.org/0009-0000-0586-1916"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mansour Al Ghanim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006724872","display_name":"Mengxin Zheng","orcid":"https://orcid.org/0000-0001-6901-9912"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengxin Zheng","raw_affiliation_strings":["University of Central Florida Orlando , FL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Central Florida Orlando , FL","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006753786","display_name":"Qian Lou","orcid":"https://orcid.org/0000-0001-5462-2567"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qian Lou","raw_affiliation_strings":["University of Central Florida Orlando , FL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Central Florida Orlando , FL","institution_ids":["https://openalex.org/I106165777"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34943551,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"15129","last_page":"15147"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10388","display_name":"Advanced Steganography and Watermarking Techniques","score":0.96670001745224,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10388","display_name":"Advanced Steganography and Watermarking Techniques","score":0.96670001745224,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.0024999999441206455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14189","display_name":"Intravenous Infusion Technology and Safety","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/digital-watermarking","display_name":"Digital watermarking","score":0.690500020980835},{"id":"https://openalex.org/keywords/digital-watermarking-alliance","display_name":"Digital Watermarking Alliance","score":0.29319998621940613},{"id":"https://openalex.org/keywords/confidentiality","display_name":"Confidentiality","score":0.28929999470710754},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.28380000591278076},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.271699994802475}],"concepts":[{"id":"https://openalex.org/C150817343","wikidata":"https://www.wikidata.org/wiki/Q875932","display_name":"Digital watermarking","level":3,"score":0.690500020980835},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5418000221252441},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.436599999666214},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.33640000224113464},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3285999894142151},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.29919999837875366},{"id":"https://openalex.org/C193470923","wikidata":"https://www.wikidata.org/wiki/Q5276026","display_name":"Digital Watermarking Alliance","level":4,"score":0.29319998621940613},{"id":"https://openalex.org/C71745522","wikidata":"https://www.wikidata.org/wiki/Q2476929","display_name":"Confidentiality","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C164112704","wikidata":"https://www.wikidata.org/wiki/Q7974348","display_name":"Watermark","level":3,"score":0.26989999413490295},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.26750001311302185},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.818","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.818","pdf_url":"https://aclanthology.org/2025.findings-emnlp.818.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.818","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.818","pdf_url":"https://aclanthology.org/2025.findings-emnlp.818.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416034557.pdf","grobid_xml":"https://content.openalex.org/works/W4416034557.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"are":[5,55],"adapted":[6],"to":[7,26,77,110],"sensitive":[8],"domains":[9],"such":[10],"as":[11],"medicine,":[12],"their":[13],"fluency":[14],"raises":[15],"safety":[16],"risks,":[17,29],"particularly":[18],"regarding":[19],"provenance":[20],"and":[21,43,58,69,89,92],"accountability.Watermarking":[22],"embeds":[23],"detectable":[24],"patterns":[25],"mitigate":[27],"these":[28,64],"yet":[30],"its":[31],"reliability":[32],"in":[33,114],"medical":[34,47,62,115,124,130,146],"contexts":[35],"remains":[36],"untested.Existing":[37],"benchmarks":[38,75],"focus":[39],"on":[40],"detection-quality":[41],"tradeoffs":[42],"overlook":[44],"factual":[45,87,106],"risks.In":[46],"text,":[48],"watermarking":[49,112,120,139],"often":[50,59],"reweights":[51],"low-entropy":[52],"tokens,":[53],"which":[54],"highly":[56],"predictable":[57],"carry":[60],"critical":[61],"terminology.Shifting":[63],"tokens":[65],"can":[66],"cause":[67],"inaccuracy":[68],"hallucinations,":[70],"risks":[71],"that":[72,84,141],"prior":[73],"general-domain":[74],"fail":[76],"capture.We":[78],"propose":[79],"a":[80,102],"medical-focused":[81],"evaluation":[82,117],"workflow":[83],"jointly":[85],"assesses":[86],"accuracy":[88,107],"coherence.Using":[90],"GPT-Judger":[91],"further":[93],"human":[94],"validation,":[95],"we":[96],"introduce":[97],"the":[98,135,143],"Factuality-Weighted":[99],"Score":[100],"(FWS),":[101],"composite":[103],"metric":[104],"prioritizing":[105],"beyond":[108],"coherence":[109],"guide":[111],"deployment":[113],"domains.Our":[116],"shows":[118],"current":[119],"methods":[121],"substantially":[122],"compromise":[123],"factuality,":[125],"with":[126],"entropy":[127],"shifts":[128],"degrading":[129],"entity":[131],"representation.These":[132],"findings":[133],"underscore":[134],"need":[136],"for":[137],"domain-aware":[138],"approaches":[140],"preserve":[142],"integrity":[144],"of":[145],"content.":[147]},"counts_by_year":[],"updated_date":"2026-08-23T07:36:19.812096","created_date":"2025-11-08T00:00:00"}