{"id":"https://openalex.org/W4400518476","doi":"https://doi.org/10.48550/arxiv.2407.04794","title":"On Evaluating The Performance of Watermarked Machine-Generated Texts Under Adversarial Attacks","display_name":"On Evaluating The Performance of Watermarked Machine-Generated Texts Under Adversarial Attacks","publication_year":2024,"publication_date":"2024-07-05","ids":{"openalex":"https://openalex.org/W4400518476","doi":"https://doi.org/10.48550/arxiv.2407.04794"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2407.04794","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.04794","pdf_url":"https://arxiv.org/pdf/2407.04794","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.04794","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104347529","display_name":"Zesen Liu","orcid":"https://orcid.org/0009-0007-0776-8839","observed_orcids":["https://orcid.org/0009-0007-0776-8839"]},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I4405261251","display_name":"The Hong Kong University of Science and Technology (Guangzhou)","ror":"https://ror.org/050h0vm43","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405261251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu, Zesen","raw_affiliation_strings":["Hong Kong University of Science and Technology (Guangzhou )","Xidian University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology (Guangzhou )","institution_ids":["https://openalex.org/I4405261251"]},{"raw_affiliation_string":"Xidian University","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002440210","display_name":"Tianshuo Cong","orcid":"https://orcid.org/0000-0003-3189-8223","observed_orcids":["https://orcid.org/0000-0003-3189-8223"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cong, Tianshuo","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074889369","display_name":"Xinlei He","orcid":"https://orcid.org/0009-0007-3879-9080","observed_orcids":["https://orcid.org/0009-0007-3879-9080","https://orcid.org/0000-0001-5725-2848"]},"institutions":[{"id":"https://openalex.org/I4405261251","display_name":"The Hong Kong University of Science and Technology (Guangzhou)","ror":"https://ror.org/050h0vm43","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405261251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He, Xinlei","raw_affiliation_strings":["Hong Kong University of Science and Technology (Guangzhou )"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology (Guangzhou )","institution_ids":["https://openalex.org/I4405261251"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100350165","display_name":"Qi Lecky Li","orcid":"https://orcid.org/0000-0001-8776-8730","observed_orcids":["https://orcid.org/0000-0001-8776-8730"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li, Qi","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10388","display_name":"Advanced Steganography and Watermarking Techniques","score":0.9624000191688538,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10388","display_name":"Advanced Steganography and Watermarking Techniques","score":0.9624000191688538,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0210999995470047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12122","display_name":"Physical Unclonable Functions (PUFs) and Hardware Security","score":0.0031999999191612005,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/llm-watermarking","display_name":"LLM watermarking","score":0.828000009059906},{"id":"https://openalex.org/keywords/watermark-removal-attacks","display_name":"watermark removal attacks","score":0.9079999923706055},{"id":"https://openalex.org/keywords/ai-generated-text","display_name":"AI-generated text","score":0.8109999895095825},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.902999997138977},{"id":"https://openalex.org/keywords/content-authenticity","display_name":"content authenticity","score":0.35100001096725464},{"id":"https://openalex.org/keywords/origin-traceability","display_name":"origin tracing","score":0.6990000009536743},{"id":"https://openalex.org/keywords/watermark-robustness","display_name":"watermark robustness","score":0.7419999837875366},{"id":"https://openalex.org/keywords/watermark-imperceptibility","display_name":"watermark invisibility","score":0.8040000200271606},{"id":"https://openalex.org/keywords/copyright-infringement","display_name":"copyright infringement","score":0.42399999499320984}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.802597165107727},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5603724718093872},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4761890470981598},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.424099862575531},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34148043394088745}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2407.04794","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.04794","pdf_url":"https://arxiv.org/pdf/2407.04794","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2407.04794","doi":"https://doi.org/10.48550/arxiv.2407.04794","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2407.04794","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.04794","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.04794","pdf_url":"https://arxiv.org/pdf/2407.04794","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400518476.pdf","grobid_xml":"https://content.openalex.org/works/W4400518476.grobid-xml"},"referenced_works_count":2,"referenced_works":["https://openalex.org/W4383046637","https://openalex.org/W4387838318"],"related_works":["https://openalex.org/W4416033951","https://openalex.org/W4391272442","https://openalex.org/W4415800537","https://openalex.org/W4402670359","https://openalex.org/W7106207576","https://openalex.org/W7223140518","https://openalex.org/W4383046637","https://openalex.org/W4380033094","https://openalex.org/W4416955635","https://openalex.org/W7127112992"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"excel":[4],"in":[5,47],"various":[6],"applications,":[7],"including":[8],"text":[9,112,117,159,196],"generation":[10],"and":[11,24,38,62,98,104,114,138,154,161,179,226],"complex":[12],"tasks.":[13],"However,":[14],"the":[15,22,28,66,94,211,221,227],"misuse":[16],"of":[17,27,68,223],"LLMs":[18],"raises":[19],"concerns":[20],"about":[21],"authenticity":[23],"ethical":[25],"implications":[26],"content":[29,60],"they":[30,192],"produce,":[31],"such":[32],"as":[33,191],"deepfake":[34],"news,":[35],"academic":[36],"fraud,":[37],"copyright":[39],"infringement.":[40],"Watermarking":[41],"techniques,":[42],"which":[43],"embed":[44],"identifiable":[45],"markers":[46],"machine-generated":[48,102],"text,":[49],"offer":[50,157],"a":[51],"promising":[52],"solution":[53],"to":[54,86,167,175],"these":[55],"issues":[56],"by":[57],"allowing":[58],"for":[59,213,229],"verification":[61],"origin":[63],"tracing.":[64],"Unfortunately,":[65],"robustness":[67],"current":[69,224],"LLM":[70],"watermarking":[71,96,216],"schemes":[72,97],"under":[73],"potential":[74],"watermark":[75,162],"removal":[76,99],"attacks":[77,100,140,172],"has":[78],"not":[79,194],"been":[80],"comprehensively":[81],"explored.":[82],"In":[83,127],"this":[84,88],"paper,":[85],"fill":[87],"gap,":[89],"we":[90,106,122,130],"first":[91],"systematically":[92],"comb":[93],"mainstream":[95],"on":[101],"texts,":[103],"then":[105],"categorize":[107],"them":[108],"into":[109],"pre-text":[110,182],"(before":[111],"generation)":[113,118],"post-text":[115,199],"(after":[116],"classes":[119],"so":[120],"that":[121,151],"can":[123,206],"conduct":[124],"diversified":[125],"analyses.":[126],"our":[128],"experiments,":[129],"evaluate":[131],"eight":[132],"watermarks":[133,156,186],"(five":[134],"pre-text,":[135,142],"three":[136],"post-text)":[137,144],"twelve":[139],"(two":[141],"ten":[143],"across":[145],"87":[146],"scenarios.":[147],"Evaluation":[148],"results":[149],"indicate":[150],"(1)":[152],"KGW":[153],"Exponential":[155],"high":[158],"quality":[160],"retention":[163],"but":[164],"remain":[165],"vulnerable":[166],"most":[168],"attacks;":[169,183],"(2)":[170],"Post-text":[171],"are":[173,187],"found":[174],"be":[176],"more":[177,189,214,231],"efficient":[178],"practical":[180],"than":[181],"(3)":[184],"Pre-text":[185],"generally":[188],"imperceptible,":[190],"do":[193],"alter":[195],"fluency,":[197],"unlike":[198],"watermarks;":[200],"(4)":[201],"Additionally,":[202],"combined":[203],"attack":[204],"methods":[205],"significantly":[207],"increase":[208],"effectiveness,":[209],"highlighting":[210],"need":[212],"robust":[215],"solutions.":[217],"Our":[218],"study":[219],"underscores":[220],"vulnerabilities":[222],"techniques":[225],"necessity":[228],"developing":[230],"resilient":[232],"schemes.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2024-07-11T00:00:00"}