{"id":"https://openalex.org/W4392745757","doi":"https://doi.org/10.1109/access.2024.3376693","title":"DeepTextMark: A Deep Learning-Driven Text Watermarking Approach for Identifying Large Language Model Generated Text","display_name":"DeepTextMark: A Deep Learning-Driven Text Watermarking Approach for Identifying Large Language Model Generated Text","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392745757","doi":"https://doi.org/10.1109/access.2024.3376693"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3376693","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3376693","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10380310/10471537.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/10380310/10471537.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055006423","display_name":"Travis Munyer","orcid":"https://orcid.org/0000-0003-3347-9890"},"institutions":[{"id":"https://openalex.org/I122266389","display_name":"University of Nebraska at Omaha","ror":"https://ror.org/04yrkc140","country_code":"US","type":"education","lineage":["https://openalex.org/I122266389"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Travis Munyer","raw_affiliation_strings":["Department of Computer Science, University of Nebraska Omaha, Omaha, NE, USA"],"raw_orcid":"https://orcid.org/0000-0003-3347-9890","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Nebraska Omaha, Omaha, NE, USA","institution_ids":["https://openalex.org/I122266389"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011092437","display_name":"Abdullah All Tanvir","orcid":"https://orcid.org/0000-0003-4153-1281"},"institutions":[{"id":"https://openalex.org/I122266389","display_name":"University of Nebraska at Omaha","ror":"https://ror.org/04yrkc140","country_code":"US","type":"education","lineage":["https://openalex.org/I122266389"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abdullah All Tanvir","raw_affiliation_strings":["Department of Computer Science, University of Nebraska Omaha, Omaha, NE, USA"],"raw_orcid":"https://orcid.org/0000-0003-4153-1281","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Nebraska Omaha, Omaha, NE, USA","institution_ids":["https://openalex.org/I122266389"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043656256","display_name":"Arjon Das","orcid":"https://orcid.org/0009-0003-3575-163X"},"institutions":[{"id":"https://openalex.org/I122266389","display_name":"University of Nebraska at Omaha","ror":"https://ror.org/04yrkc140","country_code":"US","type":"education","lineage":["https://openalex.org/I122266389"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arjon Das","raw_affiliation_strings":["Department of Computer Science, University of Nebraska Omaha, Omaha, NE, USA"],"raw_orcid":"https://orcid.org/0009-0003-3575-163X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Nebraska Omaha, Omaha, NE, USA","institution_ids":["https://openalex.org/I122266389"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075649839","display_name":"Xin Zhong","orcid":"https://orcid.org/0000-0001-8339-9245"},"institutions":[{"id":"https://openalex.org/I122266389","display_name":"University of Nebraska at Omaha","ror":"https://ror.org/04yrkc140","country_code":"US","type":"education","lineage":["https://openalex.org/I122266389"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Zhong","raw_affiliation_strings":["Department of Computer Science, University of Nebraska Omaha, Omaha, NE, USA"],"raw_orcid":"https://orcid.org/0000-0001-8339-9245","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Nebraska Omaha, Omaha, NE, USA","institution_ids":["https://openalex.org/I122266389"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I122266389"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":7.0701,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":{"value":0.97901374,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"40508","last_page":"40520"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10388","display_name":"Advanced Steganography and Watermarking Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10388","display_name":"Advanced Steganography and Watermarking Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8159533739089966},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6629794836044312},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.607322096824646},{"id":"https://openalex.org/keywords/digital-watermarking","display_name":"Digital watermarking","score":0.6053924560546875},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4954797029495239},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4507286250591278},{"id":"https://openalex.org/keywords/language-identification","display_name":"Language identification","score":0.41346535086631775},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.2639005184173584},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.0901285707950592}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8159533739089966},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6629794836044312},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.607322096824646},{"id":"https://openalex.org/C150817343","wikidata":"https://www.wikidata.org/wiki/Q875932","display_name":"Digital watermarking","level":3,"score":0.6053924560546875},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4954797029495239},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4507286250591278},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.41346535086631775},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2639005184173584},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0901285707950592}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3376693","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3376693","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10380310/10471537.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:66bc8f3ac54f4fae9d8845e86bb66286","is_oa":true,"landing_page_url":"https://doaj.org/article/66bc8f3ac54f4fae9d8845e86bb66286","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 40508-40520 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3376693","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3376693","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10380310/10471537.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6100000143051147,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392745757.pdf","grobid_xml":"https://content.openalex.org/works/W4392745757.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1521626219","https://openalex.org/W2081580037","https://openalex.org/W2240884068","https://openalex.org/W2790136966","https://openalex.org/W2794557536","https://openalex.org/W2960225463","https://openalex.org/W4214851787","https://openalex.org/W4220726338","https://openalex.org/W4294170691","https://openalex.org/W4304092681","https://openalex.org/W4353007481","https://openalex.org/W4380201950","https://openalex.org/W4381952928","https://openalex.org/W4385245566","https://openalex.org/W4390590975","https://openalex.org/W6631190155","https://openalex.org/W6749879876","https://openalex.org/W6848670183","https://openalex.org/W6848955896","https://openalex.org/W6851663954"],"related_works":["https://openalex.org/W3213549959","https://openalex.org/W3129739276","https://openalex.org/W3108387573","https://openalex.org/W3082797515","https://openalex.org/W1998541766","https://openalex.org/W2064542902","https://openalex.org/W2262900283","https://openalex.org/W1985349217","https://openalex.org/W2098508228","https://openalex.org/W2271356425"],"abstract_inverted_index":{"The":[0],"rapid":[1],"advancement":[2],"of":[3,13,24,60,77,88,93,131,201],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"has":[8,34,63],"significantly":[9],"enhanced":[10],"the":[11,17,22,58,75,95,140,181,189],"capabilities":[12],"text":[14,84,103,108,148,159,171,183],"generators.":[15],"With":[16],"potential":[18],"for":[19,107,117,124,146],"misuse":[20],"escalating,":[21],"importance":[23],"discerning":[25],"whether":[26],"texts":[27],"are":[28,144],"human-authored":[29],"or":[30,178],"generated":[31],"by":[32,46,161],"LLMs":[33],"become":[35],"paramount.":[36],"Several":[37],"preceding":[38],"studies":[39],"have":[40],"ventured":[41],"to":[42,50,66,169,180],"address":[43],"this":[44,156],"challenge":[45],"employing":[47],"binary":[48],"classifiers":[49,62],"differentiate":[51],"between":[52],"human-written":[53],"and":[54,114,135,198],"LLM-generated":[55],"text.":[56],"Nevertheless,":[57],"reliability":[59],"these":[61,142],"been":[64],"subject":[65],"question.":[67],"Given":[68],"that":[69,83],"consequential":[70],"decisions":[71],"may":[72],"hinge":[73],"on":[74,158],"outcome":[76],"such":[78],"classification,":[79],"it":[80],"is":[81,87],"imperative":[82],"source":[85,109,149],"detection":[86,193],"high":[89,190],"caliber.":[90],"In":[91],"light":[92],"this,":[94],"present":[96],"paper":[97,157],"introduces":[98],"DeepTextMark,":[99],"a":[100,121,129,152,165],"deep":[101],"learning-driven":[102],"watermarking":[104],"methodology":[105],"devised":[106],"identification.":[110],"By":[111],"leveraging":[112],"Word2Vec":[113],"Sentence":[115],"Encoding":[116],"watermark":[118,125],"insertion,":[119],"alongside":[120],"transformer-based":[122],"classifier":[123],"detection,":[126,150],"DeepTextMark":[127,163],"epitomizes":[128],"blend":[130],"blindness,":[132],"robustness,":[133,196],"imperceptibility,":[134,191],"reliability.":[136],"As":[137],"elaborated":[138],"within":[139],"paper,":[141],"attributes":[143],"crucial":[145],"universal":[147],"with":[151],"particular":[153],"emphasis":[154],"in":[155],"produced":[160],"LLMs.":[162],"offers":[164],"viable":[166],"\u201cadd-on\u201d":[167],"solution":[168],"prevailing":[170],"generation":[172,184],"frameworks,":[173],"requiring":[174],"no":[175],"direct":[176],"access":[177],"alterations":[179],"underlying":[182],"mechanism.":[185],"Experimental":[186],"evaluations":[187],"underscore":[188],"elevated":[192],"accuracy,":[194],"augmented":[195],"reliability,":[197],"swift":[199],"execution":[200],"DeepTextMark.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":3}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}
