{"id":"https://openalex.org/W2949028947","doi":"https://doi.org/10.18653/v1/p19-3019","title":"GLTR: Statistical Detection and Visualization of Generated Text","display_name":"GLTR: Statistical Detection and Visualization of Generated Text","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2949028947","doi":"https://doi.org/10.18653/v1/p19-3019","mag":"2949028947"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-3019","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-3019","pdf_url":"https://www.aclweb.org/anthology/P19-3019.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics: System Demonstrations","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P19-3019.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026789962","display_name":"Sebastian Gehrmann","orcid":"https://orcid.org/0000-0002-8257-9516"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sebastian Gehrmann","raw_affiliation_strings":["Harvard SEAS","Harvard University ,"],"affiliations":[{"raw_affiliation_string":"Harvard SEAS","institution_ids":[]},{"raw_affiliation_string":"Harvard University ,","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084459196","display_name":"Hendrik Strobelt","orcid":"https://orcid.org/0000-0002-8995-1683"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hendrik Strobelt","raw_affiliation_strings":["IBM Research MIT-IBM Watson AI lab","IBM"],"affiliations":[{"raw_affiliation_string":"IBM Research MIT-IBM Watson AI lab","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"IBM","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062546146","display_name":"Alexander M. Rush","orcid":"https://orcid.org/0000-0002-9900-1606"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander Rush","raw_affiliation_strings":["Harvard SEAS","Harvard University ,"],"affiliations":[{"raw_affiliation_string":"Harvard SEAS","institution_ids":[]},{"raw_affiliation_string":"Harvard University ,","institution_ids":["https://openalex.org/I2801851002"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5026789962"],"corresponding_institution_ids":["https://openalex.org/I2801851002"],"apc_list":null,"apc_paid":null,"fwci":0.867,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":{"value":0.80672056,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"111","last_page":"116"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7500612735748291},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.7378241419792175},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5879934430122375},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5062562823295593},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.48883265256881714},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4532738924026489},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4487192630767822},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.4413268566131592},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39250192046165466},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3495776355266571},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.11057424545288086},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.06924542784690857}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7500612735748291},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.7378241419792175},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5879934430122375},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5062562823295593},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.48883265256881714},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4532738924026489},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4487192630767822},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.4413268566131592},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39250192046165466},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3495776355266571},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.11057424545288086},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.06924542784690857},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/p19-3019","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-3019","pdf_url":"https://www.aclweb.org/anthology/P19-3019.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics: System Demonstrations","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1906.04043","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.04043","pdf_url":"https://arxiv.org/pdf/1906.04043","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.1906.04043","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1906.04043","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:2949028947","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.18653/v1/p19-3019","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-3019","pdf_url":"https://www.aclweb.org/anthology/P19-3019.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics: System Demonstrations","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5400000214576721,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G6111017855","display_name":"CAREER: Data-Driven Document Generation","funder_award_id":"1845664","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2949028947.pdf","grobid_xml":"https://content.openalex.org/works/W2949028947.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W78509178","https://openalex.org/W204891295","https://openalex.org/W1795484492","https://openalex.org/W2098447295","https://openalex.org/W2124741472","https://openalex.org/W2406990858","https://openalex.org/W2499568709","https://openalex.org/W2508320715","https://openalex.org/W2577366047","https://openalex.org/W2734443755","https://openalex.org/W2742330194","https://openalex.org/W2962739339","https://openalex.org/W2963096510","https://openalex.org/W2963141266","https://openalex.org/W2963341956","https://openalex.org/W2963416784","https://openalex.org/W2963466651","https://openalex.org/W2963756346","https://openalex.org/W2964267515"],"related_works":["https://openalex.org/W3176800240","https://openalex.org/W3006758072","https://openalex.org/W3031292202","https://openalex.org/W2748570250","https://openalex.org/W3124372372","https://openalex.org/W3039757765","https://openalex.org/W2999517958","https://openalex.org/W2154513962","https://openalex.org/W3207992608","https://openalex.org/W3160231897","https://openalex.org/W2979906731","https://openalex.org/W3198861360","https://openalex.org/W3204934692","https://openalex.org/W2787779682","https://openalex.org/W2251197903","https://openalex.org/W2084236619","https://openalex.org/W3108996037","https://openalex.org/W3184970977","https://openalex.org/W2541433315","https://openalex.org/W2911842391"],"abstract_inverted_index":{"The":[0],"rapid":[1],"improvement":[2],"of":[3,10,12,21,59,89],"language":[4],"models":[5],"has":[6,107],"raised":[7],"the":[8,19,79,86],"specter":[9],"abuse":[11],"text":[13,27,49,91],"generation":[14,66],"systems.":[15],"This":[16],"progress":[17],"motivates":[18],"development":[20],"simple":[22],"methods":[23,62],"for":[24],"detecting":[25,46],"generated":[26,51,114],"that":[28,63,78],"can":[29,64],"be":[30],"used":[31,111],"by":[32,52,83],"and":[33,103,106],"explained":[34],"to":[35,42,94,112],"non-experts.":[36],"We":[37],"develop":[38],"GLTR,":[39],"a":[40,48,53,57,73],"tool":[41],"support":[43],"humans":[44],"in":[45],"whether":[47],"was":[50],"model.":[54],"GLTR":[55,84,100],"applies":[56],"suite":[58],"baseline":[60],"statistical":[61],"detect":[65,113],"artifacts":[67],"across":[68],"common":[69],"sampling":[70],"schemes.":[71],"In":[72],"human-subjects":[74],"study,":[75],"we":[76],"show":[77],"annotation":[80],"scheme":[81],"provided":[82],"improves":[85],"human":[87],"detection-rate":[88],"fake":[90],"from":[92],"54%":[93],"72%":[95],"without":[96],"any":[97],"prior":[98],"training.":[99],"is":[101],"open-source":[102],"publicly":[104],"deployed,":[105],"already":[108],"been":[109],"widely":[110],"outputs.":[115]},"counts_by_year":[{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}