{"id":"https://openalex.org/W4403536327","doi":"https://doi.org/10.1145/3691620.3695060","title":"GlitchProber: Advancing Effective Detection and Mitigation of Glitch Tokens in Large Language Models","display_name":"GlitchProber: Advancing Effective Detection and Mitigation of Glitch Tokens in Large Language Models","publication_year":2024,"publication_date":"2024-10-18","ids":{"openalex":"https://openalex.org/W4403536327","doi":"https://doi.org/10.1145/3691620.3695060"},"language":"en","primary_location":{"id":"doi:10.1145/3691620.3695060","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3691620.3695060","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 39th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2408.04905","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhibo Zhang","orcid":"https://orcid.org/0009-0008-6447-1756"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhibo Zhang","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, Hubei, China","of and ,","of and Wuhan ,"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"of and ,","institution_ids":[]},{"raw_affiliation_string":"of and Wuhan ,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030541648","display_name":"Wanna Bai","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wuxia Bai","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, Hubei, China"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020034653","display_name":"Yuxi Li","orcid":"https://orcid.org/0009-0008-8032-3841"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxi Li","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, Hubei, China","of and ,","of and Wuhan ,"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"of and ,","institution_ids":[]},{"raw_affiliation_string":"of and Wuhan ,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085641844","display_name":"Mark Huasong Meng","orcid":"https://orcid.org/0000-0003-1039-2151"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["CN","DE"],"is_corresponding":false,"raw_author_name":"Mark Huasong Meng","raw_affiliation_strings":["Technical University of Munich, Munich, Germany","of and Wuhan ,","Huazhong University of Science and Technology Wuhan, China","of and ,"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"of and Wuhan ,","institution_ids":[]},{"raw_affiliation_string":"Huazhong University of Science and Technology Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"of and ,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000432413","display_name":"Kailong Wang","orcid":"https://orcid.org/0000-0002-3977-6573"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kailong Wang","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, Hubei, China","of and ,","of and Wuhan ,"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"of and ,","institution_ids":[]},{"raw_affiliation_string":"of and Wuhan ,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085767410","display_name":"Ling Shi","orcid":"https://orcid.org/0000-0002-2023-0247"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Ling Shi","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore","Huazhong University of Science and Technology Wuhan, China","of and ,","of and Wuhan ,"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"Huazhong University of Science and Technology Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"of and ,","institution_ids":[]},{"raw_affiliation_string":"of and Wuhan ,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106407830","display_name":"Li Li","orcid":"https://orcid.org/0000-0003-2990-1614"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Li","raw_affiliation_strings":["Beihang University, Beijing, China","of and ,","Huazhong University of Science and Technology Wuhan, China","of and Wuhan ,"],"affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"of and ,","institution_ids":[]},{"raw_affiliation_string":"Huazhong University of Science and Technology Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"of and Wuhan ,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100735839","display_name":"Jun Wang","orcid":"https://orcid.org/0000-0001-5727-4326"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Wang","raw_affiliation_strings":["Beihang University, Beijing, China","Huazhong University of Science and Technology Wuhan, China","of and ,","of and Wuhan ,"],"affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Huazhong University of Science and Technology Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"of and ,","institution_ids":[]},{"raw_affiliation_string":"of and Wuhan ,","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115695530","display_name":"Haoyu Wang","orcid":"https://orcid.org/0000-0003-1100-8633"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyu Wang","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, Hubei, China","of and ,","of and Wuhan ,"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"of and ,","institution_ids":[]},{"raw_affiliation_string":"of and Wuhan ,","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":0.6711,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.75865622,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"643","last_page":"655"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9732999801635742,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/glitch","display_name":"Glitch","score":0.843990683555603},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7504579424858093},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.43612852692604065},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.30665701627731323},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08365574479103088},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.07726314663887024}],"concepts":[{"id":"https://openalex.org/C191287063","wikidata":"https://www.wikidata.org/wiki/Q543281","display_name":"Glitch","level":3,"score":0.843990683555603},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7504579424858093},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.43612852692604065},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.30665701627731323},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08365574479103088},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.07726314663887024}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3691620.3695060","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3691620.3695060","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 39th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2408.04905","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.04905","pdf_url":"https://arxiv.org/pdf/2408.04905","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2408.04905","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.04905","pdf_url":"https://arxiv.org/pdf/2408.04905","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2870525900","display_name":null,"funder_award_id":"Wuhan","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3481324499","display_name":null,"funder_award_id":"62302176","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5285404577","display_name":"Geometry and harmonic analysis related to symmetric spaces","funder_award_id":"0801010","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5853313636","display_name":null,"funder_award_id":"Knowledge","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6058138561","display_name":null,"funder_award_id":", No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7659621868","display_name":null,"funder_award_id":"62072046","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403536327.pdf","grobid_xml":"https://content.openalex.org/works/W4403536327.grobid-xml"},"referenced_works_count":7,"referenced_works":["https://openalex.org/W1527548706","https://openalex.org/W4385287322","https://openalex.org/W4390529272","https://openalex.org/W4391724817","https://openalex.org/W4402443952","https://openalex.org/W6600891728","https://openalex.org/W6890025973"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2140328632","https://openalex.org/W2541225405","https://openalex.org/W2149184458","https://openalex.org/W4316660008","https://openalex.org/W2373956461","https://openalex.org/W1971856568","https://openalex.org/W1482101251"],"abstract_inverted_index":{"Large":[0],"language":[1,13],"models":[2],"(LLMs)":[3],"have":[4],"achieved":[5],"unprecedented":[6],"success":[7],"in":[8,41,55],"the":[9,16,42,56,60,72],"field":[10],"of":[11,19,38,76],"natural":[12],"processing.":[14],"However,":[15],"black-box":[17],"nature":[18],"their":[20,28],"internal":[21],"mechanisms":[22],"has":[23,34],"brought":[24],"many":[25],"concerns":[26],"about":[27],"trustworthiness":[29],"and":[30,46,74],"interpretability.":[31],"Recent":[32],"research":[33],"discovered":[35],"a":[36],"class":[37],"abnormal":[39],"tokens":[40],"model's":[43],"vocabulary":[44],"space":[45],"named":[47],"them":[48],"\"glitch":[49],"tokens\".":[50],"Those":[51],"tokens,":[52],"once":[53],"included":[54],"input,":[57],"may":[58],"induce":[59],"model":[61],"to":[62],"produce":[63],"incorrect,":[64],"irrelevant,":[65],"or":[66],"even":[67],"harmful":[68],"results,":[69],"drastically":[70],"undermining":[71],"reliability":[73],"practicality":[75],"LLMs.":[77]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}