{"id":"https://openalex.org/W4408354000","doi":"https://doi.org/10.1109/icassp49660.2025.10888244","title":"TeXBLEU: Automatic Metric for Evaluate LaTeX Format","display_name":"TeXBLEU: Automatic Metric for Evaluate LaTeX Format","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408354000","doi":"https://doi.org/10.1109/icassp49660.2025.10888244"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10888244","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10888244","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088896521","display_name":"Kyudan Jung","orcid":"https://orcid.org/0000-0002-5657-7533"},"institutions":[{"id":"https://openalex.org/I67900169","display_name":"Chung-Ang University","ror":"https://ror.org/01r024a98","country_code":"KR","type":"education","lineage":["https://openalex.org/I67900169"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyudan Jung","raw_affiliation_strings":["Chung-Ang University,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chung-Ang University,Seoul,Korea","institution_ids":["https://openalex.org/I67900169"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000717294","display_name":"Nam-Joon Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Nam-Joon Kim","raw_affiliation_strings":["Seoul National Univeristy,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National Univeristy,Seoul,Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023354297","display_name":"Hyun Gon Ryu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hyun Gon Ryu","raw_affiliation_strings":["NVIDIA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114367679","display_name":"Sieun Hyeon","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sieun Hyeon","raw_affiliation_strings":["Seoul National Univeristy,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National Univeristy,Seoul,Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100334429","display_name":"Seungjun Lee","orcid":"https://orcid.org/0000-0002-0097-8119"},"institutions":[{"id":"https://openalex.org/I67900169","display_name":"Chung-Ang University","ror":"https://ror.org/01r024a98","country_code":"KR","type":"education","lineage":["https://openalex.org/I67900169"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seung-Jun Lee","raw_affiliation_strings":["Chung-Ang University,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chung-Ang University,Seoul,Korea","institution_ids":["https://openalex.org/I67900169"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102861073","display_name":"Hyuk-Jae Lee","orcid":"https://orcid.org/0000-0001-8895-9117"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyuk-Jae Lee","raw_affiliation_strings":["Seoul National Univeristy,Seoul,Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National Univeristy,Seoul,Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1819,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.87381303,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9380999803543091,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.9243999719619751,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.743194580078125},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5805278420448303},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11304366588592529}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.743194580078125},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5805278420448303},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11304366588592529},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10888244","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10888244","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W575847903","https://openalex.org/W2101105183","https://openalex.org/W2163993443","https://openalex.org/W2250342921","https://openalex.org/W2510769428","https://openalex.org/W2524620548","https://openalex.org/W2806532810","https://openalex.org/W2941064704","https://openalex.org/W2962784628","https://openalex.org/W2963250244","https://openalex.org/W2963532001","https://openalex.org/W2973065121","https://openalex.org/W3035408261","https://openalex.org/W3095113710","https://openalex.org/W3101140821","https://openalex.org/W3189734236","https://openalex.org/W3202897922","https://openalex.org/W3209632425","https://openalex.org/W4319984996","https://openalex.org/W4389027761","https://openalex.org/W4391305860","https://openalex.org/W4408355145","https://openalex.org/W4409362737","https://openalex.org/W6632118081","https://openalex.org/W6636510571","https://openalex.org/W6678262379","https://openalex.org/W6678277124","https://openalex.org/W6761946264","https://openalex.org/W6779902714","https://openalex.org/W6853205265","https://openalex.org/W6872931082","https://openalex.org/W7001934616"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"LaTeX":[0,22,53],"is":[1,28,134],"suitable":[2],"for":[3,47],"creating":[4],"specially":[5],"formatted":[6],"documents":[7],"in":[8,21,51,63],"science,":[9],"technology,":[10],"mathematics,":[11],"and":[12,80,111,121],"computer":[13],"science.":[14],"Although":[15],"the":[16,52,57,76,100,125],"use":[17],"of":[18,70,102,108],"mathematical":[19,49],"expressions":[20,50],"format":[23,54],"along":[24],"with":[25,85,99,128],"language":[26],"models":[27],"increasing,":[29],"there":[30],"are":[31],"no":[32],"proper":[33],"evaluation":[34,115],"matrices":[35],"to":[36],"evaluate":[37],"them.":[38],"In":[39],"this":[40],"study,":[41],"we":[42],"propose":[43],"TeXBLEU,":[44],"a":[45,71,81],"metric":[46,60],"evaluating":[48],"built":[55],"on":[56,75,124],"n-gram-based":[58,103],"BLEU":[59],"widely":[61],"used":[62],"translation":[64],"tasks.":[65],"The":[66,88,132],"proposed":[67],"TeXBLEU":[68,89,105],"consists":[69],"predefined":[72],"tokenizer":[73],"trained":[74],"arXiv":[77],"paper":[78],"dataset":[79,127],"fine-tuned":[82],"embedding":[83],"model":[84],"positional":[86],"encoding.":[87],"score":[90,98],"was":[91],"calculated":[92],"by":[93],"replacing":[94],"BLUE\u2019s":[95],"modified":[96],"precision":[97],"similarity":[101],"tokens.":[104],"showed":[106],"improvements":[107],"86%,":[109],"121%,":[110],"610%":[112],"over":[113],"traditional":[114],"metrics,":[116],"such":[117],"as":[118],"BLEU,":[119],"sacreBLEU,":[120],"Rouge,":[122],"respectively,":[123],"MathBridge":[126],"1,000":[129],"data":[130],"points.":[131],"code":[133],"available":[135],"at":[136],"https://github.com/KyuDan1/TeXBLEU.":[137]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}