{"id":"https://openalex.org/W7224124136","doi":"https://doi.org/10.48550/arxiv.2610.36527","title":"ETC-Bench: A Multilingual Benchmark for Evaluation-Side Transcript Canonicalization","display_name":"ETC-Bench: A Multilingual Benchmark for Evaluation-Side Transcript Canonicalization","publication_year":2026,"publication_date":"2026-10-27","ids":{"openalex":"https://openalex.org/W7224124136","doi":"https://doi.org/10.48550/arxiv.2610.36527"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.36527","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.36527","pdf_url":"https://arxiv.org/pdf/2610.36527","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.36527","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120093859","display_name":"Zhiheng Qian","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Zhiheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134884005","display_name":"Junhao Du","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Junhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160034775","display_name":"Jing Peng","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Jing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160005131","display_name":"Hanqi Li","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Hanqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056095201","display_name":"Kunyang Peng","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Kunyang","raw_affiliation_strings":["AISpeech Ltd , Suzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AISpeech Ltd , Suzhou , China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160020702","display_name":"Feng Xue","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xue, Feng","raw_affiliation_strings":["AISpeech Ltd , Suzhou , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AISpeech Ltd , Suzhou , China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160190911","display_name":"Shuai Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Shuai","raw_affiliation_strings":["School of Intelligence Science and Technology , Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Intelligence Science and Technology , Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5160192655","display_name":"Kai Yu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.8134999871253967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.8134999871253967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.12439999729394913,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.018300000578165054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multilingual-benchmark","display_name":"multilingual benchmark","score":0.7070000171661377},{"id":"https://openalex.org/keywords/speech-transcripts","display_name":"speech transcripts","score":0.3619999885559082},{"id":"https://openalex.org/keywords/minimal-pairs","display_name":"minimal pairs","score":0.597000002861023},{"id":"https://openalex.org/keywords/bertscore","display_name":"BERTScore","score":0.9279999732971191},{"id":"https://openalex.org/keywords/semantic-preservation","display_name":"semantic preservation","score":0.7369999885559082},{"id":"https://openalex.org/keywords/llm-based-agents","display_name":"LLM agents","score":0.8209999799728394}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6793000102043152},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5986999869346619},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5407999753952026},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.5055000185966492},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.483599990606308},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48010000586509705},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4706999957561493},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.446399986743927},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.44449999928474426},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.38260000944137573},{"id":"https://openalex.org/C50335755","wikidata":"https://www.wikidata.org/wiki/Q483247","display_name":"Phenomenon","level":2,"score":0.33739998936653137},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33730000257492065},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.31130000948905945},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C179926584","wikidata":"https://www.wikidata.org/wiki/Q207714","display_name":"Transcription (linguistics)","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C37926939","wikidata":"https://www.wikidata.org/wiki/Q7449061","display_name":"Semantic equivalence","level":4,"score":0.27720001339912415},{"id":"https://openalex.org/C1893757","wikidata":"https://www.wikidata.org/wiki/Q3653001","display_name":"Inversion (geology)","level":3,"score":0.2556999921798706}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.36527","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.36527","pdf_url":"https://arxiv.org/pdf/2610.36527","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.36527","doi":"https://doi.org/10.48550/arxiv.2610.36527","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.36527","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.36527","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.36527","pdf_url":"https://arxiv.org/pdf/2610.36527","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224124136.pdf","grobid_xml":"https://content.openalex.org/works/W7224124136.grobid-xml"},"referenced_works_count":3,"referenced_works":["https://openalex.org/W4415097571","https://openalex.org/W7163017514","https://openalex.org/W7165385035"],"related_works":["https://openalex.org/W7214781712","https://openalex.org/W153320552","https://openalex.org/W132168875","https://openalex.org/W2183706796","https://openalex.org/W7212005979","https://openalex.org/W2397522670","https://openalex.org/W2399500849","https://openalex.org/W2161966221","https://openalex.org/W7098025412","https://openalex.org/W1507880885"],"abstract_inverted_index":{"Written":[0],"transcripts":[1],"of":[2],"the":[3,16,48,122,150,153],"same":[4],"speech":[5,17],"can":[6],"differ":[7],"in":[8,80],"ways":[9],"that":[10,72,149],"are":[11,38],"not":[12,39],"uniquely":[13],"determined":[14,40],"by":[15,41],"signal.":[18],"We":[19,119],"formulate":[20],"evaluation-side":[21,56,165],"transcript":[22,57,166],"canonicalization":[23,90,137,167],"(ETC),":[24],"which":[25,102,128],"maps":[26],"multiple":[27],"surface":[28],"forms":[29],"to":[30],"a":[31,69,74,81,112,161],"single":[32],"canonical":[33],"form":[34],"when":[35],"their":[36],"differences":[37],"speech.":[42],"To":[43,87],"our":[44],"knowledge,":[45],"ETC-Bench":[46,159],"is":[47,68],"first":[49],"and":[50,77,92,135,144],"most":[51],"comprehensive":[52],"multilingual":[53],"benchmark":[54],"for":[55,164],"canonicalization,":[58],"covering":[59],"181":[60],"phenomenon":[61,133],"types":[62],"across":[63,168],"12":[64],"languages.":[65,158,169],"Each":[66],"instance":[67],"minimal":[70],"pair":[71,109],"shares":[73],"sentence":[75],"context":[76],"differs":[78],"only":[79],"target":[82],"span":[83],"exhibiting":[84],"one":[85],"phenomenon.":[86],"evaluate":[88],"both":[89],"success":[91],"semantic":[93],"preservation,":[94],"we":[95],"propose":[96],"Semantic-preserving":[97],"Exact-match":[98],"Normalization":[99],"Accuracy":[100],"(SENA),":[101],"combines":[103],"exact":[104],"agreement":[105],"between":[106],"independently":[107],"canonicalized":[108],"members":[110],"with":[111,132,140],"pair-relative":[113],"BERTScore":[114],"constraint":[115],"against":[116],"information":[117],"loss.":[118],"further":[120],"introduce":[121],"Taxonomy-guided":[123],"Agent":[124],"Canonicalization":[125],"Skill":[126],"(TACS),":[127],"provides":[129,160],"LLM":[130],"agents":[131,147,151],"descriptions":[134],"explicit":[136],"contracts.":[138],"Experiments":[139],"five":[141],"baseline":[142,154],"configurations":[143],"three":[145],"TACS-based":[146],"show":[148],"outperform":[152],"systems":[155],"on":[156],"shared":[157],"systematic":[162],"testbed":[163]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-29T00:00:00"}