{"id":"https://openalex.org/W4408356775","doi":"https://doi.org/10.1109/icassp49660.2025.10889660","title":"PIER: A Novel Metric for Evaluating What Matters in Code-Switching","display_name":"PIER: A Novel Metric for Evaluating What Matters in Code-Switching","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408356775","doi":"https://doi.org/10.1109/icassp49660.2025.10889660"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10889660","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10889660","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066299131","display_name":"Enes Yavuz Ugan","orcid":null},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Enes Yavuz Ugan","raw_affiliation_strings":["Karlsruhe Institut of Technology (KIT),Interactive Systems Lab,Germany"],"affiliations":[{"raw_affiliation_string":"Karlsruhe Institut of Technology (KIT),Interactive Systems Lab,Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004365148","display_name":"Ngoc-Quan Pham","orcid":null},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ngoc-Quan Pham","raw_affiliation_strings":["Karlsruhe Institut of Technology (KIT),Interactive Systems Lab,Germany"],"affiliations":[{"raw_affiliation_string":"Karlsruhe Institut of Technology (KIT),Interactive Systems Lab,Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019488204","display_name":"Leonard B\u00e4rmann","orcid":"https://orcid.org/0000-0003-3092-8726"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Leonard B\u00e4rmann","raw_affiliation_strings":["Karlsruhe Institut of Technology (KIT),Interactive Systems Lab,Germany"],"affiliations":[{"raw_affiliation_string":"Karlsruhe Institut of Technology (KIT),Interactive Systems Lab,Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110453805","display_name":"Alex Waibel","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Waibel","raw_affiliation_strings":["InterACT, Carnegie Mellon University (CMU),USA"],"affiliations":[{"raw_affiliation_string":"InterACT, Carnegie Mellon University (CMU),USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5066299131"],"corresponding_institution_ids":["https://openalex.org/I102335020"],"apc_list":null,"apc_paid":null,"fwci":5.8445,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.92466732,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12207","display_name":"Assistive Technology in Communication and Mobility","score":0.8384000062942505,"subfield":{"id":"https://openalex.org/subfields/3609","display_name":"Occupational Therapy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12207","display_name":"Assistive Technology in Communication and Mobility","score":0.8384000062942505,"subfield":{"id":"https://openalex.org/subfields/3609","display_name":"Occupational Therapy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.7914000153541565,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.7247999906539917,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pier","display_name":"Pier","score":0.7276318073272705},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6840696930885315},{"id":"https://openalex.org/keywords/code-switching","display_name":"Code-switching","score":0.5512989163398743},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5253819227218628},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49668174982070923},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.29934459924697876},{"id":"https://openalex.org/keywords/civil-engineering","display_name":"Civil engineering","score":0.26835063099861145},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.26764848828315735},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.07316046953201294}],"concepts":[{"id":"https://openalex.org/C157892014","wikidata":"https://www.wikidata.org/wiki/Q335297","display_name":"Pier","level":2,"score":0.7276318073272705},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6840696930885315},{"id":"https://openalex.org/C18552078","wikidata":"https://www.wikidata.org/wiki/Q255615","display_name":"Code-switching","level":2,"score":0.5512989163398743},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5253819227218628},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49668174982070923},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.29934459924697876},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.26835063099861145},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26764848828315735},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.07316046953201294},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10889660","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10889660","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320311649","display_name":"Ministry of Education","ror":"https://ror.org/036nq5137"},{"id":"https://openalex.org/F4320325698","display_name":"Helmholtz Association","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W197277712","https://openalex.org/W2006724645","https://openalex.org/W2116648050","https://openalex.org/W2530571334","https://openalex.org/W2743818757","https://openalex.org/W2963077089","https://openalex.org/W2963242190","https://openalex.org/W2963532001","https://openalex.org/W3095410713","https://openalex.org/W3176798216","https://openalex.org/W3180315287","https://openalex.org/W4211104227","https://openalex.org/W4285158365","https://openalex.org/W4293095831","https://openalex.org/W4319862283","https://openalex.org/W4372269995","https://openalex.org/W4385572929","https://openalex.org/W4386585104","https://openalex.org/W4389519244","https://openalex.org/W4389519418","https://openalex.org/W4389520120","https://openalex.org/W4389989084","https://openalex.org/W4392902746","https://openalex.org/W4392903108","https://openalex.org/W4392903651","https://openalex.org/W4392932033","https://openalex.org/W4402112167","https://openalex.org/W4402684152","https://openalex.org/W4402917159","https://openalex.org/W4404782016","https://openalex.org/W6691509046","https://openalex.org/W6712984647","https://openalex.org/W6771467084","https://openalex.org/W6778315691","https://openalex.org/W6845064686","https://openalex.org/W6846618392","https://openalex.org/W6847363464","https://openalex.org/W6851990081","https://openalex.org/W6931496167"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2571879116","https://openalex.org/W1839429328","https://openalex.org/W2969837985","https://openalex.org/W3151182151","https://openalex.org/W3190734613","https://openalex.org/W2005559061","https://openalex.org/W3156119425"],"abstract_inverted_index":{"Code-switching,":[0],"the":[1,18,22,115],"alternation":[2],"of":[3,21,92,100,135],"languages":[4],"within":[5],"a":[6,10,90,131],"single":[7],"discourse,":[8],"presents":[9],"significant":[11],"challenge":[12],"for":[13,121,130],"Automatic":[14],"Speech":[15],"Recognition.":[16],"Despite":[17],"unique":[19],"nature":[20],"task,":[23],"performance":[24,47],"is":[25],"commonly":[26],"measured":[27],"with":[28],"established":[29],"metrics":[30,44,71],"such":[31,142],"as":[32,143],"Word-Error-Rate":[33],"(WER).":[34],"However,":[35],"in":[36,123,139],"this":[37,111],"paper,":[38],"we":[39,57,84],"question":[40],"whether":[41],"these":[42],"general":[43],"accurately":[45,113],"assess":[46],"on":[48,60,72,97,105],"code-switching.":[49,147],"Specifically,":[50],"using":[51],"both":[52,64],"Connectionist-Temporal-Classification":[53],"and":[54,66,108,145],"Encoder-Decoder":[55],"models,":[56],"show":[58,109],"fine-tuning":[59],"non-code-switched":[61],"data":[62],"from":[63],"matrix":[65],"embedded":[67],"language":[68],"improves":[69],"classical":[70],"code-switching":[73,116],"test":[74],"sets,":[75],"although":[76],"actual":[77],"code-switched":[78,106],"words":[79,99],"worsen":[80],"(as":[81],"expected).":[82],"Therefore,":[83],"propose":[85],"Point-of-Interest":[86],"Error":[87],"Rate":[88],"(PIER),":[89],"variant":[91],"WER":[93],"that":[94,110],"focuses":[95],"only":[96],"specific":[98],"interest.":[101],"We":[102],"instantiate":[103],"PIER":[104],"utterances":[107],"more":[112,132],"describes":[114],"performance,":[117,137],"showing":[118],"huge":[119],"room":[120],"improvement":[122],"future":[124],"work.":[125],"This":[126],"focused":[127],"evaluation":[128],"allows":[129],"precise":[133],"assessment":[134],"model":[136],"particularly":[138],"challenging":[140],"aspects":[141],"inter-word":[144],"intra-word":[146]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}