{"id":"https://openalex.org/W4402112368","doi":"https://doi.org/10.21437/interspeech.2024-263","title":"A Small and Fast BERT for Chinese Medical Punctuation Restoration","display_name":"A Small and Fast BERT for Chinese Medical Punctuation Restoration","publication_year":2024,"publication_date":"2024-09-01","ids":{"openalex":"https://openalex.org/W4402112368","doi":"https://doi.org/10.21437/interspeech.2024-263"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2024-263","is_oa":false,"landing_page_url":"http://dx.doi.org/10.21437/interspeech.2024-263","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2024","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113039670","display_name":"Tongtao Ling","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Tongtao Ling","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106916691","display_name":"Yutao Lai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yutao Lai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100778791","display_name":"Lei Chen","orcid":"https://orcid.org/0000-0002-6071-8888"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Chen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110518840","display_name":"Shilei Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shilei Huang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5087964419","display_name":"Yi Liu","orcid":"https://orcid.org/0000-0002-0811-6150"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi Liu","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5113039670"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3688,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.66656236,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"4533","last_page":"4537"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.5400999784469604,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.5400999784469604,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.059700001031160355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.05620000138878822,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/punctuation","display_name":"Punctuation","score":0.7939012050628662},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6411733627319336},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20141193270683289}],"concepts":[{"id":"https://openalex.org/C540372491","wikidata":"https://www.wikidata.org/wiki/Q82622","display_name":"Punctuation","level":2,"score":0.7939012050628662},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6411733627319336},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20141193270683289}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.21437/interspeech.2024-263","is_oa":false,"landing_page_url":"http://dx.doi.org/10.21437/interspeech.2024-263","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2024","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-152134","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-152134","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2936002343","https://openalex.org/W2188883480","https://openalex.org/W1592364192","https://openalex.org/W656840002","https://openalex.org/W1605117403","https://openalex.org/W2381416480","https://openalex.org/W2380599343","https://openalex.org/W2181793145"],"abstract_inverted_index":{"In":[0,61],"clinical":[1,27],"dictation,":[2],"utterances":[3],"after":[4],"automatic":[5,31],"speech":[6],"recognition":[7],"(ASR)":[8],"without":[9],"explicit":[10],"punctuation":[11,32,52,87],"marks":[12],"may":[13],"lead":[14],"to":[15,82,102,130],"the":[16,56,99,104,131],"misunderstanding":[17],"of":[18],"dictated":[19],"reports.":[20],"To":[21],"provide":[22],"a":[23,38,43,74,94,125],"precise":[24],"and":[25,45,58,73,108],"understandable":[26],"report":[28],"with":[29,124],"ASR,":[30],"restoration":[33,53],"(APR)":[34],"is":[35],"required.":[36],"Considering":[37],"practical":[39],"scenario,":[40],"we":[41,64],"propose":[42],"fast":[44],"lightweight":[46],"pre-trained":[47,66],"model":[48,119,127],"for":[49,86],"Chinese":[50,133],"medical":[51],"based":[54],"on":[55,112],"'pre-training":[57],"fine-tuning'":[59],"paradigm.":[60],"this":[62],"work,":[63],"distill":[65],"models":[67,115],"by":[68],"incorporating":[69],"supervised":[70],"contrastive":[71],"learning":[72],"novel":[75],"auxiliary":[76],"pre-training":[77,107],"task":[78],"(Punctuation":[79],"Mark":[80],"Prediction)":[81],"make":[83],"it":[84],"well-suited":[85],"restoration.":[88],"We":[89],"then":[90],"reformulate":[91],"APR":[92],"as":[93],"slot":[95],"tagging":[96],"problem":[97],"in":[98],"fine-tuning":[100],"stage":[101],"bridge":[103],"gap":[105],"between":[106],"fine-tuning.":[109],"Our":[110],"experiments":[111],"various":[113],"distilled":[114],"reveal":[116],"that":[117],"our":[118],"can":[120],"achieve":[121],"95%":[122],"performance":[123],"10%":[126],"size":[128],"relative":[129],"state-of-the-art":[132],"RoBERTa.":[134],"\u00a9":[135],"2024":[136],"International":[137],"Speech":[138],"Communication":[139],"Association.":[140],"All":[141],"rights":[142],"reserved.":[143]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-04T09:10:02.777135","created_date":"2025-10-10T00:00:00"}