{"id":"https://openalex.org/W4324056402","doi":"https://doi.org/10.1145/3587464","title":"OdeBERT: One-stage Deep-supervised Early-exiting BERT for Fast Inference in User Intent Classification","display_name":"OdeBERT: One-stage Deep-supervised Early-exiting BERT for Fast Inference in User Intent Classification","publication_year":2023,"publication_date":"2023-03-13","ids":{"openalex":"https://openalex.org/W4324056402","doi":"https://doi.org/10.1145/3587464"},"language":"en","primary_location":{"id":"doi:10.1145/3587464","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3587464","pdf_url":null,"source":{"id":"https://openalex.org/S4306421405","display_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","issn_l":"2375-4699","issn":["2375-4699","2375-4702"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083096970","display_name":"Yuanxia Liu","orcid":"https://orcid.org/0000-0003-1730-5014"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuanxia Liu","raw_affiliation_strings":["School of Computer Science, South China Normal University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1730-5014","affiliations":[{"raw_affiliation_string":"School of Computer Science, South China Normal University, Guangzhou, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080646275","display_name":"Tianyong Hao","orcid":"https://orcid.org/0000-0002-9792-3949"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyong Hao","raw_affiliation_strings":["School of Computer Science, South China Normal University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9792-3949","affiliations":[{"raw_affiliation_string":"School of Computer Science, South China Normal University, Guangzhou, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100614026","display_name":"Hai Liu","orcid":"https://orcid.org/0000-0003-4062-4945"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Liu","raw_affiliation_strings":["School of Computer Science, South China Normal University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4062-4945","affiliations":[{"raw_affiliation_string":"School of Computer Science, South China Normal University, Guangzhou, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050196247","display_name":"Yuanyuan Mu","orcid":"https://orcid.org/0000-0002-9646-0524"},"institutions":[{"id":"https://openalex.org/I46520130","display_name":"Chaohu University","ror":"https://ror.org/00mwds915","country_code":"CN","type":"education","lineage":["https://openalex.org/I46520130"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanyuan Mu","raw_affiliation_strings":["School of Foreign Languages, Chaohu University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-9646-0524","affiliations":[{"raw_affiliation_string":"School of Foreign Languages, Chaohu University, Hefei, China","institution_ids":["https://openalex.org/I46520130"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088263100","display_name":"Heng Weng","orcid":"https://orcid.org/0000-0002-5203-8663"},"institutions":[{"id":"https://openalex.org/I117532281","display_name":"Guangzhou University of Chinese Medicine","ror":"https://ror.org/03qb7bg95","country_code":"CN","type":"education","lineage":["https://openalex.org/I117532281"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng Weng","raw_affiliation_strings":["State Key Laboratory of Dampness Syndrome of Chinese Medicine, The Second Affiliated Hospital of Guangzhou University of Chinese Medicine, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-5203-8663","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Dampness Syndrome of Chinese Medicine, The Second Affiliated Hospital of Guangzhou University of Chinese Medicine, Guangzhou, China","institution_ids":["https://openalex.org/I117532281"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072482402","display_name":"Fu Lee Wang","orcid":"https://orcid.org/0000-0002-3976-0053"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu Lee Wang","raw_affiliation_strings":["School of Science and Technology, Hong Kong Metropolitan University, Kowloon, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-3976-0053","affiliations":[{"raw_affiliation_string":"School of Science and Technology, Hong Kong Metropolitan University, Kowloon, Hong Kong","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5083096970"],"corresponding_institution_ids":["https://openalex.org/I187400657"],"apc_list":null,"apc_paid":null,"fwci":1.7041,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.86939403,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"22","issue":"5","first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8845607042312622},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.8008642196655273},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7812846899032593},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6847681999206543},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.60010826587677},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.529308557510376},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5231935977935791},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.48089054226875305},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4320458471775055}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8845607042312622},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.8008642196655273},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7812846899032593},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6847681999206543},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.60010826587677},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.529308557510376},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5231935977935791},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.48089054226875305},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4320458471775055},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3587464","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3587464","pdf_url":null,"source":{"id":"https://openalex.org/S4306421405","display_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","issn_l":"2375-4699","issn":["2375-4699","2375-4702"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.7099999785423279}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W2241862190","https://openalex.org/W2946794439","https://openalex.org/W2962898354","https://openalex.org/W2963341956","https://openalex.org/W2970454332","https://openalex.org/W2981812042","https://openalex.org/W2987861506","https://openalex.org/W3012133245","https://openalex.org/W3034292689","https://openalex.org/W3035038672","https://openalex.org/W3038012435","https://openalex.org/W3105966348","https://openalex.org/W3176780274","https://openalex.org/W3177265267","https://openalex.org/W4247432477","https://openalex.org/W4299828299"],"related_works":["https://openalex.org/W4380075502","https://openalex.org/W4223943233","https://openalex.org/W4312200629","https://openalex.org/W4360585206","https://openalex.org/W4364306694","https://openalex.org/W4380086463","https://openalex.org/W4225161397","https://openalex.org/W3014300295","https://openalex.org/W3164822677","https://openalex.org/W4250304930"],"abstract_inverted_index":{"User":[0],"intent":[1,43,72],"classification":[2,44,73],"is":[3,48,98],"a":[4,78,94],"vital":[5],"task":[6],"for":[7,69],"analyzing":[8],"users\u2019":[9,14],"essential":[10],"requirements":[11],"from":[12,33],"the":[13,41,64,70,102,113,139,152],"input":[15],"query":[16],"in":[17,59],"information":[18],"retrieval":[19],"systems,":[20,23],"question":[21],"answering":[22],"and":[24,51,55,133],"dialogue":[25],"systems.":[26],"Pre-trained":[27],"language":[28],"model":[29],"Bidirectional":[30],"Encoder":[31],"Representation":[32],"Transformers":[34],"(BERT)":[35],"has":[36],"been":[37],"widely":[38],"applied":[39],"to":[40,100,111],"user":[42,71],"task.":[45],"However,":[46],"BERT":[47,68,85,90,145],"compute":[49],"intensive":[50],"time-consuming":[52],"during":[53],"inference":[54,65],"usually":[56],"causes":[57],"latency":[58],"real-time":[60],"applications.":[61],"To":[62],"improve":[63,112],"efficiency":[66],"of":[67,116],"task,":[74],"this":[75],"article":[76],"proposes":[77],"new":[79],"network":[80,103],"named":[81],"one-stage":[82,87,108],"deep-supervised":[83,88],"early-exiting":[84,89],"as":[86],"(OdeBERT).":[91],"In":[92],"addition,":[93],"deep":[95],"supervision":[96],"strategy":[97],"developed":[99],"incorporate":[101],"with":[104,151],"internal":[105],"classifiers":[106,117],"by":[107,118],"joint":[109],"training":[110],"learning":[114],"process":[115],"extracting":[119],"discriminative":[120],"category":[121],"features.":[122],"Experiments":[123],"are":[124],"conducted":[125],"on":[126],"publicly":[127],"available":[128],"datasets,":[129],"including":[130],"ECDT,":[131],"SNIPS,":[132],"FDQuestion.":[134],"The":[135],"results":[136],"show":[137],"that":[138],"OdeBERT":[140],"can":[141],"speed":[142],"up":[143],"original":[144],"12":[146],"times":[147],"faster":[148],"at":[149],"most":[150],"same":[153],"performance,":[154],"outperforming":[155],"state-of-the-art":[156],"baseline":[157],"methods.":[158]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}