{"id":"https://openalex.org/W4226434268","doi":"https://doi.org/10.1109/asru51503.2021.9687959","title":"Hierarchical Knowledge Distillation for Dialogue Sequence Labeling","display_name":"Hierarchical Knowledge Distillation for Dialogue Sequence Labeling","publication_year":2021,"publication_date":"2021-12-13","ids":{"openalex":"https://openalex.org/W4226434268","doi":"https://doi.org/10.1109/asru51503.2021.9687959"},"language":"en","primary_location":{"id":"doi:10.1109/asru51503.2021.9687959","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru51503.2021.9687959","pdf_url":null,"source":{"id":"https://openalex.org/S4363606113","display_name":"2021 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013009514","display_name":"Shota Orihashi","orcid":null},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shota Orihashi","raw_affiliation_strings":["NTT Corporation,NTT Media Intelligence Laboratories,Japan","NTT Media Intelligence Laboratories, NTT Corporation, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Corporation,NTT Media Intelligence Laboratories,Japan","institution_ids":["https://openalex.org/I2251713219"]},{"raw_affiliation_string":"NTT Media Intelligence Laboratories, NTT Corporation, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020625328","display_name":"Yoshihiro Yamazaki","orcid":"https://orcid.org/0000-0002-9375-5239"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoshihiro Yamazaki","raw_affiliation_strings":["NTT Corporation,NTT Media Intelligence Laboratories,Japan","NTT Media Intelligence Laboratories, NTT Corporation, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Corporation,NTT Media Intelligence Laboratories,Japan","institution_ids":["https://openalex.org/I2251713219"]},{"raw_affiliation_string":"NTT Media Intelligence Laboratories, NTT Corporation, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082466886","display_name":"Naoki Makishima","orcid":"https://orcid.org/0000-0002-7065-315X"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Naoki Makishima","raw_affiliation_strings":["NTT Corporation,NTT Media Intelligence Laboratories,Japan","NTT Media Intelligence Laboratories, NTT Corporation, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Corporation,NTT Media Intelligence Laboratories,Japan","institution_ids":["https://openalex.org/I2251713219"]},{"raw_affiliation_string":"NTT Media Intelligence Laboratories, NTT Corporation, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027118468","display_name":"Mana Ihori","orcid":null},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mana Ihori","raw_affiliation_strings":["NTT Corporation,NTT Media Intelligence Laboratories,Japan","NTT Media Intelligence Laboratories, NTT Corporation, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Corporation,NTT Media Intelligence Laboratories,Japan","institution_ids":["https://openalex.org/I2251713219"]},{"raw_affiliation_string":"NTT Media Intelligence Laboratories, NTT Corporation, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080550833","display_name":"Akihiko Takashima","orcid":"https://orcid.org/0000-0001-7361-4562"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Akihiko Takashima","raw_affiliation_strings":["NTT Corporation,NTT Media Intelligence Laboratories,Japan","NTT Media Intelligence Laboratories, NTT Corporation, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Corporation,NTT Media Intelligence Laboratories,Japan","institution_ids":["https://openalex.org/I2251713219"]},{"raw_affiliation_string":"NTT Media Intelligence Laboratories, NTT Corporation, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009756622","display_name":"Tomohiro Tanaka","orcid":"https://orcid.org/0000-0001-7442-4912"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tomohiro Tanaka","raw_affiliation_strings":["NTT Corporation,NTT Media Intelligence Laboratories,Japan","NTT Media Intelligence Laboratories, NTT Corporation, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Corporation,NTT Media Intelligence Laboratories,Japan","institution_ids":["https://openalex.org/I2251713219"]},{"raw_affiliation_string":"NTT Media Intelligence Laboratories, NTT Corporation, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060644399","display_name":"Ryo Masumura","orcid":"https://orcid.org/0000-0002-2415-4149"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryo Masumura","raw_affiliation_strings":["NTT Corporation,NTT Media Intelligence Laboratories,Japan","NTT Media Intelligence Laboratories, NTT Corporation, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Corporation,NTT Media Intelligence Laboratories,Japan","institution_ids":["https://openalex.org/I2251713219"]},{"raw_affiliation_string":"NTT Media Intelligence Laboratories, NTT Corporation, Japan","institution_ids":["https://openalex.org/I2251713219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2251713219"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"433","last_page":"440"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.850481390953064},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8181046843528748},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5885813236236572},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5440387725830078},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.536434531211853},{"id":"https://openalex.org/keywords/sequence-labeling","display_name":"Sequence labeling","score":0.5085412263870239},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5005981922149658},{"id":"https://openalex.org/keywords/train","display_name":"Train","score":0.47423097491264343},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.473540723323822},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4625299572944641},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4348083734512329},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4191523790359497},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4048120975494385},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.3408662676811218}],"concepts":[{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.850481390953064},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8181046843528748},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5885813236236572},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5440387725830078},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.536434531211853},{"id":"https://openalex.org/C35639132","wikidata":"https://www.wikidata.org/wiki/Q7452468","display_name":"Sequence labeling","level":3,"score":0.5085412263870239},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5005981922149658},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.47423097491264343},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.473540723323822},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4625299572944641},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4348083734512329},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4191523790359497},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4048120975494385},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3408662676811218},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/asru51503.2021.9687959","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru51503.2021.9687959","pdf_url":null,"source":{"id":"https://openalex.org/S4363606113","display_name":"2021 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8100000023841858,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W154662739","https://openalex.org/W1490852216","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1999454387","https://openalex.org/W2010687688","https://openalex.org/W2080141381","https://openalex.org/W2096767737","https://openalex.org/W2128970689","https://openalex.org/W2294370754","https://openalex.org/W2470673105","https://openalex.org/W2509752738","https://openalex.org/W2741675028","https://openalex.org/W2746152375","https://openalex.org/W2748729934","https://openalex.org/W2786539019","https://openalex.org/W2896457183","https://openalex.org/W2921950562","https://openalex.org/W2931751229","https://openalex.org/W2939362715","https://openalex.org/W2952650870","https://openalex.org/W2963550483","https://openalex.org/W2963736842","https://openalex.org/W2963765493","https://openalex.org/W2968917279","https://openalex.org/W2970454332","https://openalex.org/W2971770322","https://openalex.org/W3034457371","https://openalex.org/W3095438769","https://openalex.org/W3105303380","https://openalex.org/W3105966348","https://openalex.org/W3143274934","https://openalex.org/W4298159529","https://openalex.org/W4385245566","https://openalex.org/W6606190876","https://openalex.org/W6629131362","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6733321041","https://openalex.org/W6739901393","https://openalex.org/W6744519841","https://openalex.org/W6755207826","https://openalex.org/W6757249106","https://openalex.org/W6761303817","https://openalex.org/W6762073003","https://openalex.org/W6767164110"],"related_works":["https://openalex.org/W2529301793","https://openalex.org/W2384121599","https://openalex.org/W2038083449","https://openalex.org/W3177678247","https://openalex.org/W1999617572","https://openalex.org/W618248309","https://openalex.org/W2944572343","https://openalex.org/W2377336366","https://openalex.org/W2333799855","https://openalex.org/W2351687372"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,16,48,77,96,104],"novel":[4],"knowledge":[5,92,102,118,136,156],"distillation":[6,93],"method":[7],"for":[8,23,34],"dialogue":[9,29,39,182],"sequence":[10,13],"labeling.":[11],"Dialogue":[12],"labeling":[14,43],"is":[15,32,44,114],"supervised":[17],"learning":[18],"task":[19],"that":[20,58],"estimates":[21],"labels":[22],"each":[24,178],"utterance":[25,64],"in":[26,163,177],"the":[27,60,101,117,121,126,132,139,146,150,155,164,169,173,190,193],"target":[28],"document,":[30],"and":[31,55,65,106,159,185],"useful":[33],"many":[35],"applications":[36],"such":[37,76],"as":[38],"act":[40,183],"estimation.":[41],"Accurate":[42],"often":[45],"realized":[46],"by":[47,99,125,142,167],"hierarchically-structured":[49],"large":[50,73,105],"model":[51,74,78,98,141,166,170],"consisting":[52],"of":[53,103,149,157,192],"utterance-level":[54,158],"dialogue-level":[56,160],"networks":[57],"capture":[59],"contexts":[61,123,161],"within":[62],"an":[63],"between":[66],"utterances,":[67],"respectively.":[68],"However,":[69],"due":[70],"to":[71,115,171],"its":[72],"size,":[75],"cannot":[79],"be":[80],"deployed":[81],"on":[82,91,181],"resource-constrained":[83],"devices.":[84],"To":[85,129],"overcome":[86],"this":[87,130],"difficulty,":[88],"we":[89],"focus":[90],"which":[94],"trains":[95,138],"small":[97,140],"distilling":[100,143],"high":[107],"performance":[108],"teacher":[109,127,165,174],"model.":[110,128],"Our":[111],"key":[112],"idea":[113],"distill":[116],"while":[119],"keeping":[120],"complex":[122],"captured":[124],"end,":[131],"proposed":[133,194],"method,":[134],"hierarchical":[135],"distillation,":[137],"not":[144],"only":[145],"probability":[147],"distribution":[148],"label":[151],"classification,":[152],"but":[153],"also":[154],"trained":[162],"training":[168],"mimic":[172],"model's":[175],"output":[176],"level.":[179],"Experiments":[180],"estimation":[184],"call":[186],"scene":[187],"segmentation":[188],"demonstrate":[189],"effectiveness":[191],"method.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}