{"id":"https://openalex.org/W2892453983","doi":"https://doi.org/10.1109/slt.2018.8639519","title":"A Re-Ranker Scheme For Integrating Large Scale NLU Models","display_name":"A Re-Ranker Scheme For Integrating Large Scale NLU Models","publication_year":2018,"publication_date":"2018-12-01","ids":{"openalex":"https://openalex.org/W2892453983","doi":"https://doi.org/10.1109/slt.2018.8639519","mag":"2892453983"},"language":"en","primary_location":{"id":"doi:10.1109/slt.2018.8639519","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt.2018.8639519","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043281010","display_name":"Chengwei Su","orcid":"https://orcid.org/0000-0003-1492-723X"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chengwei Su","raw_affiliation_strings":["Amazon.com, USA"],"affiliations":[{"raw_affiliation_string":"Amazon.com, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075937808","display_name":"Rahul Gupta","orcid":"https://orcid.org/0000-0002-9277-3718"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rahul Gupta","raw_affiliation_strings":["Amazon.com, USA"],"affiliations":[{"raw_affiliation_string":"Amazon.com, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012501106","display_name":"Shankar Ananthakrishnan","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shankar Ananthakrishnan","raw_affiliation_strings":["Amazon.com, USA"],"affiliations":[{"raw_affiliation_string":"Amazon.com, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034173999","display_name":"Spyros Matsoukas","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Spyros Matsoukas","raw_affiliation_strings":["Amazon.com, USA"],"affiliations":[{"raw_affiliation_string":"Amazon.com, USA","institution_ids":["https://openalex.org/I1311688040"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5043281010"],"corresponding_institution_ids":["https://openalex.org/I1311688040"],"apc_list":null,"apc_paid":null,"fwci":3.9092,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.94859627,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"670","last_page":"676"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.757675290107727},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7438303828239441},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.6190287470817566},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5496701002120972},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5060970187187195},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.47969719767570496},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.45858997106552124},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.41190165281295776},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3433946371078491},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3414752781391144},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.2733396291732788},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1412513256072998},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12897196412086487},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.10586977005004883}],"concepts":[{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.757675290107727},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7438303828239441},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.6190287470817566},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5496701002120972},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5060970187187195},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.47969719767570496},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.45858997106552124},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41190165281295776},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3433946371078491},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3414752781391144},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2733396291732788},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1412513256072998},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12897196412086487},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.10586977005004883},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/slt.2018.8639519","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt.2018.8639519","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5199999809265137,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W28749054","https://openalex.org/W29471193","https://openalex.org/W179314280","https://openalex.org/W222053410","https://openalex.org/W1578200545","https://openalex.org/W1598033630","https://openalex.org/W1954463725","https://openalex.org/W1981312103","https://openalex.org/W2035438624","https://openalex.org/W2097927681","https://openalex.org/W2103149536","https://openalex.org/W2115410424","https://openalex.org/W2120391124","https://openalex.org/W2128877075","https://openalex.org/W2137143056","https://openalex.org/W2142537246","https://openalex.org/W2159755860","https://openalex.org/W2167662839","https://openalex.org/W2288878529","https://openalex.org/W2407574685","https://openalex.org/W2407610416","https://openalex.org/W2408289873","https://openalex.org/W2562335618","https://openalex.org/W2572102653","https://openalex.org/W2784672094","https://openalex.org/W2884475480","https://openalex.org/W2963768411","https://openalex.org/W4232704105","https://openalex.org/W6601125390","https://openalex.org/W6607185345","https://openalex.org/W6607690188","https://openalex.org/W6608792757","https://openalex.org/W6634550209","https://openalex.org/W6635717444","https://openalex.org/W6640650116","https://openalex.org/W6677732584","https://openalex.org/W6683540925","https://openalex.org/W6713452536","https://openalex.org/W6713783998","https://openalex.org/W6714022844","https://openalex.org/W6747597888"],"related_works":["https://openalex.org/W2389214306","https://openalex.org/W4235240664","https://openalex.org/W2965083567","https://openalex.org/W1838576100","https://openalex.org/W2095886385","https://openalex.org/W2089704382","https://openalex.org/W1983399550","https://openalex.org/W97075385","https://openalex.org/W2357523926","https://openalex.org/W2889616422"],"abstract_inverted_index":{"Large":[0],"scale":[1],"Natural":[2],"Language":[3],"Understanding":[4],"(NLU)":[5],"systems":[6,27],"are":[7,54],"typically":[8,55],"trained":[9],"on":[10,158,184],"large":[11],"quantities":[12],"of":[13,29,45,72],"data,":[14],"requiring":[15],"a":[16,69,131,152],"fast":[17],"and":[18,37,155],"scalable":[19],"training":[20,179],"strategy.":[21],"A":[22],"typical":[23],"design":[24,146],"for":[25,93,150],"NLU":[26,31,121],"consists":[28],"domain-level":[30,66],"modules":[32,53],"(domain":[33],"classifier,":[34],"intent":[35],"classifier":[36],"named":[38],"entity":[39],"recognizer).":[40],"Hypotheses":[41],"(NLU":[42],"interpretations":[43],"consisting":[44],"various":[46],"intent+slot":[47],"combinations)":[48],"from":[49,65],"these":[50,137],"domain":[51,74,142,181,190],"specific":[52,143,182],"aggregated":[56],"with":[57,175],"another":[58],"downstream":[59],"component.":[60],"The":[61],"re-ranker":[62,78,113,133,154],"integrates":[63],"outputs":[64],"recognizers,":[67],"returning":[68],"scored":[70],"list":[71],"cross":[73],"hypotheses.":[75],"An":[76],"ideal":[77],"will":[79],"exhibit":[80],"the":[81,89,94,98,103,112,119,160,169,180],"following":[82],"two":[83],"properties:":[84],"(a)":[85],"it":[86],"should":[87,114],"prefer":[88],"most":[90],"relevant":[91],"hypothesis":[92,100,109,162],"given":[95],"input":[96],"as":[97,165,167],"top":[99,161],"and,":[101],"(b)":[102],"interpretation":[104,122],"scores":[105],"corresponding":[106],"to":[107,124,191],"each":[108,189],"produced":[110],"by":[111,188],"be":[115,125],"calibrated.":[116],"Calibration":[117],"allows":[118],"final":[120],"score":[123],"comparable":[126],"across":[127],"domains.":[128],"We":[129,145,172],"propose":[130],"novel":[132],"strategy":[134],"that":[135],"addresses":[136],"aspects,":[138],"while":[139],"also":[140,173],"maintaining":[141,168],"modularity.":[144],"optimization":[147],"loss":[148],"functions":[149],"such":[151],"modularized":[153],"present":[156],"results":[157],"decreasing":[159],"error":[163],"rate":[164],"well":[166],"model":[170],"calibration.":[171],"experiment":[174],"an":[176],"extension":[177],"involving":[178],"re-rankers":[183],"datasets":[185],"curated":[186],"independently":[187],"allow":[192],"further":[193],"asynchronization.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}