{"id":"https://openalex.org/W2912272477","doi":"https://doi.org/10.3390/info10030082","title":"Machine Reading Comprehension for Answer Re-Ranking in Customer Support Chatbots","display_name":"Machine Reading Comprehension for Answer Re-Ranking in Customer Support Chatbots","publication_year":2019,"publication_date":"2019-02-26","ids":{"openalex":"https://openalex.org/W2912272477","doi":"https://doi.org/10.3390/info10030082","mag":"2912272477"},"language":"en","primary_location":{"id":"doi:10.3390/info10030082","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info10030082","pdf_url":"https://www.mdpi.com/2078-2489/10/3/82/pdf?version=1551166650","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/10/3/82/pdf?version=1551166650","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Momchil Hardalov","orcid":null},"institutions":[{"id":"https://openalex.org/I58918642","display_name":"Sofia University \"St. Kliment Ohridski\"","ror":"https://ror.org/02jv3k292","country_code":"BG","type":"education","lineage":["https://openalex.org/I58918642"]}],"countries":["BG"],"is_corresponding":true,"raw_author_name":"Momchil Hardalov","raw_affiliation_strings":["Faculty of Mathematics and Informatics, Sofia University, 1164 Sofia, Bulgaria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Mathematics and Informatics, Sofia University, 1164 Sofia, Bulgaria","institution_ids":["https://openalex.org/I58918642"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ivan Koychev","orcid":null},"institutions":[{"id":"https://openalex.org/I58918642","display_name":"Sofia University \"St. Kliment Ohridski\"","ror":"https://ror.org/02jv3k292","country_code":"BG","type":"education","lineage":["https://openalex.org/I58918642"]}],"countries":["BG"],"is_corresponding":false,"raw_author_name":"Ivan Koychev","raw_affiliation_strings":["Faculty of Mathematics and Informatics, Sofia University, 1164 Sofia, Bulgaria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Mathematics and Informatics, Sofia University, 1164 Sofia, Bulgaria","institution_ids":["https://openalex.org/I58918642"]}]},{"author_position":"last","author":{"id":null,"display_name":"Preslav Nakov","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Preslav Nakov","raw_affiliation_strings":["Qatar Computing Research Institute, Hamad Bin Khalifa University, 34110 Doha, Qatar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute, Hamad Bin Khalifa University, 34110 Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I58918642"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.5803,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.7458941,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"10","issue":"3","first_page":"82","last_page":"82"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7437999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7437999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.10589999705553055,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.031300000846385956,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5062000155448914},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5054000020027161},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.448199987411499},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.44589999318122864},{"id":"https://openalex.org/keywords/language-understanding","display_name":"Language understanding","score":0.4325999915599823},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4221000075340271},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.40630000829696655},{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.4016999900341034},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.387800008058548}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7939000129699707},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6601999998092651},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5062000155448914},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5054000020027161},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4975000023841858},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.448199987411499},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.44589999318122864},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.4325999915599823},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4221000075340271},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.40630000829696655},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.4016999900341034},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.387800008058548},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3587999939918518},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35850000381469727},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.35749998688697815},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.328900009393692},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3246000111103058},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.28700000047683716},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C2775940519","wikidata":"https://www.wikidata.org/wiki/Q17067742","display_name":"Logic model","level":2,"score":0.2531000077724457},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.251800000667572},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/info10030082","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info10030082","pdf_url":"https://www.mdpi.com/2078-2489/10/3/82/pdf?version=1551166650","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1902.04574","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1902.04574","pdf_url":"https://arxiv.org/pdf/1902.04574","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:e3c2d6baf26c4d6a9cbcbd159038b3c5","is_oa":true,"landing_page_url":"https://doaj.org/article/e3c2d6baf26c4d6a9cbcbd159038b3c5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 10, Iss 3, p 82 (2019)","raw_type":"article"},{"id":"pmh:oai:figshare.com:article/25907251","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Machine_Reading_Comprehension_for_Answer_Re-Ranking_in_Customer_Support_Chatbots/25907251","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:mdpi.com:/2078-2489/10/3/82/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/info10030082","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/info10030082","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info10030082","pdf_url":"https://www.mdpi.com/2078-2489/10/3/82/pdf?version=1551166650","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2912272477.pdf","grobid_xml":"https://content.openalex.org/works/W2912272477.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W77961983","https://openalex.org/W1518951372","https://openalex.org/W1902237438","https://openalex.org/W1993378086","https://openalex.org/W2064675550","https://openalex.org/W2101105183","https://openalex.org/W2108325777","https://openalex.org/W2123442489","https://openalex.org/W2147800946","https://openalex.org/W2153579005","https://openalex.org/W2250539671","https://openalex.org/W2419539795","https://openalex.org/W2551396370","https://openalex.org/W2740258984","https://openalex.org/W2741321799","https://openalex.org/W2741333084","https://openalex.org/W2766284073","https://openalex.org/W2798858969","https://openalex.org/W2810821963","https://openalex.org/W2887103446","https://openalex.org/W2889557241","https://openalex.org/W2915240437","https://openalex.org/W2962739339","https://openalex.org/W2962854379","https://openalex.org/W2963424124","https://openalex.org/W2963903950","https://openalex.org/W2964154091","https://openalex.org/W2964223283","https://openalex.org/W4214717370","https://openalex.org/W4252076394","https://openalex.org/W6628627537","https://openalex.org/W6631190155","https://openalex.org/W6674330103","https://openalex.org/W6679436768","https://openalex.org/W6682631176","https://openalex.org/W6713134421","https://openalex.org/W6736172710"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,53,156],"deep":[3,24,103],"neural":[4,25,104],"networks,":[5,31],"language":[6,9],"modeling":[7],"and":[8,32,81,89,161],"generation":[10],"have":[11,35,72],"introduced":[12],"new":[13],"ideas":[14],"to":[15,48,63,86,113],"the":[16,33,107,115,122,139,154],"field":[17],"of":[18,39,60,109,158],"conversational":[19],"agents.":[20],"As":[21],"a":[22,58,65,98,102,125],"result,":[23],"models":[26,45,120,166],"such":[27],"as":[28,124,167,169],"sequence-to-sequence,":[29],"memory":[30],"Transformer":[34],"become":[36],"key":[37],"ingredients":[38],"state-of-the-art":[40],"dialog":[41],"systems.":[42],"While":[43],"those":[44],"are":[46],"able":[47],"generate":[49],"meaningful":[50],"responses":[51],"even":[52,82],"unseen":[54],"situations,":[55],"they":[56],"need":[57],"lot":[59],"training":[61],"data":[62],"build":[64],"reliable":[66],"model.":[67],"Thus,":[68],"most":[69],"real-world":[70],"systems":[71],"used":[73],"traditional":[74],"approaches":[75],"based":[76,134],"on":[77,135],"information":[78],"retrieval":[79],"(IR)":[80],"hand-crafted":[83],"rules,":[84],"due":[85],"their":[87],"robustness":[88],"effectiveness,":[90],"especially":[91],"for":[92,164,170],"narrow-focused":[93],"conversations.":[94],"Here,":[95],"we":[96],"present":[97],"method":[99],"that":[100,148],"adapts":[101],"architecture":[105],"from":[106,118,138],"domain":[108],"machine":[110],"reading":[111],"comprehension":[112],"re-rank":[114],"suggested":[116],"answers":[117],"different":[119],"using":[121,131],"question":[123],"context.":[126],"We":[127],"train":[128],"our":[129,149],"model":[130,171],"negative":[132],"sampling":[133],"question\u2013answer":[136],"pairs":[137],"Twitter":[140],"Customer":[141],"Support":[142],"Dataset.":[143],"The":[144],"experimental":[145],"results":[146],"show":[147],"re-ranking":[150],"framework":[151],"can":[152],"improve":[153],"performance":[155],"terms":[157],"word":[159],"overlap":[160],"semantics":[162],"both":[163],"individual":[165],"well":[168],"combinations.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2019-02-21T00:00:00"}