{"id":"https://openalex.org/W3113264705","doi":"https://doi.org/10.1109/icccs49678.2020.9277176","title":"QuesBELM: A BERT based Ensemble Language Model for Natural Questions","display_name":"QuesBELM: A BERT based Ensemble Language Model for Natural Questions","publication_year":2020,"publication_date":"2020-10-14","ids":{"openalex":"https://openalex.org/W3113264705","doi":"https://doi.org/10.1109/icccs49678.2020.9277176","mag":"3113264705"},"language":"en","primary_location":{"id":"doi:10.1109/icccs49678.2020.9277176","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icccs49678.2020.9277176","pdf_url":null,"source":{"id":"https://openalex.org/S4306498618","display_name":"2020 5th International Conference on Computing, Communication and Security (ICCCS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 5th International Conference on Computing, Communication and Security (ICCCS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001200177","display_name":"Raj Ratn Pranesh","orcid":null},"institutions":[{"id":"https://openalex.org/I115715567","display_name":"Birla Institute of Technology, Mesra","ror":"https://ror.org/028vtqb15","country_code":"IN","type":"education","lineage":["https://openalex.org/I115715567"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Raj Ratn Pranesh","raw_affiliation_strings":["Birla Institute of Technology Mesra, Mesra, India"],"affiliations":[{"raw_affiliation_string":"Birla Institute of Technology Mesra, Mesra, India","institution_ids":["https://openalex.org/I115715567"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057464174","display_name":"Ambesh Shekhar","orcid":null},"institutions":[{"id":"https://openalex.org/I115715567","display_name":"Birla Institute of Technology, Mesra","ror":"https://ror.org/028vtqb15","country_code":"IN","type":"education","lineage":["https://openalex.org/I115715567"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ambesh Shekhar","raw_affiliation_strings":["Birla Institute of Technology Mesra, Mesra, India"],"affiliations":[{"raw_affiliation_string":"Birla Institute of Technology Mesra, Mesra, India","institution_ids":["https://openalex.org/I115715567"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018980465","display_name":"Smita Pallavi","orcid":"https://orcid.org/0000-0002-4617-0799"},"institutions":[{"id":"https://openalex.org/I115715567","display_name":"Birla Institute of Technology, Mesra","ror":"https://ror.org/028vtqb15","country_code":"IN","type":"education","lineage":["https://openalex.org/I115715567"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Smita Pallavi","raw_affiliation_strings":["Birla Institute of Technology Mesra, Mesra, India"],"affiliations":[{"raw_affiliation_string":"Birla Institute of Technology Mesra, Mesra, India","institution_ids":["https://openalex.org/I115715567"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5001200177"],"corresponding_institution_ids":["https://openalex.org/I115715567"],"apc_list":null,"apc_paid":null,"fwci":0.3309,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.61787905,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.8894318342208862},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8417306542396545},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.743777871131897},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.6161225438117981},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.599734902381897},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5968520045280457},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5671646595001221},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5588377118110657},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5506769418716431},{"id":"https://openalex.org/keywords/f1-score","display_name":"F1 score","score":0.5017783641815186},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.490204393863678},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.46528497338294983},{"id":"https://openalex.org/keywords/ensemble-forecasting","display_name":"Ensemble forecasting","score":0.44396907091140747},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3378283381462097}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.8894318342208862},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8417306542396545},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.743777871131897},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.6161225438117981},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.599734902381897},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5968520045280457},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5671646595001221},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5588377118110657},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5506769418716431},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.5017783641815186},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.490204393863678},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.46528497338294983},{"id":"https://openalex.org/C119898033","wikidata":"https://www.wikidata.org/wiki/Q3433888","display_name":"Ensemble forecasting","level":2,"score":0.44396907091140747},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3378283381462097},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icccs49678.2020.9277176","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icccs49678.2020.9277176","pdf_url":null,"source":{"id":"https://openalex.org/S4306498618","display_name":"2020 5th International Conference on Computing, Communication and Security (ICCCS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 5th International Conference on Computing, Communication and Security (ICCCS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.800000011920929,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W28412257","https://openalex.org/W613690151","https://openalex.org/W1522301498","https://openalex.org/W2251818205","https://openalex.org/W2413794162","https://openalex.org/W2498672755","https://openalex.org/W2557764419","https://openalex.org/W2612431505","https://openalex.org/W2765390718","https://openalex.org/W2888302696","https://openalex.org/W2896457183","https://openalex.org/W2912924812","https://openalex.org/W2962718483","https://openalex.org/W2962985038","https://openalex.org/W2963323070","https://openalex.org/W2963339397","https://openalex.org/W2963341956","https://openalex.org/W2963748441","https://openalex.org/W2964121744","https://openalex.org/W2964223283","https://openalex.org/W2965373594","https://openalex.org/W2970597249","https://openalex.org/W2981852735","https://openalex.org/W2996428491","https://openalex.org/W4288089799","https://openalex.org/W4288623406","https://openalex.org/W6763701032","https://openalex.org/W6768021236"],"related_works":["https://openalex.org/W2384605597","https://openalex.org/W2387743295","https://openalex.org/W2115758952","https://openalex.org/W4288267738","https://openalex.org/W2964413124","https://openalex.org/W4388937922","https://openalex.org/W2131833475","https://openalex.org/W3113264705","https://openalex.org/W2185539916","https://openalex.org/W4221152489"],"abstract_inverted_index":{"A":[0],"core":[1],"goal":[2],"in":[3],"artificial":[4],"intelligence":[5],"is":[6],"to":[7,21,65,118,140],"build":[8,119],"systems":[9,30,53],"that":[10,39],"can":[11],"read":[12],"the":[13,37,48,69,82,110,142,151,156,165,180],"web,":[14],"and":[15,68,92,162,168],"then":[16],"answer":[17,144],"complex":[18],"questions":[19,63],"related":[20],"random":[22],"searches":[23],"about":[24],"any":[25],"topic.":[26],"These":[27],"question-answering":[28,51],"(QA)":[29,52,129],"could":[31],"have":[32],"a":[33,101,120],"big":[34],"impact":[35],"on":[36,54],"way":[38],"we":[40,46,79],"access":[41],"information.":[42],"In":[43,76],"this":[44],"paper,":[45],"addressed":[47],"task":[49],"of":[50,84,88,112,146,160,176],"Google's":[55],"Natural":[56,95],"Questions":[57,96],"(NQ)":[58],"dataset":[59],"containing":[60],"real":[61],"user":[62],"issued":[64],"Google":[66],"search":[67],"answers":[70],"found":[71],"from":[72,136],"Wikipedia":[73],"by":[74],"annotators.":[75],"our":[77],"work,":[78],"systematically":[80],"compare":[81],"performance":[83],"powerful":[85],"variant":[86],"models":[87,139,154],"Transformer":[89],"architectures-'BERTbase,":[90],"BERT-large-WWM":[91],"ALBERT-XXL'":[93],"over":[94,179],"dataset.":[97],"We":[98],"also":[99],"propose":[100],"state-of-the-art":[102],"BERT":[103,114],"based":[104],"ensemble":[105,124],"language":[106,138,153],"model-QuesBELM.":[107],"QuesBELM":[108],"leverages":[109],"power":[111],"existing":[113],"variants":[115],"combined":[116],"together":[117],"more":[121],"accurate":[122],"stacking":[123],"model":[125,132,149],"for":[126,164],"question":[127],"answering":[128],"system.":[130],"The":[131],"integrates":[133],"top-K":[134],"predictions":[135],"single":[137],"determine":[141],"best":[143],"out":[145],"all.":[147],"Our":[148],"surpassed":[150],"baseline":[152,181],"with":[155],"Harmonic":[157],"mean":[158],"score":[159],"0.731":[161],"0.582":[163],"long":[166],"answer(LA)":[167],"short":[169],"answer(SA)":[170],"tasks":[171],"respectively,":[172],"reporting":[173],"an":[174],"average":[175],"10%":[177],"improvement":[178],"models.":[182]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}