{"id":"https://openalex.org/W4389857865","doi":"https://doi.org/10.1142/s1793351x24410046","title":"Does Noise Really Matter? Investigation into the Influence of Noisy Labels on BERT-Based Question Answering System","display_name":"Does Noise Really Matter? Investigation into the Influence of Noisy Labels on BERT-Based Question Answering System","publication_year":2023,"publication_date":"2023-12-17","ids":{"openalex":"https://openalex.org/W4389857865","doi":"https://doi.org/10.1142/s1793351x24410046"},"language":"en","primary_location":{"id":"doi:10.1142/s1793351x24410046","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s1793351x24410046","pdf_url":null,"source":{"id":"https://openalex.org/S4210201727","display_name":"International Journal of Semantic Computing","issn_l":"1793-351X","issn":["1793-351X","1793-7108"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Semantic Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019012874","display_name":"Dmitriy Alexandrov","orcid":null},"institutions":[{"id":"https://openalex.org/I173089394","display_name":"ITMO University","ror":"https://ror.org/04txgxn49","country_code":"RU","type":"education","lineage":["https://openalex.org/I173089394"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Dmitriy Alexandrov","raw_affiliation_strings":["ITMO University, Saint Petersburg, Russia"],"raw_orcid":"https://orcid.org/0000-0002-3494-5315","affiliations":[{"raw_affiliation_string":"ITMO University, Saint Petersburg, Russia","institution_ids":["https://openalex.org/I173089394"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065756178","display_name":"Anastasiia Zakharova","orcid":"https://orcid.org/0000-0002-7624-6790"},"institutions":[{"id":"https://openalex.org/I173089394","display_name":"ITMO University","ror":"https://ror.org/04txgxn49","country_code":"RU","type":"education","lineage":["https://openalex.org/I173089394"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Anastasiia Zakharova","raw_affiliation_strings":["ITMO University, Saint Petersburg, Russia"],"raw_orcid":"https://orcid.org/0000-0002-7624-6790","affiliations":[{"raw_affiliation_string":"ITMO University, Saint Petersburg, Russia","institution_ids":["https://openalex.org/I173089394"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061336784","display_name":"Nikolay Butakov","orcid":"https://orcid.org/0000-0002-2705-1313"},"institutions":[{"id":"https://openalex.org/I173089394","display_name":"ITMO University","ror":"https://ror.org/04txgxn49","country_code":"RU","type":"education","lineage":["https://openalex.org/I173089394"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Nikolay Butakov","raw_affiliation_strings":["ITMO University, Saint Petersburg, Russia"],"raw_orcid":"https://orcid.org/0000-0002-2705-1313","affiliations":[{"raw_affiliation_string":"ITMO University, Saint Petersburg, Russia","institution_ids":["https://openalex.org/I173089394"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1632,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.58740319,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"18","issue":"01","first_page":"77","last_page":"96"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9742000102996826,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.8486051559448242},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7605735659599304},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5950130224227905},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42574769258499146},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3814922571182251},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3795834183692932}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.8486051559448242},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7605735659599304},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5950130224227905},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42574769258499146},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3814922571182251},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3795834183692932},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s1793351x24410046","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s1793351x24410046","pdf_url":null,"source":{"id":"https://openalex.org/S4210201727","display_name":"International Journal of Semantic Computing","issn_l":"1793-351X","issn":["1793-351X","1793-7108"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Semantic Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2251818205","https://openalex.org/W2557764419","https://openalex.org/W2912924812","https://openalex.org/W2951434086","https://openalex.org/W2963748441","https://openalex.org/W2965826089","https://openalex.org/W2970745243","https://openalex.org/W3012639927","https://openalex.org/W3015721781","https://openalex.org/W3100468923","https://openalex.org/W3101983939","https://openalex.org/W3103621845","https://openalex.org/W3159579291","https://openalex.org/W4221099399"],"related_works":["https://openalex.org/W2384605597","https://openalex.org/W2387743295","https://openalex.org/W3082787378","https://openalex.org/W2136007095","https://openalex.org/W2366230879","https://openalex.org/W3208425359","https://openalex.org/W2349927912","https://openalex.org/W4288102755","https://openalex.org/W297543570","https://openalex.org/W3192589309"],"abstract_inverted_index":{"Recent":[0],"works":[1],"with":[2,61,97],"the":[3,14,42,47,50,57,68,71,77,88,94],"BERT-based":[4],"models":[5,92],"demonstrate":[6],"their":[7],"generalization":[8],"ability":[9],"and":[10,35,82,101,104],"high":[11],"performance":[12,135],"on":[13,67],"new":[15],"domain":[16,113],"tasks.":[17],"However,":[18],"this":[19,30,53],"kind":[20],"of":[21,27,49,59,70,79,90,125],"model":[22],"requires":[23],"a":[24,111,120,141],"large":[25],"amount":[26],"data.":[28],"Collecting":[29],"data":[31,45,60,66],"can":[32],"be":[33],"error-prone,":[34],"it":[36],"is":[37],"important":[38],"to":[39,115,138],"know:":[40],"how":[41],"errors":[43,63],"in":[44,119,140],"affect":[46],"quality":[48],"model.":[51],"In":[52],"work,":[54],"we":[55],"study":[56,87,128],"impact":[58],"different":[62,98],"\u2013":[64],"noisy":[65],"training":[69,95],"question":[72,84],"answering-over-text":[73],"BERT-model.":[74],"We":[75,86,108],"use":[76],"concept":[78],"random,":[80],"structural":[81],"irrelevant":[83],"noises.":[85],"robustness":[89],"QAT":[91],"during":[93],"process":[96],"settings,":[99],"datasets":[100],"noise":[102],"types":[103],"discuss":[105],"possible":[106],"reasons.":[107],"also":[109],"propose":[110],"real-world":[112,121,142],"dataset":[114],"probe":[116],"our":[117],"findings":[118],"scenario.":[122],"The":[123],"results":[124],"an":[126],"experimental":[127],"showed":[129],"that":[130],"following":[131],"developed":[132],"recommendations":[133],"allowed":[134],"improvement":[136],"up":[137],"3.6%":[139],"setting.":[143]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}