{"id":"https://openalex.org/W4386644467","doi":"https://doi.org/10.48550/arxiv.2309.04635","title":"Can NLP Models 'Identify', 'Distinguish', and 'Justify' Questions that Don't have a Definitive Answer?","display_name":"Can NLP Models 'Identify', 'Distinguish', and 'Justify' Questions that Don't have a Definitive Answer?","publication_year":2023,"publication_date":"2023-09-08","ids":{"openalex":"https://openalex.org/W4386644467","doi":"https://doi.org/10.48550/arxiv.2309.04635"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2309.04635","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.04635","pdf_url":"https://arxiv.org/pdf/2309.04635","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2309.04635","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035678653","display_name":"Ayushi Agarwal","orcid":"https://orcid.org/0000-0002-0635-3275"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agarwal, Ayushi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019585410","display_name":"Nisarg Patel","orcid":"https://orcid.org/0000-0003-1697-6481"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patel, Nisarg","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004217423","display_name":"Neeraj Varshney","orcid":"https://orcid.org/0000-0003-0752-2103"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Varshney, Neeraj","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106524687","display_name":"Mihir Parmar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Parmar, Mihir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092854017","display_name":"Pavan Mallina","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mallina, Pavan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104168066","display_name":"Aryan Bhavin Shah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shah, Aryan Bhavin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092854018","display_name":"Srihari Raju Sangaraju","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sangaraju, Srihari Raju","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030440970","display_name":"Tirth Patel","orcid":"https://orcid.org/0000-0002-1242-1932"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patel, Tirth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007274588","display_name":"Nihar Thakkar","orcid":"https://orcid.org/0000-0001-9846-5735"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thakkar, Nihar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5083735830","display_name":"Chitta Baral","orcid":"https://orcid.org/0000-0002-7549-723X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baral, Chitta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9610999822616577,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.7458556294441223},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7261163592338562},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.611929714679718},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5754854679107666},{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.5214592814445496},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.5198628902435303},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4958690106868744},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4689865708351135},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4622381329536438},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4515133202075958},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.44915762543678284},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39898717403411865},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.38428962230682373}],"concepts":[{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.7458556294441223},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7261163592338562},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.611929714679718},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5754854679107666},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.5214592814445496},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.5198628902435303},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4958690106868744},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4689865708351135},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4622381329536438},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4515133202075958},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.44915762543678284},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39898717403411865},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38428962230682373},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2309.04635","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.04635","pdf_url":"https://arxiv.org/pdf/2309.04635","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2309.04635","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2309.04635","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2309.04635","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.04635","pdf_url":"https://arxiv.org/pdf/2309.04635","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2168627904","https://openalex.org/W2515552481","https://openalex.org/W156769215","https://openalex.org/W1570348318","https://openalex.org/W2015444353","https://openalex.org/W3013494979","https://openalex.org/W4308101915","https://openalex.org/W2384605597","https://openalex.org/W2383111961","https://openalex.org/W2365952365"],"abstract_inverted_index":{"Though":[0],"state-of-the-art":[1],"(SOTA)":[2],"NLP":[3],"systems":[4],"have":[5,22,39,85],"achieved":[6],"remarkable":[7],"performance":[8,155],"on":[9,19,146],"a":[10,23,26,40,49,63,74,96,118,159],"variety":[11],"of":[12,77,81],"language":[13],"understanding":[14],"tasks,":[15],"they":[16],"primarily":[17],"focus":[18],"questions":[20,36,46,60,82],"that":[21,37,83,104,116,133],"correct":[24],"and":[25,52,61,124,139,149,174,178,186],"definitive":[27,41,86],"answer.":[28,42],"However,":[29],"in":[30,182],"real-world":[31],"applications,":[32],"users":[33],"often":[34],"ask":[35],"don't":[38,84],"Incorrectly":[43],"answering":[44],"such":[45,59],"certainly":[47],"hampers":[48],"system's":[50,119],"reliability":[51],"trustworthiness.":[53],"Can":[54],"SOTA":[55,135],"models":[56,136],"accurately":[57],"identify":[58],"provide":[62,95],"reasonable":[64],"response?":[65],"To":[66],"investigate":[67],"the":[68,153],"above":[69],"question,":[70],"we":[71,93,111,131,170],"introduce":[72],"QnotA,":[73],"dataset":[75],"consisting":[76],"five":[78],"different":[79],"categories":[80],"answers.":[87],"Furthermore,":[88],"for":[89],"each":[90],"QnotA":[91,126],"instance,":[92],"also":[94],"corresponding":[97],"QA":[98],"instance":[99],"i.e.":[100],"an":[101],"alternate":[102],"question":[103],"''can":[105],"be''":[106],"answered.":[107],"With":[108],"this":[109,183],"data,":[110],"formulate":[112],"three":[113],"evaluation":[114],"tasks":[115,148],"test":[117],"ability":[120],"to":[121,165],"'identify',":[122],"'distinguish',":[123],"'justify'":[125],"questions.":[127],"Through":[128],"comprehensive":[129],"experiments,":[130],"show":[132],"even":[134],"including":[137],"GPT-3":[138],"Flan":[140],"T5":[141],"do":[142],"not":[143],"fare":[144],"well":[145],"these":[147],"lack":[150],"considerably":[151],"behind":[152],"human":[154],"baseline.":[156],"We":[157],"conduct":[158],"thorough":[160],"analysis":[161],"which":[162],"further":[163,180],"leads":[164],"several":[166],"interesting":[167],"findings.":[168],"Overall,":[169],"believe":[171],"our":[172],"work":[173],"findings":[175],"will":[176],"encourage":[177],"facilitate":[179],"research":[181],"important":[184],"area":[185],"help":[187],"develop":[188],"more":[189],"robust":[190],"models.":[191]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2023-09-13T00:00:00"}