{"id":"https://openalex.org/W7235962271","doi":"https://doi.org/10.5281/zenodo.24328893","title":"Right Document, Wrong Sentence: A Pre-registered Abstention Study of a Local Multi-Document Research Assistant, in Which a Frozen Threshold Refused 90 Percent of Unanswerable Questions and the Extracted Sentence Held the Answer Only 41 Percent of the Time","display_name":"Right Document, Wrong Sentence: A Pre-registered Abstention Study of a Local Multi-Document Research Assistant, in Which a Frozen Threshold Refused 90 Percent of Unanswerable Questions and the Extracted Sentence Held the Answer Only 41 Percent of the Time","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-18","ids":{"openalex":"https://openalex.org/W7235962271","doi":"https://doi.org/10.5281/zenodo.24328893"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.24328893","doi":"https://doi.org/10.5281/zenodo.24328893","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24328893","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"parent_works":[],"lineage":["https://openalex.org/W7235962271"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.24328893","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5162258040","display_name":"Jesun Ahmad Ushno","orcid":"https://orcid.org/0000-0002-6070-9025","observed_orcids":["https://orcid.org/0000-0002-6070-9025"]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Ushno, Jesun Ahmad","raw_affiliation_strings":["Independent researcher, Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0002-6070-9025","affiliations":[{"raw_affiliation_string":"Independent researcher, Toronto, Canada","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5162258040"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.8324999809265137,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.8324999809265137,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.15970000624656677,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/research-assistants","display_name":"research assistants","score":0.6430000066757202},{"id":"https://openalex.org/keywords/question-answering","display_name":"question answering","score":0.5490000247955322},{"id":"https://openalex.org/keywords/citation-reliability","display_name":"citation reliability","score":0.45899999141693115},{"id":"https://openalex.org/keywords/retrieval-latency","display_name":"retrieval latency","score":0.5619999766349792},{"id":"https://openalex.org/keywords/local-embedding","display_name":"local embedding","score":0.3179999887943268},{"id":"https://openalex.org/keywords/cosine-similarity","display_name":"cosine similarity","score":0.39100000262260437},{"id":"https://openalex.org/keywords/technical-documentation","display_name":"technical documentation","score":0.6269999742507935}],"concepts":[{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6585999727249146},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.45879998803138733},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.42410001158714294},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4185999929904938},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.38920000195503235},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3522000014781952},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3343999981880188},{"id":"https://openalex.org/C198352243","wikidata":"https://www.wikidata.org/wiki/Q37105","display_name":"Line (geometry)","level":2,"score":0.3294000029563904},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3271999955177307},{"id":"https://openalex.org/C2777179996","wikidata":"https://www.wikidata.org/wiki/Q911222","display_name":"Mistake","level":2,"score":0.3197999894618988},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3174000084400177},{"id":"https://openalex.org/C40993552","wikidata":"https://www.wikidata.org/wiki/Q514654","display_name":"Gold standard (test)","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.298799991607666},{"id":"https://openalex.org/C2778732403","wikidata":"https://www.wikidata.org/wiki/Q815577","display_name":"Ignorance","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.2937000095844269},{"id":"https://openalex.org/C2779677306","wikidata":"https://www.wikidata.org/wiki/Q2732142","display_name":"Statistician","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C3019144022","wikidata":"https://www.wikidata.org/wiki/Q4124998","display_name":"Questions and answers","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C2779386606","wikidata":"https://www.wikidata.org/wiki/Q2393642","display_name":"Handwriting","level":2,"score":0.251800000667572},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2502000033855438}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.24328893","doi":"https://doi.org/10.5281/zenodo.24328893","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24328893","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.24328894","doi":"https://doi.org/10.5281/zenodo.24328894","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24328894","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.24328893","doi":"https://doi.org/10.5281/zenodo.24328893","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24328893","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7236052920","https://openalex.org/W7225120617","https://openalex.org/W7225640999","https://openalex.org/W7220704958","https://openalex.org/W7221829316","https://openalex.org/W7236159774","https://openalex.org/W7222075954","https://openalex.org/W2041073561","https://openalex.org/W7155006200","https://openalex.org/W7210273558"],"abstract_inverted_index":{"A":[0],"retrieval":[1,345,432],"tool":[2,47,397],"that":[3,87,208,219,336,398],"answers":[4],"questions":[5,19,127,136,174,194],"from":[6,358],"a":[7,51,61,95,105,154,184,199,239,280,359,367,389,396,418],"local":[8,52],"document":[9,31,181],"folder":[10,62],"faces":[11],"two":[12,295,314],"distinct":[13],"failure":[14,207],"modes:":[15],"it":[16,25,59,403],"can":[17,26],"answer":[18],"the":[20,29,34,57,76,84,92,100,122,141,158,179,205,210,216,249,253,262,265,269,272,276,290,294,325,332,337,343,350,354,363,393,407,411,425],"documents":[21,64,130],"cannot":[22,404],"support,":[23,405],"and":[24,97,131,143,203,275,286,313,320,424],"point":[27],"at":[28,311,318,417],"right":[30],"while":[32],"returning":[33],"wrong":[35],"sentence.":[36],"This":[37],"study":[38,326],"measures":[39],"both,":[40],"under":[41,48],"rules":[42],"frozen":[43,106,185,245,391],"in":[44,153,215,289,330,410],"advance.":[45],"The":[46,112,244,282,370],"test":[49],"is":[50,271,279,328,428],"research":[53],"assistant":[54],"built":[55],"by":[56,80],"author:":[58],"chunks":[60],"of":[63,108,171,187,191,201,224,241,252,401,420],"into":[65],"120-word":[66],"windows,":[67],"embeds":[68],"them":[69],"locally":[70],"with":[71,94,128,146,178,349],"minishlab/potion-base-8M":[72],"through":[73],"model2vec,":[74],"retrieves":[75],"single":[77],"top":[78,101,299,344,355],"chunk":[79,88,102,341,356],"cosine":[81],"similarity,":[82],"returns":[83],"sentence":[85,263,278,429],"inside":[86],"most":[89,400],"similar":[90],"to":[91,302,306,324],"question":[93,123],"citation,":[96],"abstains":[98],"when":[99],"scores":[103,300],"below":[104],"threshold":[107,351,390],"T":[109],"=":[110],"0.40.":[111],"corpus":[113],"(16":[114],"self-written":[115,377],"technical":[116],"documents,":[117],"5,124":[118],"words,":[119],"62":[120],"chunks),":[121],"battery":[124],"(30":[125],"in-corpus":[126,173,256,309,422],"gold":[129,132,180,266],"phrases,":[133],"20":[134,192],"out-of-corpus":[135,193,304],"including":[137],"deliberate":[138],"vocabulary":[139,315],"traps),":[140],"threshold,":[142],"three":[144,165,285],"hypotheses":[145,166],"numeric":[147],"verdict":[148],"lines":[149],"were":[150,167,176,196],"committed":[151],"together":[152],"pre-registration":[155],"(2026-11-15)":[156],"before":[157,392],"tool's":[159],"measurement":[160],"code":[161],"was":[162,232,342],"written.":[163],"All":[164],"CONFIRMED.":[168],"H1:":[169],"29":[170,254],"30":[172],"(0.967)":[175],"answered":[177,255,317],"cited,":[182],"against":[183,198,204,238],"line":[186,200,240],"0.80.":[188],"H2:":[189],"18":[190],"(0.900)":[195],"refused,":[197],"0.80":[202],"reference":[206,408],"motivated":[209],"study,":[211],"an":[212],"earlier":[213],"system":[214,409],"same":[217],"programme":[218],"abstained":[220,338],"on":[221],"only":[222,258],"0.167":[223],"its":[225],"adversarial":[226],"questions.":[227],"H3:":[228],"median":[229],"per-question":[230],"latency":[231],"0.0013":[233],"s":[234],"over":[235],"250":[236],"measurements,":[237],"2.0":[242],"s.":[243],"secondary":[246],"measure":[247],"exposes":[248],"weak":[250],"stage:":[251],"questions,":[257],"12":[259],"(0.414)":[260],"returned":[261],"containing":[264],"phrase,":[267],"so":[268,362],"citation":[270],"reliable":[273],"product":[274],"extracted":[277],"pointer.":[281],"failures":[283],"are":[284,372],"all":[287],"sit":[288],"overlap":[291],"band":[292],"between":[293],"score":[296],"distributions":[297],"(in-corpus":[298],"0.397":[301],"0.762,":[303],"0.090":[305],"0.507):":[307],"one":[308,375,379,382,384,421],"abstention":[310,364],"0.3967,":[312],"traps":[316],"0.4162":[319],"0.5071.":[321],"One":[322],"correction":[323],"record":[327,413],"reported":[329],"full:":[331],"repository's":[333],"RESULTS.md":[334],"states":[335],"question's":[339],"correct":[340],"result,":[346],"but":[347],"re-execution":[348],"disabled":[352],"shows":[353],"came":[357],"different":[360],"document,":[361],"also":[365],"masked":[366],"wrong-document":[368],"retrieval.":[369],"claims":[371],"deliberately":[373],"narrow:":[374],"small":[376],"corpus,":[378],"embedding":[380],"model,":[381],"machine,":[383],"threshold.":[385],"Within":[386],"those":[387],"bounds,":[388],"fact":[394],"produced":[395],"refuses":[399],"what":[402],"where":[406],"motivating":[412],"refused":[414],"almost":[415],"nothing,":[416],"cost":[419],"refusal,":[423],"remaining":[426],"defect":[427],"selection,":[430],"not":[431],"or":[433],"refusal.":[434]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7235962271","counts_by_year":[],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2026-11-19T00:00:00"}
