{"id":"https://openalex.org/W4221164017","doi":"https://doi.org/10.48550/arxiv.2203.11147","title":"Teaching language models to support answers with verified quotes","display_name":"Teaching language models to support answers with verified quotes","publication_year":2022,"publication_date":"2022-03-21","ids":{"openalex":"https://openalex.org/W4221164017","doi":"https://doi.org/10.48550/arxiv.2203.11147"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2203.11147","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.11147","pdf_url":"https://arxiv.org/pdf/2203.11147","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2203.11147","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088720016","display_name":"Jacob Menick","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Menick, Jacob","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033339425","display_name":"Maja Tr\u0119bacz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Trebacz, Maja","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047554131","display_name":"Vladimir Mikulik","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mikulik, Vladimir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029807267","display_name":"John Aslanides","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aslanides, John","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031035504","display_name":"Francis Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Francis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110853890","display_name":"Martin J. Chadwick","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chadwick, Martin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012637989","display_name":"Mia Glaese","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Glaese, Mia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029669552","display_name":"Susannah Young","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Young, Susannah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000926540","display_name":"Lucy Campbell-Gillingham","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Campbell-Gillingham, Lucy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029611587","display_name":"Geoffrey Irving","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Irving, Geoffrey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5003470218","display_name":"Nat McAleese","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McAleese, Nat","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":54,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9573000073432922,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9567999839782715,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7433561682701111},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.598644495010376},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5711075067520142},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5544558763504028},{"id":"https://openalex.org/keywords/nonsense","display_name":"Nonsense","score":0.5425918102264404},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.5253747701644897},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.524107813835144},{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.5050614476203918},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4850146472454071},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.4461880922317505},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4253464937210083},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.4131547808647156},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4126489460468292},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4115293025970459},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.35784733295440674},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.23404332995414734},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.15865179896354675},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14609459042549133},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.1096157431602478}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7433561682701111},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.598644495010376},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5711075067520142},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5544558763504028},{"id":"https://openalex.org/C62923972","wikidata":"https://www.wikidata.org/wiki/Q600499","display_name":"Nonsense","level":3,"score":0.5425918102264404},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.5253747701644897},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.524107813835144},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.5050614476203918},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4850146472454071},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.4461880922317505},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4253464937210083},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.4131547808647156},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4126489460468292},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4115293025970459},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35784733295440674},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.23404332995414734},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.15865179896354675},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14609459042549133},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.1096157431602478},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2203.11147","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.11147","pdf_url":"https://arxiv.org/pdf/2203.11147","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2203.11147","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2203.11147","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2203.11147","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.11147","pdf_url":"https://arxiv.org/pdf/2203.11147","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320317153","display_name":"DeepMind","ror":"https://ror.org/00971b260"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1570809968","https://openalex.org/W4391081182","https://openalex.org/W1493907149","https://openalex.org/W3181314097","https://openalex.org/W2166030788","https://openalex.org/W581335853","https://openalex.org/W3204607391","https://openalex.org/W2964413124","https://openalex.org/W4388937922","https://openalex.org/W3113264705"],"abstract_inverted_index":{"Recent":[0],"large":[1],"language":[2,22],"models":[3,23,43],"often":[4],"answer":[5],"factual":[6],"questions":[7,115,156],"correctly.":[8],"But":[9],"users":[10],"can't":[11],"trust":[12],"any":[13],"given":[14],"claim":[15],"a":[16,71,76,117],"model":[17],"makes":[18],"without":[19],"fact-checking,":[20],"because":[21],"can":[24],"hallucinate":[25],"convincing":[26],"nonsense.":[27],"In":[28],"this":[29,138],"work":[30],"we":[31],"use":[32],"reinforcement":[33],"learning":[34],"from":[35,66,75,98,152],"human":[36,110,171],"preferences":[37],"(RLHP)":[38],"to":[39,88,114,130,165],"train":[40],"\"open-book\"":[41],"QA":[42],"that":[44],"generate":[45],"answers":[46,90,113],"whilst":[47],"also":[48],"citing":[49],"specific":[50],"evidence":[51,63,95,200],"for":[52,157,191],"their":[53],"claims,":[54],"which":[55,158],"aids":[56],"in":[57,116],"the":[58,104,120,135,145,148,153,176],"appraisal":[59],"of":[60,106,112,119,134,144,155,187],"correctness.":[61],"Supporting":[62],"is":[64,86,128,160,183],"drawn":[65],"multiple":[67],"documents":[68],"found":[69,129],"via":[70],"search":[72],"engine,":[73],"or":[74],"single":[77],"user-provided":[78],"document.":[79],"Our":[80],"280":[81],"billion":[82],"parameter":[83],"model,":[84],"GopherCite,":[85],"able":[87],"produce":[89],"with":[91],"high":[92],"quality":[93],"supporting":[94],"and":[96,122,142,167,193],"abstain":[97],"answering":[99],"when":[100],"unsure.":[101],"We":[102],"measure":[103],"performance":[105,164],"GopherCite":[107],"by":[108,199],"conducting":[109],"evaluation":[111],"subset":[118],"NaturalQuestions":[121],"ELI5":[123,149],"datasets.":[124],"The":[125],"model's":[126],"response":[127],"be":[131],"high-quality":[132],"80\\%":[133,168],"time":[136,146],"on":[137,147,175],"Natural":[139],"Questions":[140],"subset,":[141],"67\\%":[143],"subset.":[150],"Abstaining":[151],"third":[154],"it":[159],"most":[161],"unsure":[162],"improves":[163],"90\\%":[166],"respectively,":[169],"approaching":[170],"baselines.":[172],"However,":[173],"analysis":[174],"adversarial":[177],"TruthfulQA":[178],"dataset":[179],"shows":[180],"why":[181],"citation":[182],"only":[184],"one":[185],"part":[186],"an":[188],"overall":[189],"strategy":[190],"safety":[192],"trustworthiness:":[194],"not":[195],"all":[196],"claims":[197],"supported":[198],"are":[201],"true.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":32},{"year":2022,"cited_by_count":2}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}