{"id":"https://openalex.org/W4402111982","doi":"https://doi.org/10.21437/interspeech.2024-819","title":"Non-Linear Inference Time Intervention: Improving LLM Truthfulness","display_name":"Non-Linear Inference Time Intervention: Improving LLM Truthfulness","alternate_titles":[],"publication_year":2024,"publication_date":"2024-09-01","ids":{"openalex":"https://openalex.org/W4402111982","doi":"https://doi.org/10.21437/interspeech.2024-819"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2024-819","doi":"https://doi.org/10.21437/interspeech.2024-819","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2024-819","pdf_url":null,"source":{"id":"https://openalex.org/S4393918409","display_name":"Interspeech (USB)","issn_l":"2308-457X","issn":["2308-457X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2024","raw_type":"proceedings-article"},"parent_works":[{"id":"https://openalex.org/W4399657287","display_name":"Interspeech 2024","relationship":"volume","link_type":"volume"}],"lineage":["https://openalex.org/W4402111982","https://openalex.org/W4399657287"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2403.18680","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003640619","display_name":"Jakub Ho\u015bci\u0142owicz","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jakub Hoscilowicz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094275062","display_name":"Adam Wiacek","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Adam Wiacek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094275063","display_name":"Jan Chojnacki","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jan Chojnacki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092302277","display_name":"Adam Cie\u015blak","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Adam Cieslak","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094275064","display_name":"Leszek Michon","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Leszek Michon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5084366475","display_name":"Artur Janicki","orcid":"https://orcid.org/0000-0002-9937-4402","observed_orcids":["https://orcid.org/0000-0002-9937-4402"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Artur Janicki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6163,"has_fulltext":true,"cited_by_count":21,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.88019192,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4094","last_page":"4098"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.48510000109672546,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.48510000109672546,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.30570000410079956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.11270000040531158,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7020000219345093},{"id":"https://openalex.org/keywords/honesty","display_name":"honesty","score":0.7509999871253967},{"id":"https://openalex.org/keywords/inference-time-intervention","display_name":"inference-time intervention","score":0.9459999799728394},{"id":"https://openalex.org/keywords/attention-heads","display_name":"attention heads","score":0.843999981880188},{"id":"https://openalex.org/keywords/truthfulqa","display_name":"TruthfulQA","score":0.7599999904632568},{"id":"https://openalex.org/keywords/bias-mitigation","display_name":"bias mitigation","score":0.3070000112056732},{"id":"https://openalex.org/keywords/multiple-choice-question-answering","display_name":"multiple-choice question answering","score":0.6729999780654907}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7592165470123291},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6148437261581421},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.4738383889198303},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25654977560043335},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.183521568775177},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.06005397439002991}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.21437/interspeech.2024-819","doi":"https://doi.org/10.21437/interspeech.2024-819","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2024-819","pdf_url":null,"source":{"id":"https://openalex.org/S4393918409","display_name":"Interspeech (USB)","issn_l":"2308-457X","issn":["2308-457X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2024","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2403.18680","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.18680","pdf_url":"https://arxiv.org/pdf/2403.18680","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2403.18680","doi":"https://doi.org/10.48550/arxiv.2403.18680","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2403.18680","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2403.18680","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.18680","pdf_url":"https://arxiv.org/pdf/2403.18680","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402111982.pdf","grobid_xml":"https://content.openalex.org/works/W4402111982.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W2794325560","https://openalex.org/W2890894339","https://openalex.org/W2913946806","https://openalex.org/W3015449890","https://openalex.org/W3165051279","https://openalex.org/W3201174429","https://openalex.org/W3207316473","https://openalex.org/W4221166075","https://openalex.org/W4226278401","https://openalex.org/W4285429195","https://openalex.org/W4322718191","https://openalex.org/W4323240589","https://openalex.org/W4385473851","https://openalex.org/W4385571830","https://openalex.org/W4386437475","https://openalex.org/W4387355345","https://openalex.org/W4389518784","https://openalex.org/W4389520749","https://openalex.org/W4393146683","https://openalex.org/W4403943312","https://openalex.org/W4404782785","https://openalex.org/W4404784305"],"related_works":["https://openalex.org/W7133235880","https://openalex.org/W4402670137","https://openalex.org/W4393146683","https://openalex.org/W7053377175","https://openalex.org/W4402683996","https://openalex.org/W4407758920","https://openalex.org/W7164368164","https://openalex.org/W7166096616","https://openalex.org/W4412945014","https://openalex.org/W4414801980"],"abstract_inverted_index":{"In":[0],"this":[1],"work,":[2],"we":[3,72,95],"explore":[4],"LLM's":[5],"internal":[6],"representation":[7],"space":[8],"to":[9,82,89],"identify":[10],"attention":[11],"heads":[12],"that":[13,109],"contain":[14],"the":[15,24,35,83,90,102],"most":[16],"truthful":[17],"and":[18,48],"accurate":[19],"information.":[20],"We":[21],"further":[22],"developed":[23],"Inference":[25],"Time":[26],"Intervention":[27],"(ITI)":[28],"framework,":[29],"which":[30,54,71],"lets":[31],"bias":[32],"LLM":[33],"without":[34],"need":[36],"for":[37],"fine-tuning.":[38],"The":[39],"improvement":[40,86,100],"manifests":[41],"in":[42],"introducing":[43],"a":[44,97],"non-linear":[45],"multi-token":[46,49],"probing":[47],"intervention:":[50],"Non-Linear":[51],"ITI":[52,92,113],"(NL-ITI),":[53],"significantly":[55],"enhances":[56],"performance":[57],"on":[58,64,70,112],"evaluation":[59],"benchmarks.":[60],"NL-ITI":[61],"is":[62],"tested":[63],"diverse":[65],"multiple-choice":[66],"datasets,":[67],"including":[68],"TruthfulQA,":[69],"report":[73],"over":[74,101],"14%":[75],"relative":[76,99],"MC1":[77],"(accuracy":[78],"of":[79],"model":[80],"pointing":[81],"correct":[84],"answer)":[85],"with":[87],"respect":[88],"baseline":[91],"results.":[93],"Moreover,":[94],"achieved":[96],"10%":[98],"recently":[103],"released":[104],"Truth":[105],"Forest":[106],"(TrFf)":[107],"method":[108],"also":[110],"focused":[111],"improvement.":[114]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4402111982","counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":2}],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2024-09-02T00:00:00"}
