{"id":"https://openalex.org/W4387561538","doi":"https://doi.org/10.48550/arxiv.2310.06824","title":"The Geometry of Truth: Emergent Linear Structure in Large Language Model Representations of True/False Datasets","display_name":"The Geometry of Truth: Emergent Linear Structure in Large Language Model Representations of True/False Datasets","alternate_titles":[],"publication_year":2023,"publication_date":"2023-10-10","ids":{"openalex":"https://openalex.org/W4387561538","doi":"https://doi.org/10.48550/arxiv.2310.06824"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2310.06824","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.06824","pdf_url":"https://arxiv.org/pdf/2310.06824","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4387561538"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2310.06824","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058088298","display_name":"Samuel Marks","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marks, Samuel","raw_affiliation_strings":["Northeastern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091601455","display_name":"Max Tegmark","orcid":"https://orcid.org/0000-0001-7670-7190","observed_orcids":["https://orcid.org/0000-0001-7670-7190"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tegmark, Max","raw_affiliation_strings":["MIT"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":607,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5116999745368958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5116999745368958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.4099000096321106,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.016699999570846558,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.972000002861023},{"id":"https://openalex.org/keywords/truth-detection","display_name":"truth detection","score":0.5040000081062317},{"id":"https://openalex.org/keywords/factual-claims","display_name":"factual claims","score":0.7149999737739563},{"id":"https://openalex.org/keywords/linear-representations","display_name":"linear representations","score":0.4189999997615814},{"id":"https://openalex.org/keywords/probing","display_name":"probing","score":0.5199999809265137},{"id":"https://openalex.org/keywords/causal-intervention","display_name":"causal intervention","score":0.4480000138282776},{"id":"https://openalex.org/keywords/false-statements","display_name":"false statements","score":0.42800000309944153}],"concepts":[{"id":"https://openalex.org/C2777026412","wikidata":"https://www.wikidata.org/wiki/Q2684591","display_name":"Statement (logic)","level":2,"score":0.8003737330436707},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.6670197248458862},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6417688131332397},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5121617317199707},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5049400925636292},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47263428568840027},{"id":"https://openalex.org/C2910433854","wikidata":"https://www.wikidata.org/wiki/Q1501336","display_name":"Truth telling","level":2,"score":0.4644157290458679},{"id":"https://openalex.org/C198352243","wikidata":"https://www.wikidata.org/wiki/Q37105","display_name":"Line (geometry)","level":2,"score":0.45209863781929016},{"id":"https://openalex.org/C46274116","wikidata":"https://www.wikidata.org/wiki/Q185521","display_name":"Truth value","level":2,"score":0.41364946961402893},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.36300694942474365},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.3588332533836365},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3025262951850891},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16694751381874084},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.10702180862426758},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09597158432006836},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.08619046211242676},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2310.06824","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.06824","pdf_url":"https://arxiv.org/pdf/2310.06824","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2310.06824","doi":"https://doi.org/10.48550/arxiv.2310.06824","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2310.06824","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2310.06824","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.06824","pdf_url":"https://arxiv.org/pdf/2310.06824","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387561538.pdf","grobid_xml":"https://content.openalex.org/works/W4387561538.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W2001619934","https://openalex.org/W2766965791","https://openalex.org/W2905381038","https://openalex.org/W3082665562","https://openalex.org/W3092665232","https://openalex.org/W3104142662","https://openalex.org/W3134095442","https://openalex.org/W3168829745","https://openalex.org/W3169878837","https://openalex.org/W3172136722","https://openalex.org/W3199748991","https://openalex.org/W3201174429","https://openalex.org/W4296932880","https://openalex.org/W4368304611","https://openalex.org/W4381245692","https://openalex.org/W4385571158","https://openalex.org/W4385573694","https://openalex.org/W4386839891","https://openalex.org/W4387355345","https://openalex.org/W4387929831","https://openalex.org/W4389519449","https://openalex.org/W4389520380","https://openalex.org/W4396796749","https://openalex.org/W4402671231","https://openalex.org/W7133236469","https://openalex.org/W7133241667"],"related_works":["https://openalex.org/W7053377175","https://openalex.org/W4412888889","https://openalex.org/W4404782567","https://openalex.org/W7221401661","https://openalex.org/W4411875187","https://openalex.org/W4416046431","https://openalex.org/W4389519449","https://openalex.org/W4415885790","https://openalex.org/W4416812383","https://openalex.org/W4393146683"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"impressive":[5],"capabilities,":[6],"but":[7],"are":[8,173],"prone":[9],"to":[10,51,71,111,128],"outputting":[11],"falsehoods.":[12],"Recent":[13],"work":[14,39],"has":[15],"developed":[16],"techniques":[17,168],"for":[18],"inferring":[19],"whether":[20],"a":[21,122],"LLM":[22,78,91],"is":[23,40],"telling":[24],"the":[25,31,75,148],"truth":[26,149],"by":[27,118],"training":[28],"probes":[29,50,105,161],"on":[30,83,107],"LLM's":[32,123],"internal":[33],"activations.":[34],"However,":[35],"this":[36,61],"line":[37],"of":[38,48,67,77,80,86,90,152],"controversial,":[41],"with":[42],"some":[43],"authors":[44],"pointing":[45],"out":[46],"failures":[47],"these":[49],"generalize":[52,110,162],"in":[53,73,103,121,177],"basic":[54],"ways,":[55],"among":[56],"other":[57,166],"conceptual":[58],"issues.":[59],"In":[60],"work,":[62],"we":[63,138],"use":[64],"high-quality":[65],"datasets":[66],"simple":[68,159],"true/false":[69,92],"statements":[70,131],"study":[72],"detail":[74],"structure":[76],"representations":[79],"truth,":[81],"drawing":[82],"three":[84],"lines":[85],"evidence:":[87],"1.":[88],"Visualizations":[89],"statement":[93],"representations,":[94],"which":[95,104,172],"reveal":[96],"clear":[97],"linear":[98],"structure.":[99],"2.":[100],"Transfer":[101],"experiments":[102],"trained":[106],"one":[108],"dataset":[109],"different":[112],"datasets.":[113],"3.":[114],"Causal":[115],"evidence":[116,140],"obtained":[117],"surgically":[119],"intervening":[120],"forward":[124],"pass,":[125],"causing":[126],"it":[127],"treat":[129],"false":[130],"as":[132,163,165],"true":[133],"and":[134],"vice":[135],"versa.":[136],"Overall,":[137],"present":[139],"that":[141,158],"at":[142],"sufficient":[143],"scale,":[144],"LLMs":[145],"linearly":[146],"represent":[147],"or":[150],"falsehood":[151],"factual":[153],"statements.":[154],"We":[155],"also":[156],"show":[157],"difference-in-mean":[160],"well":[164],"probing":[167],"while":[169],"identifying":[170],"directions":[171],"more":[174],"causally":[175],"implicated":[176],"model":[178],"outputs.":[179]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4387561538","counts_by_year":[{"year":2026,"cited_by_count":361},{"year":2025,"cited_by_count":156},{"year":2024,"cited_by_count":87},{"year":2023,"cited_by_count":3}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-10-12T00:00:00"}
