{"id":"https://openalex.org/W7170177592","doi":"https://doi.org/10.48550/arxiv.2607.20058","title":"Reading and Steering Representations of Materials-Science Mechanisms in an Open-Weight Language Model","display_name":"Reading and Steering Representations of Materials-Science Mechanisms in an Open-Weight Language Model","publication_year":2026,"publication_date":"2026-07-22","ids":{"openalex":"https://openalex.org/W7170177592","doi":"https://doi.org/10.48550/arxiv.2607.20058"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.20058","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.20058","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.20058","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011504360","display_name":"Markus J. Buehler","orcid":"https://orcid.org/0000-0002-4173-9659"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Buehler, Markus J.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5011504360"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.5547000169754028,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.5547000169754028,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.05000000074505806,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.0272000003606081,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.7957000136375427},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.5875999927520752},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.47350001335144043},{"id":"https://openalex.org/keywords/orientation","display_name":"Orientation (vector space)","score":0.45879998803138733},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4163999855518341},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.4090999960899353},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.38839998841285706},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.38280001282691956},{"id":"https://openalex.org/keywords/jacobian-matrix-and-determinant","display_name":"Jacobian matrix and determinant","score":0.3628000020980835}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.7957000136375427},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.5875999927520752},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48030000925064087},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.47350001335144043},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.45879998803138733},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4163999855518341},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41440001130104065},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.4090999960899353},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.38839998841285706},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.38280001282691956},{"id":"https://openalex.org/C200331156","wikidata":"https://www.wikidata.org/wiki/Q506041","display_name":"Jacobian matrix and determinant","level":2,"score":0.3628000020980835},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35899999737739563},{"id":"https://openalex.org/C2780695315","wikidata":"https://www.wikidata.org/wiki/Q3799040","display_name":"Unobservable","level":2,"score":0.35370001196861267},{"id":"https://openalex.org/C116672817","wikidata":"https://www.wikidata.org/wiki/Q1454986","display_name":"Physical system","level":2,"score":0.35199999809265137},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.33709999918937683},{"id":"https://openalex.org/C121934690","wikidata":"https://www.wikidata.org/wiki/Q1084","display_name":"Noun","level":2,"score":0.32739999890327454},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3255999982357025},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.3190999925136566},{"id":"https://openalex.org/C9114305","wikidata":"https://www.wikidata.org/wiki/Q1428317","display_name":"Situational ethics","level":2,"score":0.31790000200271606},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.31459999084472656},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3061999976634979},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2768999934196472},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2745000123977661},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C28427503","wikidata":"https://www.wikidata.org/wiki/Q13580300","display_name":"Internal model","level":3,"score":0.25870001316070557},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.2517000138759613},{"id":"https://openalex.org/C63428231","wikidata":"https://www.wikidata.org/wiki/Q9043","display_name":"Norwegian","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.20058","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.20058","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.20058","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.20058","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6626842021942139,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"can":[3],"answer":[4,196,222],"scientific":[5],"questions,":[6],"yet":[7],"a":[8,76],"correct":[9],"output":[10],"does":[11],"not":[12],"reveal":[13],"whether":[14,155],"the":[15,20,32,146,149,156,161,202],"model":[16,35],"represents":[17],"or":[18,199],"uses":[19],"governing":[21],"physics.":[22],"Here":[23],"we":[24],"show":[25],"that":[26,126],"materials":[27,86],"science":[28],"mechanism":[29,110],"information":[30],"in":[31,44,143,230,235],"open-weight":[33],"google/gemma-4-E4B-it":[34],"has":[36],"three":[37,88],"experimentally":[38],"separable":[39],"forms:":[40],"concepts":[41],"are":[42],"readable":[43],"individual":[45],"hidden":[46],"states,":[47,56],"constitutive":[48,163],"orientation":[49],"is":[50],"carried":[51],"by":[52,134],"controlled":[53,231],"transformations":[54,167],"between":[55],"and":[57,69,80,96,172,179,221],"selected":[58],"internal":[59],"representations":[60],"causally":[61],"control":[62],"engineering":[63],"answers.":[64],"We":[65,137],"combine":[66],"matched":[67,209],"direct":[68],"Jacobian":[70,91],"vocabulary":[71],"readouts,":[72],"option-free":[73],"state":[74,166,213,232],"geometry,":[75],"60-law":[77],"counterfactual":[78,212],"benchmark":[79,115],"causal":[81],"interventions.":[82],"In":[83],"50":[84],"held-out":[85],"descriptions,":[87],"independently":[89],"fitted":[90],"lenses":[92],"reproduced":[93],"concept":[94],"ranks,":[95],"target-free":[97],"word":[98],"sets":[99],"from":[100,201],"both":[101],"readouts":[102],"enabled":[103],"blinded":[104],"identification":[105],"of":[106,108,148,183],"9":[107],"10":[109],"families.":[111],"A":[112],"separate":[113],"72-prompt":[114],"produced":[116],"mechanism-specific":[117],"hidden-state":[118,158],"neighborhoods,":[119],"but":[120],"an":[121],"exact":[122],"graph":[123],"audit":[124],"showed":[125],"this":[127],"apparent":[128],"physical":[129,150],"organization":[130],"was":[131,152],"equally":[132],"explained":[133],"numerical":[135],"comparison.":[136],"therefore":[138,227],"compared":[139],"otherwise":[140],"identical":[141],"prompts":[142],"which":[144],"only":[145],"direction":[147],"input":[151],"reversed,":[153],"asking":[154],"resulting":[157],"movement":[159],"followed":[160],"supplied":[162],"law.":[164],"These":[165],"ordered":[168],"direct,":[169],"physically":[170,203],"neutral":[171],"inverse":[173],"laws":[174],"across":[175,206,219],"60":[176],"frozen":[177],"relations":[178],"correctly":[180],"oriented":[181],"39":[182],"40":[184],"directional":[185],"laws,":[186],"whereas":[187],"lexical":[188],"controls":[189],"were":[190,226],"near":[191],"chance.":[192],"Bidirectional":[193],"interventions":[194],"shifted":[195],"probabilities":[197],"toward":[198],"away":[200],"appropriate":[204],"outcome":[205],"all":[207],"12":[208],"cases,":[210],"while":[211],"patches":[214],"transferred":[215],"opposing":[216],"decision":[217],"signals":[218],"mechanisms":[220],"formats.":[223],"Physical":[224],"relationships":[225],"more":[228],"visible":[229],"changes":[233],"than":[234],"absolute":[236],"states":[237],"alone.":[238]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-24T00:00:00"}
