{"id":"https://openalex.org/W7162002722","doi":"https://doi.org/10.48550/arxiv.2605.20780","title":"Learning to Think in Physics: Breaking Shortcut Learning in Scientific Diffusion via Representation Alignment","display_name":"Learning to Think in Physics: Breaking Shortcut Learning in Scientific Diffusion via Representation Alignment","publication_year":2026,"publication_date":"2026-05-20","ids":{"openalex":"https://openalex.org/W7162002722","doi":"https://doi.org/10.48550/arxiv.2605.20780"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.20780","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20780","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.20780","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136694336","display_name":"Haozhe Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Haozhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136635651","display_name":"Pengyu Yin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Pengyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136657091","display_name":"Wenshuo Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Wenshuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136612102","display_name":"Shaofeng Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Shaofeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136658195","display_name":"Wang, Lei, 1972-","orcid":"https://orcid.org/0000-0003-2328-1530"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136680755","display_name":"Bowen Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Bowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036982027","display_name":"Xiucheng Wang","orcid":"https://orcid.org/0000-0003-1439-4875"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiucheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136673445","display_name":"Nanqian Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Nanqian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136632337","display_name":"Yutao Yue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue, Yutao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.5849999785423279,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.5849999785423279,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.2685999870300293,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.022299999371170998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6047000288963318},{"id":"https://openalex.org/keywords/unobservable","display_name":"Unobservable","score":0.47029998898506165},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4352000057697296},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.4016999900341034},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.38370001316070557},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.36739999055862427},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.35199999809265137},{"id":"https://openalex.org/keywords/physical-system","display_name":"Physical system","score":0.3513000011444092}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6047000288963318},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.555400013923645},{"id":"https://openalex.org/C2780695315","wikidata":"https://www.wikidata.org/wiki/Q3799040","display_name":"Unobservable","level":2,"score":0.47029998898506165},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4352000057697296},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4162999987602234},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4153999984264374},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.4016999900341034},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.38370001316070557},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.36739999055862427},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3537999987602234},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.35199999809265137},{"id":"https://openalex.org/C116672817","wikidata":"https://www.wikidata.org/wiki/Q1454986","display_name":"Physical system","level":2,"score":0.3513000011444092},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3425999879837036},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.31520000100135803},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3018999993801117},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.290800005197525},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.28850001096725464},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.26260000467300415},{"id":"https://openalex.org/C55128770","wikidata":"https://www.wikidata.org/wiki/Q5275440","display_name":"Diffusion map","level":4,"score":0.2621000111103058},{"id":"https://openalex.org/C117258860","wikidata":"https://www.wikidata.org/wiki/Q895153","display_name":"Boundary representation","level":3,"score":0.260699987411499},{"id":"https://openalex.org/C182310444","wikidata":"https://www.wikidata.org/wiki/Q1332643","display_name":"Boundary value problem","level":2,"score":0.2565999925136566}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.20780","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20780","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.20780","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20780","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.46754685044288635}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Physics-informed":[0],"diffusion":[1],"models":[2],"typically":[3],"enforce":[4],"PDE":[5,58,74],"constraints":[6],"only":[7],"on":[8,112],"final":[9],"outputs,":[10],"leaving":[11],"intermediate":[12,33,127],"representations":[13],"unconstrained":[14],"and":[15,56,83,101,115,132],"prone":[16],"to":[17,47,92,99,107],"shortcut":[18],"learning":[19],"under":[20],"shifted":[21],"boundary":[22],"conditions.":[23],"We":[24],"introduce":[25],"**REPA-P**,":[26],"a":[27,123],"teacher-free,":[28],"architecture-agnostic":[29],"framework":[30],"that":[31,121],"aligns":[32],"features":[34],"with":[35,109],"physical":[36,54],"states":[37],"using":[38],"first-principles":[39],"residuals.":[40],"REPA-P":[41,87],"attaches":[42],"lightweight":[43],"$1{\\times}1$":[44],"projection":[45],"heads":[46,64],"selected":[48],"layers,":[49],"decodes":[50],"hidden":[51],"activations":[52],"into":[53],"quantities,":[55],"applies":[57],"residual":[59],"losses":[60],"during":[61],"training.":[62],"These":[63],"are":[65],"discarded":[66],"at":[67,140],"inference,":[68],"introducing":[69],"**zero":[70],"overhead**.":[71],"Across":[72],"four":[73],"tasks,":[75],"including":[76],"Darcy":[77],"flow,":[78,86],"topology":[79],"optimization,":[80],"electrostatic":[81],"potential,":[82],"turbulent":[84],"channel":[85],"accelerates":[88],"convergence":[89],"by":[90,97,105],"up":[91,98,106],"$2{\\times}$,":[93],"reduces":[94],"physics":[95,135],"residuals":[96],"$66.4\\%$,":[100],"improves":[102],"out-of-distribution":[103],"robustness":[104],"$49.3\\%$,":[108],"consistent":[110],"gains":[111],"both":[113],"U-Net":[114],"Diffusion":[116],"Transformer":[117],"backbones.":[118],"Ablations":[119],"show":[120],"supervising":[122],"small":[124],"set":[125],"of":[126],"layers":[128],"captures":[129],"most":[130],"benefits":[131],"complements":[133],"output-level":[134],"losses.":[136],"Code":[137],"is":[138],"available":[139],"[https://github.com/Hxxxz0/REPA-P](https://github.com/Hxxxz0/REPA-P).":[141]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-22T00:00:00"}