{"id":"https://openalex.org/W7214329918","doi":"https://doi.org/10.21203/rs.3.rs-11240155/v1","title":"Bridging the Training--Application Gap in Kohn--Sham Hamiltonian Learning through Dual-Space Supervision","display_name":"Bridging the Training--Application Gap in Kohn--Sham Hamiltonian Learning through Dual-Space Supervision","publication_year":2026,"publication_date":"2026-09-25","ids":{"openalex":"https://openalex.org/W7214329918","doi":"https://doi.org/10.21203/rs.3.rs-11240155/v1"},"language":"en","primary_location":{"id":"doi:10.21203/rs.3.rs-11240155/v1","doi":"https://doi.org/10.21203/rs.3.rs-11240155/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11240155/v1","pdf_url":"https://www.researchsquare.com/article/rs-11240155/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.researchsquare.com/article/rs-11240155/latest.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134941524","display_name":"Yifei Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Wang","raw_affiliation_strings":["Xi'an Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100676073","display_name":"He Zhang","orcid":"https://orcid.org/0000-0003-4294-5697","observed_orcids":["https://orcid.org/0000-0003-4294-5697"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He Zhang","raw_affiliation_strings":["Zhongguancun Academy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhongguancun Academy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5152779418","display_name":"Xinran Wei","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xinran Wei","raw_affiliation_strings":["Zhongguancun Academy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhongguancun Academy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5152781346","display_name":"Jingwen Fu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jingwen Fu","raw_affiliation_strings":["Zhongguancun Academy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhongguancun Academy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102716996","display_name":"Yongqiang Ma","orcid":"https://orcid.org/0000-0002-0982-9267","observed_orcids":["https://orcid.org/0000-0002-0982-9267"]},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongqiang Ma","raw_affiliation_strings":["Xi'an Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128239547","display_name":"Miao Kang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miao Kang","raw_affiliation_strings":["Xi'an Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5152781247","display_name":"Jianji Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianji Wang","raw_affiliation_strings":["Xi'an Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5152924049","display_name":"Chang Liu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang Liu","raw_affiliation_strings":["Zhongguancun Academy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhongguancun Academy","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059600404","display_name":"Nanning Zheng","orcid":"https://orcid.org/0000-0003-1608-8257","observed_orcids":["https://orcid.org/0000-0003-1608-8257"]},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nanning Zheng","raw_affiliation_strings":["Xi'an Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi'an Jiaotong University","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10002","display_name":"Advanced Chemical Physics Studies","score":0.035999998450279236,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/density-functional-theory","display_name":"density functional theory","score":0.7749999761581421},{"id":"https://openalex.org/keywords/hamiltonian-eigenvalue-problem","display_name":"Hamiltonian eigenvalue problem","score":0.7379999756813049},{"id":"https://openalex.org/keywords/molecular-dynamics","display_name":"molecular dynamics","score":0.5989999771118164},{"id":"https://openalex.org/keywords/loss-function-design","display_name":"loss function design","score":0.49799999594688416}],"concepts":[{"id":"https://openalex.org/C130787639","wikidata":"https://www.wikidata.org/wiki/Q5645293","display_name":"Hamiltonian (control theory)","level":2,"score":0.7753000259399414},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.4986000061035156},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47940000891685486},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.43790000677108765},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.4271000027656555},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.38850000500679016},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.3799000084400177},{"id":"https://openalex.org/C56911000","wikidata":"https://www.wikidata.org/wiki/Q831774","display_name":"Density matrix","level":3,"score":0.3707999885082245},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.3677000105381012},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.3666999936103821},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.3522999882698059},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3361999988555908},{"id":"https://openalex.org/C136864674","wikidata":"https://www.wikidata.org/wiki/Q477921","display_name":"Hamiltonian mechanics","level":3,"score":0.3181000053882599},{"id":"https://openalex.org/C135715101","wikidata":"https://www.wikidata.org/wiki/Q3299275","display_name":"Hamiltonian matrix","level":4,"score":0.31380000710487366},{"id":"https://openalex.org/C73586568","wikidata":"https://www.wikidata.org/wiki/Q2600211","display_name":"Parameter space","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.2883000075817108},{"id":"https://openalex.org/C2778114796","wikidata":"https://www.wikidata.org/wiki/Q7575194","display_name":"Spectral gap","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.2777000069618225},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.2694999873638153},{"id":"https://openalex.org/C122383733","wikidata":"https://www.wikidata.org/wiki/Q865920","display_name":"Approximation error","level":2,"score":0.2685999870300293},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.26409998536109924},{"id":"https://openalex.org/C2780502288","wikidata":"https://www.wikidata.org/wiki/Q28838156","display_name":"Expansive","level":3,"score":0.2630000114440918},{"id":"https://openalex.org/C109798219","wikidata":"https://www.wikidata.org/wiki/Q25304038","display_name":"Covariant Hamiltonian field theory","level":3,"score":0.259799987077713},{"id":"https://openalex.org/C86025842","wikidata":"https://www.wikidata.org/wiki/Q5358432","display_name":"Electronic structure","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.21203/rs.3.rs-11240155/v1","doi":"https://doi.org/10.21203/rs.3.rs-11240155/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11240155/v1","pdf_url":"https://www.researchsquare.com/article/rs-11240155/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},{"id":"doi:10.26434/chemrxiv.15009467/v1","doi":"https://doi.org/10.26434/chemrxiv.15009467/v1","is_oa":true,"landing_page_url":"https://doi.org/10.26434/chemrxiv.15009467/v1","pdf_url":"https://chemrxiv.org/doi/pdf/10.26434/chemrxiv.15009467/v1","source":{"id":"https://openalex.org/S4393918830","display_name":"ChemRxiv","issn_l":"2573-2293","issn":["2573-2293"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.21203/rs.3.rs-11240155/v1","doi":"https://doi.org/10.21203/rs.3.rs-11240155/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11240155/v1","pdf_url":"https://www.researchsquare.com/article/rs-11240155/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7214329918.pdf","grobid_xml":"https://content.openalex.org/works/W7214329918.grobid-xml"},"referenced_works_count":2,"referenced_works":["https://openalex.org/W4391421320","https://openalex.org/W4417308159"],"related_works":["https://openalex.org/W4416044854","https://openalex.org/W2522290688","https://openalex.org/W4392873938","https://openalex.org/W7164845072","https://openalex.org/W7027820691","https://openalex.org/W4412830633","https://openalex.org/W4402856496","https://openalex.org/W7223049779","https://openalex.org/W4414787330","https://openalex.org/W2921533983"],"abstract_inverted_index":{"Abstract":[0],"Predicting":[1],"the":[2,64,70,83,87,118,156,180,201,248],"Kohn--Sham":[3],"Hamiltonian":[4,31,71,88,103,148],"in":[5,47,54,123,143,154],"density":[6,185,240],"functional":[7],"theory":[8],"(DFT)":[9],"via":[10],"machine":[11],"learning":[12],"offers":[13],"a":[14,35,80,169],"promising":[15],"pathway":[16],"toward":[17],"efficient":[18],"electronic":[19,49,283],"structure":[20,284],"modeling.":[21,285],"Existing":[22],"models":[23,242,273],"are":[24,61,190],"typically":[25],"trained":[26],"by":[27,68,117,192],"directly":[28],"minimizing":[29],"element-wise":[30,177],"matrix":[32],"errors,":[33],"yet":[34],"significant":[36],"training--application":[37,137],"gap":[38,75],"has":[39],"been":[40],"observed":[41],"between":[42],"Hamiltonian-space":[43],"loss":[44],"and":[45,90,159,186,196,236,243,259,281],"errors":[46,104,153,189,232],"derived":[48,173],"properties,":[50],"limiting":[51,271],"their":[52],"utility":[53],"practical":[55],"applications.":[56],"Noting":[57],"that":[58,102,265],"these":[59],"properties":[60,174,235],"functions":[62],"on":[63,86],"state":[65,93],"space":[66,89],"obtained":[67],"solving":[69],"eigenvalue":[72],"problem,":[73],"this":[74,136],"can":[76,109],"be":[77],"traced":[78],"to":[79,134,150,200,211,215],"misalignment":[81],"of":[82,105,127,172,194],"error":[84,141],"metrics":[85,142],"its":[91,160],"induced":[92,161],"space.":[94],"The":[95,205],"operator-to-state":[96],"mapping":[97],"is":[98],"highly":[99],"anisotropic,":[100],"such":[101],"comparable":[106],"numerical":[107],"magnitude":[108],"induce":[110],"markedly":[111],"different":[112],"downstream":[113,276],"property":[114,245],"errors.":[115],"Motivated":[116],"Hamiltonian--state":[119],"variational":[120],"duality":[121],"rooted":[122],"Lieb's":[124],"convex":[125],"formulation":[126],"DFT,":[128],"we":[129],"introduce":[130],"Dual-Space":[131],"Loss":[132],"(DSLoss)":[133],"bridge":[135],"gap.":[138],"By":[139],"leveraging":[140],"both":[144,155],"spaces,":[145],"DSLoss":[146,166,266],"allows":[147],"optimization":[149],"account":[151],"for":[152,233],"predicted":[157],"operator":[158],"state.":[162],"Across":[163],"molecular":[164,252],"benchmarks,":[165],"consistently":[167],"improves":[168],"broad":[170],"range":[171],"over":[175],"conventional":[176],"supervision.":[178],"On":[179],"challenging":[181],"$\\nabla^2$DFT":[182],"benchmark,":[183],"electron":[184],"total":[187],"energy":[188],"reduced":[191],"factors":[193],"40":[195],"500,":[197],"respectively,":[198],"relative":[199],"strongest":[202],"competing":[203],"method.":[204],"resulting":[206],"model":[207,249],"also":[208],"extrapolates":[209],"robustly":[210],"molecules":[212],"containing":[213],"up":[214],"twice":[216],"as":[217,221],"many":[218],"heavy":[219],"atoms":[220],"those":[222],"encountered":[223],"during":[224],"training,":[225],"achieving":[226],"more":[227],"than":[228],"an":[229,268],"order-of-magnitude":[230],"lower":[231],"multiple":[234],"substantially":[237],"outperforming":[238],"direct":[239],"prediction":[241],"end-to-end":[244],"predictors.":[246],"Moreover,":[247],"enables":[250],"stable":[251],"dynamics":[253],"simulations":[254],"with":[255],"accurate":[256],"energetics,":[257],"forces,":[258],"vibrational":[260],"dynamics.":[261],"These":[262],"results":[263],"show":[264],"addresses":[267],"unrecognized":[269],"bottleneck":[270],"operator-prediction":[272],"across":[274],"diverse":[275],"tasks,":[277],"thereby":[278],"advancing":[279],"scalable":[280],"reliable":[282]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-09-26T00:00:00"}