{"id":"https://openalex.org/W7167242873","doi":"https://doi.org/10.48550/arxiv.2607.01800","title":"Do LLMs Truly Generalize in the Molecular Domain? A Perturbation-Based Analysis","display_name":"Do LLMs Truly Generalize in the Molecular Domain? A Perturbation-Based Analysis","publication_year":2026,"publication_date":"2026-07-02","ids":{"openalex":"https://openalex.org/W7167242873","doi":"https://doi.org/10.48550/arxiv.2607.01800"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.01800","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.01800","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.01800","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139962076","display_name":"Jiatong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jiatong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139984327","display_name":"Weida Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Weida","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139969062","display_name":"Changmeng Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Changmeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139988024","display_name":"Shufei Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shufei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139966666","display_name":"Yatao Bian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bian, Yatao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064374603","display_name":"Xiao-Yong Wei","orcid":"https://orcid.org/0000-0002-5706-5177"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Xiao-yong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139999413","display_name":"Qing Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Qing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.6352999806404114,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.6352999806404114,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.1623000055551529,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.08669999986886978,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5001000165939331},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4690000116825104},{"id":"https://openalex.org/keywords/molecular-graph","display_name":"Molecular graph","score":0.40470001101493835},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.3806000053882599},{"id":"https://openalex.org/keywords/directed-acyclic-graph","display_name":"Directed acyclic graph","score":0.3212999999523163},{"id":"https://openalex.org/keywords/molecular-dynamics","display_name":"Molecular dynamics","score":0.31929999589920044}],"concepts":[{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5001000165939331},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4690000116825104},{"id":"https://openalex.org/C2780022179","wikidata":"https://www.wikidata.org/wiki/Q1986794","display_name":"Molecular graph","level":3,"score":0.40470001101493835},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3806000053882599},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3790999948978424},{"id":"https://openalex.org/C74197172","wikidata":"https://www.wikidata.org/wiki/Q1195339","display_name":"Directed acyclic graph","level":2,"score":0.3212999999523163},{"id":"https://openalex.org/C59593255","wikidata":"https://www.wikidata.org/wiki/Q901663","display_name":"Molecular dynamics","level":2,"score":0.31929999589920044},{"id":"https://openalex.org/C166393388","wikidata":"https://www.wikidata.org/wiki/Q856529","display_name":"Molecular evolution","level":4,"score":0.31610000133514404},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2858000099658966},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.2842000126838684},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26750001311302185},{"id":"https://openalex.org/C146380142","wikidata":"https://www.wikidata.org/wiki/Q1137726","display_name":"Directed graph","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.257999986410141}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.01800","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.01800","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.01800","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.01800","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"recently":[5],"shown":[6],"promise":[7],"in":[8],"molecular":[9,37,81,98,170],"discovery,":[10],"yet":[11],"a":[12,57,88,101,131,165],"gap":[13],"remains":[14],"between":[15],"their":[16,47],"probabilistic":[17],"nature":[18],"over":[19],"discrete":[20],"sequential":[21],"tokens":[22],"and":[23,106,150,163],"the":[24,33,42,77,151,159],"rigid":[25],"topological":[26],"constraints":[27],"of":[28,35,66,80],"chemical":[29],"space.":[30],"This":[31],"raises":[32],"question":[34],"whether":[36,142],"LLMs":[38,171],"can":[39,91,156],"generalize":[40],"beyond":[41],"local":[43,103,160],"neighborhoods":[44],"induced":[45],"by":[46],"sequence-based":[48],"representations.":[49],"To":[50],"systematically":[51],"investigate":[52],"this":[53],"question,":[54],"we":[55],"introduce":[56],"Molecular":[58],"Perturbation":[59],"framework":[60],"that":[61,86,154],"generates":[62],"syntax-valid":[63],"structural":[64,110,148,173],"variants":[65],"training":[67],"molecules":[68,114],"under":[69,146],"controlled":[70,147],"Graph":[71],"Edit":[72],"Distance":[73],"(GED)":[74],"to":[75,109,116,134],"probe":[76],"manifold":[78],"regularity":[79],"LLMs.":[82],"Our":[83,138],"analysis":[84],"shows":[85],"even":[87],"single":[89],"edit":[90],"cause":[92],"substantial":[93],"performance":[94],"drops":[95],"on":[96,126],"common":[97],"tasks,":[99],"revealing":[100],"narrow":[102],"trust":[104,161],"region":[105,162],"fragile":[107],"sensitivity":[108],"changes.":[111],"Since":[112],"similar":[113,118,128],"tend":[115],"exhibit":[117],"properties,":[119],"In-Context":[120],"Tuning":[121],"(ICT),":[122],"which":[123],"anchors":[124],"predictions":[125],"structurally":[127],"molecules,":[129],"offers":[130],"natural":[132],"way":[133],"mitigate":[135],"such":[136],"fragility.":[137],"experiments":[139],"also":[140],"examine":[141],"ICT":[143],"confers":[144],"robustness":[145],"perturbations,":[149],"results":[152],"suggest":[153],"it":[155],"partially":[157],"expand":[158],"offer":[164],"promising":[166],"direction":[167],"for":[168],"stabilizing":[169],"against":[172],"variation.":[174]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-04T00:00:00"}