{"id":"https://openalex.org/W7143535659","doi":"https://doi.org/10.48550/arxiv.2603.25857","title":"In-Context Molecular Property Prediction with LLMs: A Blinding Study on Memorization and Knowledge Conflicts","display_name":"In-Context Molecular Property Prediction with LLMs: A Blinding Study on Memorization and Knowledge Conflicts","publication_year":2026,"publication_date":"2026-03-26","ids":{"openalex":"https://openalex.org/W7143535659","doi":"https://doi.org/10.48550/arxiv.2603.25857"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.25857","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25857","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.25857","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039525706","display_name":"M. Busch","orcid":"https://orcid.org/0000-0002-8456-3374"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Busch, Matthias","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089989139","display_name":"M. Tacke","orcid":"https://orcid.org/0009-0009-5899-5550"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tacke, Marius","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009902484","display_name":"Sviatlana V. Lamaka","orcid":"https://orcid.org/0000-0002-0349-0899"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lamaka, Sviatlana V.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130975020","display_name":"Mikhail L. Zheludkevich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheludkevich, Mikhail L.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041511949","display_name":"Christian J. Cyron","orcid":"https://orcid.org/0000-0001-8264-0885"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cyron, Christian J.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130944596","display_name":"Christian Feiler","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feiler, Christian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5020428373","display_name":"Roland C. Aydin","orcid":"https://orcid.org/0000-0002-9542-9146"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aydin, Roland C.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9204000234603882,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9204000234603882,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.035599999129772186,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.008299999870359898,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/blinding","display_name":"Blinding","score":0.8596000075340271},{"id":"https://openalex.org/keywords/memorization","display_name":"Memorization","score":0.8259000182151794},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.7386000156402588},{"id":"https://openalex.org/keywords/causal-chain","display_name":"Causal chain","score":0.385699987411499},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.36410000920295715},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.3513999879360199}],"concepts":[{"id":"https://openalex.org/C2771230","wikidata":"https://www.wikidata.org/wiki/Q4926699","display_name":"Blinding","level":3,"score":0.8596000075340271},{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.8259000182151794},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.7386000156402588},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5544999837875366},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5382999777793884},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4675999879837036},{"id":"https://openalex.org/C79897977","wikidata":"https://www.wikidata.org/wiki/Q5054568","display_name":"Causal chain","level":2,"score":0.385699987411499},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3783000111579895},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37720000743865967},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36480000615119934},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.36410000920295715},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.3513999879360199},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.32850000262260437},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3280999958515167},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.3084999918937683},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.2985999882221222},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.28299999237060547},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.27869999408721924},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.25857","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25857","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.25857","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25857","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8400532603263855}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"capabilities":[1],"of":[2,73],"large":[3],"language":[4,11],"models":[5],"(LLMs)":[6],"have":[7],"expanded":[8],"beyond":[9],"natural":[10],"processing":[12],"to":[13],"scientific":[14],"prediction":[15,138],"tasks,":[16],"including":[17],"molecular":[18,51,136],"property":[19,137],"prediction.":[20],"However,":[21],"their":[22],"effectiveness":[23],"in":[24,37],"in-context":[25,48,68,114,154],"learning":[26],"remains":[27],"ambiguous,":[28],"particularly":[29],"given":[30],"the":[31,62],"potential":[32],"for":[33,125,134],"training":[34],"data":[35],"contamination":[36],"widely":[38],"used":[39],"benchmarks.":[40],"This":[41,128],"paper":[42],"investigates":[43],"whether":[44],"LLMs":[45],"perform":[46],"genuine":[47],"regression":[49],"on":[50,56,89],"properties":[52],"or":[53],"rely":[54],"primarily":[55],"memorized":[57],"values.":[58],"Furthermore,":[59],"we":[60,111],"analyze":[61],"interplay":[63],"between":[64,150],"pre-trained":[65,151],"knowledge":[66,152],"and":[67,119,147,153],"information":[69,126,141],"through":[70],"a":[71,100,131],"series":[72],"progressively":[74],"blinded":[75],"experiments.":[76],"We":[77],"evaluate":[78],"nine":[79],"LLM":[80],"variants":[81],"across":[82],"three":[83,90],"families":[84],"(GPT-4.1,":[85],"GPT-5,":[86],"Gemini":[87],"2.5)":[88],"MoleculeNet":[91],"datasets":[92],"(Delaney":[93],"solubility,":[94],"Lipophilicity,":[95],"QM7":[96],"atomization":[97],"energy)":[98],"using":[99],"systematic":[101],"blinding":[102],"approach":[103],"that":[104],"iteratively":[105],"reduces":[106],"available":[107],"information.":[108,155],"Complementing":[109],"this,":[110],"utilize":[112],"varying":[113],"sample":[115],"sizes":[116],"(0-,":[117],"60-,":[118],"1000-shot)":[120],"as":[121],"an":[122],"additional":[123],"control":[124],"access.":[127],"work":[129],"provides":[130],"principled":[132],"framework":[133],"evaluating":[135],"under":[139],"controlled":[140],"access,":[142],"addressing":[143],"concerns":[144],"regarding":[145],"memorization":[146],"exposing":[148],"conflicts":[149]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-31T00:00:00"}