{"id":"https://openalex.org/W7164414229","doi":"https://doi.org/10.48550/arxiv.2606.11508","title":"Probabilistic Contrastive Pretraining for Multi-task ADME Property Prediction","display_name":"Probabilistic Contrastive Pretraining for Multi-task ADME Property Prediction","publication_year":2026,"publication_date":"2026-06-09","ids":{"openalex":"https://openalex.org/W7164414229","doi":"https://doi.org/10.48550/arxiv.2606.11508"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.11508","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11508","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.11508","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138413997","display_name":"Yifan Xue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xue, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044142371","display_name":"Srimukh Prasad Veccham","orcid":"https://orcid.org/0000-0002-6158-2126"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Veccham, Srimukh Prasad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138472157","display_name":"Saee Paliwal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paliwal, Saee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138475944","display_name":"Tyler Shimko","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shimko, Tyler","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5013453657","display_name":"Micha Livne","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Livne, Micha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.814300000667572,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.814300000667572,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.12630000710487366,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.018799999728798866,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6603999733924866},{"id":"https://openalex.org/keywords/adme","display_name":"ADME","score":0.6480000019073486},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.5449000000953674},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.48919999599456787},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.44850000739097595},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.436599999666214},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39719998836517334}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6904000043869019},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6603999733924866},{"id":"https://openalex.org/C69366308","wikidata":"https://www.wikidata.org/wiki/Q2272286","display_name":"ADME","level":3,"score":0.6480000019073486},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6409000158309937},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.5449000000953674},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5187000036239624},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5160999894142151},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.48919999599456787},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44850000739097595},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.436599999666214},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39719998836517334},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.38999998569488525},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3402999937534332},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.29190000891685486},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2759000062942505},{"id":"https://openalex.org/C2989108626","wikidata":"https://www.wikidata.org/wiki/Q904407","display_name":"Drug target","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.2558000087738037}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.11508","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11508","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.11508","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11508","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.4871455729007721,"display_name":"Reduced inequalities"},{"id":"https://metadata.un.org/sdg/16","score":0.4802953600883484,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Accurate":[0],"prediction":[1],"of":[2,128],"absorption,":[3],"distribution,":[4],"metabolism,":[5],"and":[6,24,61,89,124,136,151,168],"excretion":[7],"(ADME)":[8],"properties":[9],"is":[10],"critical":[11],"to":[12,161],"drug":[13],"discovery,":[14],"but":[15],"remains":[16],"challenging":[17],"because":[18],"ADME":[19],"endpoints":[20],"are":[21],"noisy,":[22],"interdependent,":[23],"often":[25],"data-limited.":[26],"We":[27],"propose":[28,105],"a":[29,97,106],"molecular":[30,48],"graph-transformer":[31],"pretraining":[32,142,163],"framework":[33],"that":[34],"combines":[35],"chemistry-specific":[36,90],"self-supervision":[37],"with":[38,66,79,111],"contrastive":[39,64,87,170],"mutual":[40],"information":[41],"machine":[42],"learning":[43,119],"(cMIM).":[44],"Our":[45],"method":[46],"encodes":[47],"graphs":[49],"into":[50],"latent":[51,59,175],"variables,":[52],"reconstructs":[53],"SMILES":[54],"strings":[55],"from":[56],"the":[57,63,126,138,145,162,169],"graph-derived":[58],"codes,":[60],"augments":[62],"objective":[65],"domain-specific":[67],"self-supervised":[68],"chemistry":[69],"tasks.":[70],"Rather":[71],"than":[72],"treating":[73],"these":[74],"tasks":[75],"as":[76,92],"auxiliary":[77],"regularizers":[78],"separately":[80],"tuned":[81],"loss":[82],"weights,":[83],"we":[84,104],"formulate":[85],"reconstruction,":[86],"discrimination,":[88],"supervision":[91],"unit-weighted":[93],"log-probability":[94],"factors":[95],"in":[96],"single":[98],"probabilistic":[99],"latent-variable":[100],"objective.":[101],"For":[102],"fine-tuning,":[103],"multi-task":[107],"GNN":[108],"readout":[109],"architecture":[110],"task-specific":[112],"multilayer":[113],"perceptron":[114],"heads,":[115],"preserving":[116],"shared":[117],"representation":[118],"while":[120],"mitigating":[121],"negative":[122],"transfer":[123],"improving":[125],"modeling":[127],"heterogeneous,":[129],"nonlinear":[130],"task":[131],"relationships.":[132],"Across":[133],"Biogen,":[134],"ExpansionRX,":[135],"ChEMBL-MT,":[137],"resulting":[139],"Contrastive":[140],"KERMT":[141,146],"improves":[143,166],"over":[144,155],"baseline":[147],"by":[148],"7.6%,":[149],"9.9%,":[150],"9.5%":[152],"respectively":[153],"(averaged":[154],"significantly-improved":[156],"endpoints).":[157],"Adding":[158],"ADME-adjacent":[159],"molecules":[160],"corpus":[164],"further":[165],"transfer,":[167],"component":[171],"sharpens":[172],"chemically":[173],"meaningful":[174],"neighborhoods.":[176]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-12T00:00:00"}