{"id":"https://openalex.org/W7222073371","doi":"https://doi.org/10.64898/2026.10.08.757593","title":"Constructed Negatives Shape the Evaluation of Sequence-Based Protein\u2013Protein Interaction Models","display_name":"Constructed Negatives Shape the Evaluation of Sequence-Based Protein\u2013Protein Interaction Models","publication_year":2026,"publication_date":"2026-10-15","ids":{"openalex":"https://openalex.org/W7222073371","doi":"https://doi.org/10.64898/2026.10.08.757593"},"language":"en","primary_location":{"id":"doi:10.64898/2026.10.08.757593","doi":"https://doi.org/10.64898/2026.10.08.757593","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.10.08.757593","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/10/15/2026.10.08.757593.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.biorxiv.org/content/biorxiv/early/2026/10/15/2026.10.08.757593.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5158828583","display_name":"Enzo Durand","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210097156","display_name":"Biologie Computationnelle, Quantitative et Synth\u00e9tique","ror":"https://ror.org/00pcqj134","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210096427","https://openalex.org/I4210097156"]},{"id":"https://openalex.org/I4210107326","display_name":"Institut de Biologie Paris-Seine","ror":"https://ror.org/01c2cjg59","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210096427","https://openalex.org/I4210107326"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Enzo Durand","raw_affiliation_strings":["Department of Computational, Quantitative, and Synthetic Biology (CQSB), UMR 7238 Institut de Biologie Paris-Seine (IBPS), Sorbonne Universit\u00e9, CNRS, Paris, 75005, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computational, Quantitative, and Synthetic Biology (CQSB), UMR 7238 Institut de Biologie Paris-Seine (IBPS), Sorbonne Universit\u00e9, CNRS, Paris, 75005, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210097156","https://openalex.org/I4210107326"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009307435","display_name":"Sergei Grudinin","orcid":"https://orcid.org/0000-0002-1903-7220","observed_orcids":["https://orcid.org/0000-0002-1903-7220"]},"institutions":[{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210149092","display_name":"Laboratoire Jean Kuntzmann","ror":"https://ror.org/04ett5b41","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I4210149092","https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Sergei Grudinin","raw_affiliation_strings":["Univ. Grenoble Alpes, CNRS, Grenoble INP, LJK 38000 Grenoble, France"],"raw_orcid":"https://orcid.org/0000-0002-1903-7220","affiliations":[{"raw_affiliation_string":"Univ. Grenoble Alpes, CNRS, Grenoble INP, LJK 38000 Grenoble, France","institution_ids":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210149092"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109601858","display_name":"B\u00e9atrice Durand","orcid":"https://orcid.org/0009-0003-3228-0537","observed_orcids":["https://orcid.org/0009-0003-3228-0537"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I154526488","display_name":"Inserm","ror":"https://ror.org/02vjkv261","country_code":"FR","type":"government","lineage":["https://openalex.org/I154526488"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210107326","display_name":"Institut de Biologie Paris-Seine","ror":"https://ror.org/01c2cjg59","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210096427","https://openalex.org/I4210107326"]},{"id":"https://openalex.org/I4405256027","display_name":"D\u00e9veloppement Adaptation et Vieillissement","ror":"https://ror.org/03p96ke84","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4405256027"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"B\u00e9atrice Durand","raw_affiliation_strings":["Sorbonne Universit\u00e9, CNRS UMR 8263, INSERM U1345, Development, Adaptation and Ageing, Dev2A, F-75005 Paris, France Sorbonne Universit\u00e9, CNRS UMR 8263, Inserm U1345, Institut de Biologie Paris-Seine, IBPS, F75005 Paris, France"],"raw_orcid":"https://orcid.org/0009-0003-3228-0537","affiliations":[{"raw_affiliation_string":"Sorbonne Universit\u00e9, CNRS UMR 8263, INSERM U1345, Development, Adaptation and Ageing, Dev2A, F-75005 Paris, France Sorbonne Universit\u00e9, CNRS UMR 8263, Inserm U1345, Institut de Biologie Paris-Seine, IBPS, F75005 Paris, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210107326","https://openalex.org/I4405256027"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076453514","display_name":"\u00c9lodie Laine","orcid":"https://orcid.org/0000-0003-4870-6304","observed_orcids":["https://orcid.org/0000-0003-4870-6304"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I185839726","display_name":"Institut Universitaire de France","ror":"https://ror.org/055khg266","country_code":"FR","type":"education","lineage":["https://openalex.org/I185839726"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210097156","display_name":"Biologie Computationnelle, Quantitative et Synth\u00e9tique","ror":"https://ror.org/00pcqj134","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210096427","https://openalex.org/I4210097156"]},{"id":"https://openalex.org/I4210107326","display_name":"Institut de Biologie Paris-Seine","ror":"https://ror.org/01c2cjg59","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210096427","https://openalex.org/I4210107326"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"\u00c9lodie Laine","raw_affiliation_strings":["Department of Computational, Quantitative, and Synthetic Biology (CQSB), UMR 7238 Institut de Biologie Paris-Seine (IBPS), Sorbonne Universit\u00e9, CNRS, Paris, 75005, France Institut universitaire de France (IUF)"],"raw_orcid":"https://orcid.org/0000-0003-4870-6304","affiliations":[{"raw_affiliation_string":"Department of Computational, Quantitative, and Synthetic Biology (CQSB), UMR 7238 Institut de Biologie Paris-Seine (IBPS), Sorbonne Universit\u00e9, CNRS, Paris, 75005, France Institut universitaire de France (IUF)","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I185839726","https://openalex.org/I39804081","https://openalex.org/I4210097156","https://openalex.org/I4210107326"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5076453514"],"corresponding_institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I185839726","https://openalex.org/I39804081","https://openalex.org/I4210097156","https://openalex.org/I4210107326"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.5351999998092651,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.5351999998092651,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10887","display_name":"Bioinformatics and Genomic Networks","score":0.4377000033855438,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10044","display_name":"Protein Structure and Dynamics","score":0.00419999985024333,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/protein-protein-interaction-prediction","display_name":"protein-protein interaction prediction","score":0.9570000171661377},{"id":"https://openalex.org/keywords/negative-sampling","display_name":"negative sampling","score":0.6510000228881836},{"id":"https://openalex.org/keywords/protein-language-models","display_name":"protein language models","score":0.7720000147819519},{"id":"https://openalex.org/keywords/sequence-based-models","display_name":"sequence-based models","score":0.6209999918937683},{"id":"https://openalex.org/keywords/model-evaluation","display_name":"model evaluation","score":0.6069999933242798},{"id":"https://openalex.org/keywords/model-comparison","display_name":"model comparison","score":0.5329999923706055},{"id":"https://openalex.org/keywords/class-imbalance","display_name":"class imbalance","score":0.6679999828338623},{"id":"https://openalex.org/keywords/external-validation","display_name":"external validation","score":0.38499999046325684},{"id":"https://openalex.org/keywords/protein-representation-learning","display_name":"protein representation learning","score":0.3799999952316284}],"concepts":[{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6485999822616577},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.6122999787330627},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5702000260353088},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.555400013923645},{"id":"https://openalex.org/C113619468","wikidata":"https://www.wikidata.org/wiki/Q595597","display_name":"Negative","level":2,"score":0.5315999984741211},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5113000273704529},{"id":"https://openalex.org/C167927819","wikidata":"https://www.wikidata.org/wiki/Q1930567","display_name":"Shuffling","level":2,"score":0.46639999747276306},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.44909998774528503},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4203999936580658},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.40560001134872437},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.334199994802475},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.32600000500679016},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.31779998540878296},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.30869999527931213},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C112789634","wikidata":"https://www.wikidata.org/wiki/Q18207010","display_name":"False positives and false negatives","level":3,"score":0.3073999881744385},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C14103023","wikidata":"https://www.wikidata.org/wiki/Q11681459","display_name":"Pairing","level":3,"score":0.2870999872684479},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C855514","wikidata":"https://www.wikidata.org/wiki/Q1665869","display_name":"Interaction","level":2,"score":0.257099986076355}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.64898/2026.10.08.757593","doi":"https://doi.org/10.64898/2026.10.08.757593","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.10.08.757593","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/10/15/2026.10.08.757593.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},{"id":"pmh:oai:HAL:hal-05834555v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-05834555","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2026","raw_type":"info:eu-repo/semantics/preprint"}],"best_oa_location":{"id":"doi:10.64898/2026.10.08.757593","doi":"https://doi.org/10.64898/2026.10.08.757593","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.10.08.757593","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/10/15/2026.10.08.757593.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7222073371.pdf","grobid_xml":"https://content.openalex.org/works/W7222073371.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2008840001","https://openalex.org/W2043764521","https://openalex.org/W2136957665","https://openalex.org/W2167821759","https://openalex.org/W3093053585","https://openalex.org/W3199468887","https://openalex.org/W4283716699","https://openalex.org/W4327550249","https://openalex.org/W4389696354","https://openalex.org/W4392500220","https://openalex.org/W4400795417","https://openalex.org/W4400892254","https://openalex.org/W4400984795","https://openalex.org/W4404511387","https://openalex.org/W4409229134","https://openalex.org/W4409257324","https://openalex.org/W4410232400","https://openalex.org/W4412454121","https://openalex.org/W4414499039","https://openalex.org/W4414924541","https://openalex.org/W4415348682","https://openalex.org/W4417523770","https://openalex.org/W7128769367","https://openalex.org/W7128820983","https://openalex.org/W7131365204","https://openalex.org/W7131618191","https://openalex.org/W7149536839","https://openalex.org/W7212189431","https://openalex.org/W7212442686"],"related_works":["https://openalex.org/W106365757","https://openalex.org/W2167821759","https://openalex.org/W2979670028","https://openalex.org/W7221782100","https://openalex.org/W7220664264","https://openalex.org/W2592644437","https://openalex.org/W2148527978","https://openalex.org/W7213417423","https://openalex.org/W2234562526","https://openalex.org/W2117407746"],"abstract_inverted_index":{"Abstract":[0],"Many":[1],"machine-learning":[2],"tasks,":[3],"including":[4],"representation":[5,117],"learning,":[6],"rely":[7],"on":[8,148],"negative":[9],"examples":[10],"that":[11,133,182,195,216],"are":[12,32,36,201,211],"constructed":[13,197],"rather":[14],"than":[15],"directly":[16],"observed.":[17],"This":[18],"issue":[19],"is":[20,217],"especially":[21],"important":[22],"for":[23,159],"protein\u2013protein":[24],"interaction":[25],"(PPI)":[26],"prediction,":[27],"where":[28],"experimentally":[29],"established":[30],"non-interactions":[31],"scarce.":[33],"PPI":[34],"models":[35,122],"therefore":[37],"commonly":[38],"trained":[39],"and":[40,64,71,78,102,126,169,179,185],"evaluated":[41],"against":[42],"sampled,":[43],"unobserved":[44],"protein":[45,86],"pairs":[46],"treated":[47],"as":[48],"negatives.":[49],"We":[50,174],"study":[51],"how":[52,209],"this":[53],"construction":[54],"affects":[55],"model":[56,65,88,199],"comparison.":[57],"Keeping":[58],"positives,":[59],"protein-disjoint":[60],"splits,":[61,176],"class":[62,131],"balance,":[63],"selection":[66],"fixed,":[67],"we":[68],"vary":[69],"training":[70,142,184],"evaluation":[72,180,186],"negatives":[73,95,143,187,210],"independently":[74],"across":[75],"six":[76],"constructions":[77],"four":[79],"sequence-based":[80],"models,":[81,162],"three":[82],"of":[83,156],"which":[84],"use":[85],"language":[87],"(pLM)":[89],"representations.":[90],"Changing":[91],"only":[92],"the":[93,103,108,134,160],"test":[94],"shifts":[96],"AUPRC":[97],"by":[98],"up":[99,171],"to":[100,112,123,139,172,188,208],"0.26,":[101],"top-ranked":[104],"architecture":[105],"changes":[106],"with":[107,163,196],"construction.":[109],"Negatives":[110],"matched":[111],"true":[113],"partners":[114,128],"in":[115,154],"pLM":[116],"space":[118],"reduce":[119],"all":[120],"pLM-based":[121,161],"near-chance":[124],"performance,":[125],"shuffling":[127],"within":[129],"each":[130],"shows":[132],"original":[135],"pairing":[136],"contributes":[137],"little":[138],"AUROC.":[140],"Constructed":[141],"rarely":[144],"outperform":[145],"uniform":[146],"sampling:":[147],"external":[149],"data,":[150],"they":[151],"underperform":[152],"it":[153],"108":[155],"120":[157],"comparisons":[158,200],"gains":[164],"never":[165],"exceeding":[166],"0.05":[167],"AUROC":[168],"losses":[170],"0.23.":[173],"release":[175],"negative-generation":[177],"procedures,":[178],"code":[181],"allow":[183],"be":[189],"varied":[190],"separately.":[191],"Our":[192],"results":[193],"show":[194],"negatives,":[198],"not":[202],"just":[203],"noisy":[204],"but":[205],"systematically":[206],"sensitive":[207],"defined,":[212],"a":[213],"methodological":[214],"choice":[215],"often":[218],"left":[219],"implicit.":[220]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-10-16T00:00:00"}