{"id":"https://openalex.org/W7163155617","doi":"https://doi.org/10.48550/arxiv.2606.02339","title":"Entropy Minimization without Model Collapse: Mitigating Prediction Bias in Medical Imaging","display_name":"Entropy Minimization without Model Collapse: Mitigating Prediction Bias in Medical Imaging","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163155617","doi":"https://doi.org/10.48550/arxiv.2606.02339"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.02339","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02339","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.02339","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5117216232","display_name":"Tim Nielen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nielen, Tim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068852913","display_name":"Sameer Ambekar","orcid":"https://orcid.org/0000-0002-8650-3180"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ambekar, Sameer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092820725","display_name":"Johannes Kiechle","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kiechle, Johannes","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070331938","display_name":"Daniel M. Lang","orcid":"https://orcid.org/0000-0003-0274-9069"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lang, Daniel M.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137691950","display_name":"Julia A. Schnabel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schnabel, Julia A.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.25690001249313354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.25690001249313354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.25679999589920044,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.08550000190734863,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/skew","display_name":"Skew","score":0.7246000170707703},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.6043000221252441},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.5667999982833862},{"id":"https://openalex.org/keywords/decision-boundary","display_name":"Decision boundary","score":0.44040000438690186},{"id":"https://openalex.org/keywords/cross-entropy","display_name":"Cross entropy","score":0.4343999922275543},{"id":"https://openalex.org/keywords/jump","display_name":"Jump","score":0.38830000162124634},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.3521000146865845}],"concepts":[{"id":"https://openalex.org/C43711488","wikidata":"https://www.wikidata.org/wiki/Q7534783","display_name":"Skew","level":2,"score":0.7246000170707703},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6043000221252441},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.5667999982833862},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5552999973297119},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4471000134944916},{"id":"https://openalex.org/C42023084","wikidata":"https://www.wikidata.org/wiki/Q5249231","display_name":"Decision boundary","level":3,"score":0.44040000438690186},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.4343999922275543},{"id":"https://openalex.org/C2780695682","wikidata":"https://www.wikidata.org/wiki/Q4005959","display_name":"Jump","level":2,"score":0.38830000162124634},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.3521000146865845},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34929999709129333},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.33809998631477356},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32350000739097595},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.32100000977516174},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3077999949455261},{"id":"https://openalex.org/C167085575","wikidata":"https://www.wikidata.org/wiki/Q6803654","display_name":"Mean squared prediction error","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C2777317252","wikidata":"https://www.wikidata.org/wiki/Q18393516","display_name":"Rare events","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.02339","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02339","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.02339","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02339","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5378398299217224,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Entropy":[0],"minimization":[1,85,147],"(EM)":[2],"is":[3],"the":[4,36,43,54,70,92,96,110,137,144],"dominant":[5],"objective":[6,128],"for":[7],"test-time":[8,174],"adaptation,":[9,175],"yet":[10],"its":[11],"failure":[12,133,152],"mode,":[13,153],"model":[14,177],"collapse,":[15,178],"remains":[16,46],"poorly":[17],"understood.":[18],"In":[19],"this":[20,87,132,151],"work,":[21],"we":[22,118,154],"show":[23,82],"that":[24,83,129,170],"distribution":[25],"shifts":[26],"can":[27],"cause":[28],"feature":[29],"clusters":[30],"corresponding":[31],"to":[32,40,59,66,103,108,143],"distinct":[33],"classes":[34,76],"in":[35,53,69],"model's":[37],"representation":[38],"space":[39],"merge,":[41],"while":[42],"decision":[44],"boundary":[45],"fixed.":[47],"This":[48],"induces":[49],"a":[50,67,104,126],"systematic":[51],"skew":[52],"predicted":[55,71,141],"class":[56,72,142],"distribution,":[57,73],"referred":[58],"as":[60],"prediction":[61,88,113],"bias.":[62],"Prediction":[63],"bias":[64,89,114],"refers":[65],"shift":[68],"with":[74],"some":[75],"overrepresented":[77],"and":[78,115,163,179],"others":[79],"suppressed.":[80],"We":[81,168],"entropy":[84,146],"amplifies":[86],"by":[90,135],"tightening":[91],"existing":[93],"clusters,":[94],"reinforcing":[95],"incorrect":[97],"groupings":[98],"until":[99],"all":[100],"predictions":[101],"collapse":[102],"trivial":[105],"solution.":[106],"Next,":[107],"demonstrate":[109],"significance":[111],"of":[112,139],"mitigate":[116],"it,":[117],"further":[119],"propose":[120],"Distribution":[121],"Shift":[122],"Bias":[123],"Reduction":[124],"(DSBR),":[125],"bias-correcting":[127],"specifically":[130],"targets":[131],"mode":[134],"equalizing":[136],"contribution":[138],"each":[140],"unsupervised":[145],"loss.":[148],"To":[149],"study":[150],"design":[155],"suitable":[156],"adaptation":[157],"settings":[158],"using":[159],"four":[160],"medical-imaging":[161],"datasets":[162],"additionally":[164],"evaluate":[165],"on":[166],"ImageNet-C.":[167],"find":[169],"DSBR":[171,186],"consistently":[172],"stabilizes":[173],"prevents":[176],"matches":[180],"or":[181],"outperforms":[182],"state-of-the-art":[183],"methods.":[184],"Moreover,":[185],"operates":[187],"solely":[188],"at":[189],"test-time.":[190]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}
