{"id":"https://openalex.org/W4386614317","doi":"https://doi.org/10.48550/arxiv.2309.03925","title":"Beyond attention: deriving biologically interpretable insights from weakly-supervised multiple-instance learning models","display_name":"Beyond attention: deriving biologically interpretable insights from weakly-supervised multiple-instance learning models","publication_year":2023,"publication_date":"2023-09-07","ids":{"openalex":"https://openalex.org/W4386614317","doi":"https://doi.org/10.48550/arxiv.2309.03925"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2309.03925","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.03925","pdf_url":"https://arxiv.org/pdf/2309.03925","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2309.03925","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028119537","display_name":"Willem Bonnaff\u00e9","orcid":"https://orcid.org/0000-0002-5053-8891"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bonnaff\u00e9, Willem","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092848155","display_name":"CRUK ICGC Prostate Group","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Group, CRUK ICGC Prostate","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012694886","display_name":"Freddie C. Hamdy","orcid":"https://orcid.org/0000-0003-2627-2154"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hamdy, Freddie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025084930","display_name":"Yang Hu","orcid":"https://orcid.org/0000-0002-4856-5014"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082768586","display_name":"Ian G. Mills","orcid":"https://orcid.org/0000-0001-5347-5083"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mills, Ian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027416348","display_name":"Jens Rittscher","orcid":"https://orcid.org/0000-0002-8528-8298"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rittscher, Jens","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090096123","display_name":"Clare Verrill","orcid":"https://orcid.org/0000-0002-4905-8233"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Verrill, Clare","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5023191105","display_name":"Dan J. Woodcock","orcid":"https://orcid.org/0000-0003-0576-044X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Woodcock, Dan J.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9186073541641235},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6305354237556458},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5586686730384827},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5427756905555725},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5000114440917969},{"id":"https://openalex.org/keywords/prostate-cancer","display_name":"Prostate cancer","score":0.49693992733955383},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.45924073457717896},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.45501863956451416},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.43140944838523865},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34718579053878784},{"id":"https://openalex.org/keywords/cancer","display_name":"Cancer","score":0.3462338447570801},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.2613537907600403},{"id":"https://openalex.org/keywords/internal-medicine","display_name":"Internal medicine","score":0.10058930516242981}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9186073541641235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6305354237556458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5586686730384827},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5427756905555725},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5000114440917969},{"id":"https://openalex.org/C2780192828","wikidata":"https://www.wikidata.org/wiki/Q181257","display_name":"Prostate cancer","level":3,"score":0.49693992733955383},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.45924073457717896},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.45501863956451416},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.43140944838523865},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34718579053878784},{"id":"https://openalex.org/C121608353","wikidata":"https://www.wikidata.org/wiki/Q12078","display_name":"Cancer","level":2,"score":0.3462338447570801},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2613537907600403},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.10058930516242981},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2309.03925","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.03925","pdf_url":"https://arxiv.org/pdf/2309.03925","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2309.03925","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2309.03925","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2309.03925","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.03925","pdf_url":"https://arxiv.org/pdf/2309.03925","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.4699999988079071}],"awards":[{"id":"https://openalex.org/G5159162205","display_name":"Accurately spotting the difference between aggressive and slow-growing cancers","funder_award_id":"MA-ETNA19-005","funder_id":"https://openalex.org/F4320320292","funder_display_name":"Prostate Cancer UK"}],"funders":[{"id":"https://openalex.org/F4320311061","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846"},{"id":"https://openalex.org/F4320311904","display_name":"Wellcome Trust","ror":"https://ror.org/029chgv08"},{"id":"https://openalex.org/F4320313309","display_name":"Royal Marsden NHS Foundation Trust","ror":"https://ror.org/0008wzh48"},{"id":"https://openalex.org/F4320319985","display_name":"Cancer Research UK","ror":"https://ror.org/054225q67"},{"id":"https://openalex.org/F4320320273","display_name":"University of Cambridge","ror":"https://ror.org/013meh722"},{"id":"https://openalex.org/F4320320274","display_name":"University of East Anglia","ror":"https://ror.org/026k5mg93"},{"id":"https://openalex.org/F4320320278","display_name":"University of St Andrews","ror":"https://ror.org/02wn5qz54"},{"id":"https://openalex.org/F4320320290","display_name":"University of Oxford","ror":"https://ror.org/052gg0110"},{"id":"https://openalex.org/F4320320292","display_name":"Prostate Cancer UK","ror":"https://ror.org/04dkv6329"},{"id":"https://openalex.org/F4320321578","display_name":"Cambridge University Hospitals","ror":"https://ror.org/04v54gj93"},{"id":"https://openalex.org/F4320334626","display_name":"Medical Research Council","ror":"https://ror.org/03x94j517"},{"id":"https://openalex.org/F4320337083","display_name":"Faculty of Medicine and Health, University of Sydney","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386614317.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W4390569940","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W4312407344","https://openalex.org/W2894289927","https://openalex.org/W4226258012"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,23,184],"attention-based":[3],"multiple":[4],"instance":[5],"learning":[6],"(MIL)":[7],"have":[8],"improved":[9],"our":[10,151],"insights":[11],"into":[12],"the":[13,27,50,100,133,137,148,190,216],"tissue":[14,138,168,182],"regions":[15,43,57,203],"that":[16,202,204,220],"models":[17],"rely":[18],"on":[19],"to":[20,59,74,98,132,213],"make":[21],"predictions":[22],"digital":[24],"pathology.":[25],"However,":[26],"interpretability":[28,125],"of":[29,103,136,150,187,207],"these":[30,56],"approaches":[31],"is":[32],"still":[33],"limited.":[34],"In":[35],"particular,":[36],"they":[37],"do":[38,210],"not":[39,211],"report":[40],"whether":[41],"high-attention":[42,104],"are":[44,205],"positively":[45],"or":[46,53],"negatively":[47],"associated":[48],"with":[49,118,142,176,215],"class":[51],"labels":[52],"how":[54],"well":[55],"correspond":[58],"previously":[60],"established":[61],"clinical":[62,144],"and":[63,88,139,170],"biological":[64,110],"knowledge.":[65],"We":[66,146],"address":[67],"this":[68],"by":[69,84,92,114,126,153],"introducing":[70],"a":[71,93,109,185],"post-training":[72],"methodology":[73],"analyse":[75],"MIL":[76],"models.":[77],"Firstly,":[78],"we":[79,107],"introduce":[80,108],"prediction-attention-weighted":[81],"(PAW)":[82],"maps":[83,117,156],"combining":[85],"tile-level":[86],"attention":[87],"prediction":[89],"scores":[90],"produced":[91],"refined":[94],"encoder,":[95],"allowing":[96],"us":[97],"quantify":[99],"predictive":[101,206],"contribution":[102],"regions.":[105],"Secondly,":[106],"feature":[111],"instantiation":[112],"technique":[113],"integrating":[115],"PAW":[116,155],"nuclei":[119],"segmentation":[120],"masks.":[121],"This":[122],"further":[123],"improves":[124],"providing":[127],"biologically":[128],"meaningful":[129],"features":[130],"related":[131],"cellular":[134],"organisation":[135],"facilitates":[140],"comparisons":[141],"known":[143],"features.":[145],"illustrate":[147],"utility":[149],"approach":[152,200],"comparing":[154],"obtained":[157],"for":[158],"prostate":[159],"cancer":[160,192],"diagnosis":[161],"(i.e.":[162,172],"samples":[163,173],"containing":[164],"malignant":[165],"tissue,":[166],"381/516":[167],"samples)":[169,183],"prognosis":[171,209],"from":[174,189],"patients":[175,188],"biochemical":[177],"recurrence":[178],"following":[179],"surgery,":[180],"98/663":[181],"cohort":[186],"international":[191],"genome":[193],"consortium":[194],"(ICGC":[195],"UK":[196],"Prostate":[197],"Group).":[198],"Our":[199],"reveals":[201],"adverse":[208],"tend":[212],"co-locate":[214],"tumour":[217],"regions,":[218],"indicating":[219],"non-cancer":[221],"cells":[222],"should":[223],"also":[224],"be":[225],"studied":[226],"when":[227],"evaluating":[228],"prognosis.":[229]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2023-09-12T00:00:00"}