{"id":"https://openalex.org/W4396718191","doi":"https://doi.org/10.48550/arxiv.2405.02782","title":"A self-supervised text-vision framework for automated brain abnormality detection","display_name":"A self-supervised text-vision framework for automated brain abnormality detection","publication_year":2024,"publication_date":"2024-05-05","ids":{"openalex":"https://openalex.org/W4396718191","doi":"https://doi.org/10.48550/arxiv.2405.02782"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.02782","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.02782","pdf_url":"https://arxiv.org/pdf/2405.02782","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.02782","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023089434","display_name":"David Wood","orcid":"https://orcid.org/0000-0003-3058-4871"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Wood, David A.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041460109","display_name":"Emily Guilhem","orcid":"https://orcid.org/0000-0001-9727-1090"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guilhem, Emily","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069205174","display_name":"Sina Kafiabadi","orcid":"https://orcid.org/0000-0003-2755-8875"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kafiabadi, Sina","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025449701","display_name":"Ayisha Al Busaidi","orcid":"https://orcid.org/0000-0002-3539-3743"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Busaidi, Ayisha Al","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014253201","display_name":"Kishan Dissanayake","orcid":"https://orcid.org/0000-0002-8409-0220"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dissanayake, Kishan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075770233","display_name":"Ahmed Hammam","orcid":"https://orcid.org/0000-0002-4110-2543"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hammam, Ahmed","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011502507","display_name":"Nina Mansoor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mansoor, Nina","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081743946","display_name":"Matthew Townend","orcid":"https://orcid.org/0000-0002-4282-5524"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Townend, Matthew","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101450052","display_name":"Siddharth Agarwal","orcid":"https://orcid.org/0000-0001-6213-1477"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agarwal, Siddharth","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065545935","display_name":"Yiran Wei","orcid":"https://orcid.org/0000-0001-7472-312X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Yiran","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104460063","display_name":"Asif Mazumder","orcid":"https://orcid.org/0000-0002-1451-8770"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mazumder, Asif","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079179983","display_name":"Gareth J. Barker","orcid":"https://orcid.org/0000-0002-5214-7421"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barker, Gareth J.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025868896","display_name":"Peter Sasieni","orcid":"https://orcid.org/0000-0003-1509-8744"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sasieni, Peter","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082106258","display_name":"S\u00e9bastien Ourselin","orcid":"https://orcid.org/0000-0002-5694-5340"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ourselin, Sebastien","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003288277","display_name":"James H. Cole","orcid":"https://orcid.org/0000-0003-1908-5588"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cole, James H.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5003607819","display_name":"Thomas C. Booth","orcid":"https://orcid.org/0000-0003-0984-3998"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Booth, Thomas C.","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":16,"corresponding_author_ids":["https://openalex.org/A5023089434"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9463000297546387,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9463000297546387,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9350000023841858,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/abnormality","display_name":"Abnormality","score":0.8513331413269043},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.584301769733429},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.578453779220581},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.39067721366882324},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.37755995988845825},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3202742040157318},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3004564940929413},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.08038434386253357}],"concepts":[{"id":"https://openalex.org/C50965678","wikidata":"https://www.wikidata.org/wiki/Q2724302","display_name":"Abnormality","level":2,"score":0.8513331413269043},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.584301769733429},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.578453779220581},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.39067721366882324},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.37755995988845825},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3202742040157318},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3004564940929413},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08038434386253357}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2405.02782","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.02782","pdf_url":"https://arxiv.org/pdf/2405.02782","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.02782","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.02782","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.02782","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.02782","pdf_url":"https://arxiv.org/pdf/2405.02782","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396718191.pdf","grobid_xml":"https://content.openalex.org/works/W4396718191.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Artificial":[0],"neural":[1,117],"networks":[2,118],"trained":[3,98],"on":[4,230],"large,":[5],"expert-labelled":[6],"datasets":[7,22],"are":[8,23],"considered":[9],"state-of-the-art":[10],"for":[11],"a":[12,31,44,55,89,137,176,191],"range":[13,177],"of":[14,35,86,104,178,216],"medical":[15],"image":[16],"recognition":[17],"tasks.":[18,114],"However,":[19],"categorically":[20],"labelled":[21],"time-consuming":[24],"to":[25,30,46,61,99,124,129,150,201,225],"generate":[26,100],"and":[27,203,213],"constrain":[28],"classification":[29],"pre-defined,":[32],"fixed":[33],"set":[34],"classes.":[36],"For":[37],"neuroradiological":[38,91],"applications":[39,180],"in":[40,66,77,153,206],"particular,":[41],"this":[42],"represents":[43],"barrier":[45],"clinical":[47,192],"adoption.":[48],"To":[49],"address":[50],"these":[51],"challenges,":[52],"we":[53],"present":[54],"self-supervised":[56,112],"text-vision":[57,145],"framework":[58,146,186],"that":[59,221],"learns":[60],"detect":[62,151],"clinically":[63],"relevant":[64,224],"abnormalities":[65,152],"brain":[67,127,155],"MRI":[68,121,156],"scans":[69,128,160],"by":[70,135,158,198,211],"directly":[71],"leveraging":[72],"the":[73,226],"rich":[74],"information":[75],"contained":[76],"accompanying":[78],"free-text":[79],"neuroradiology":[80,105],"reports.":[81],"Our":[82],"training":[83],"approach":[84],"consisted":[85],"two-steps.":[87],"First,":[88],"dedicated":[90],"language":[92],"model":[93],"-":[94,96],"NeuroBERT":[95],"was":[97],"fixed-dimensional":[101],"vector":[102,133],"representations":[103,134],"reports":[106],"(N":[107],"=":[108],"50,523)":[109],"via":[110],"domain-specific":[111],"learning":[113],"Next,":[115],"convolutional":[116],"(one":[119],"per":[120],"sequence)":[122],"learnt":[123],"map":[125],"individual":[126],"their":[130],"corresponding":[131],"text":[132],"optimising":[136],"mean":[138],"square":[139],"error":[140],"loss.":[141],"Once":[142],"trained,":[143],"our":[144,185],"can":[147],"be":[148,223],"used":[149],"unreported":[154],"examinations":[157,220],"scoring":[159],"against":[161],"suitable":[162],"query":[163],"sentences":[164],"(e.g.,":[165],"'there":[166,171],"is":[167,172],"an":[168],"acute":[169],"stroke',":[170],"hydrocephalus'":[173],"etc.),":[174],"enabling":[175],"classification-based":[179],"including":[181],"automated":[182],"triage.":[183],"Potentially,":[184],"could":[187,222],"also":[188,210],"serve":[189],"as":[190],"decision":[193],"support":[194],"tool,":[195],"not":[196],"only":[197],"suggesting":[199],"findings":[200],"radiologists":[202],"detecting":[204],"errors":[205],"provisional":[207],"reports,":[208],"but":[209],"retrieving":[212],"displaying":[214],"examples":[215],"pathologies":[217],"from":[218],"historical":[219],"current":[227],"case":[228],"based":[229],"textual":[231],"descriptors.":[232]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}