{"id":"https://openalex.org/W4295508364","doi":"https://doi.org/10.1109/embc48229.2022.9870911","title":"Self-Supervised Pretext Tasks in Model Robustness & Generalizability: A Revisit from Medical Imaging Perspective","display_name":"Self-Supervised Pretext Tasks in Model Robustness & Generalizability: A Revisit from Medical Imaging Perspective","publication_year":2022,"publication_date":"2022-07-11","ids":{"openalex":"https://openalex.org/W4295508364","doi":"https://doi.org/10.1109/embc48229.2022.9870911","pmid":"https://pubmed.ncbi.nlm.nih.gov/36086344"},"language":"en","primary_location":{"id":"doi:10.1109/embc48229.2022.9870911","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9870911","pdf_url":null,"source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078102616","display_name":"Fernando Navarro","orcid":"https://orcid.org/0000-0001-8906-9079"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]},{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]},{"id":"https://openalex.org/I2802619606","display_name":"Klinikum rechts der Isar","ror":"https://ror.org/04jc43x05","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2802619606","https://openalex.org/I62916508"]}],"countries":["CH","DE"],"is_corresponding":true,"raw_author_name":"Fernando Navarro","raw_affiliation_strings":["Technical University of Munich,Department of Informatics,Germany","Department of Informatics, Technical University of Munich, Germany","Department of Radio Oncology and Radiation Therapy, Klinikum rechts der Isar, Munich, Germany","Center for Translational Cancer Research (TranslaTUM), Klinikum rechts der Isar, Germany","Department of Quantitative Biomedicine, University of Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich,Department of Informatics,Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Department of Informatics, Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Department of Radio Oncology and Radiation Therapy, Klinikum rechts der Isar, Munich, Germany","institution_ids":["https://openalex.org/I2802619606"]},{"raw_affiliation_string":"Center for Translational Cancer Research (TranslaTUM), Klinikum rechts der Isar, Germany","institution_ids":["https://openalex.org/I2802619606"]},{"raw_affiliation_string":"Department of Quantitative Biomedicine, University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089776387","display_name":"Christopher Watanabe","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christopher Watanabe","raw_affiliation_strings":["Technical University of Munich,Department of Informatics,Germany","Department of Informatics, Technical University of Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich,Department of Informatics,Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Department of Informatics, Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018632773","display_name":"Suprosanna Shit","orcid":"https://orcid.org/0000-0003-4435-7207"},"institutions":[{"id":"https://openalex.org/I2802619606","display_name":"Klinikum rechts der Isar","ror":"https://ror.org/04jc43x05","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2802619606","https://openalex.org/I62916508"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Suprosanna Shit","raw_affiliation_strings":["Technical University of Munich,Department of Informatics,Germany","Department of Informatics, Technical University of Munich, Germany","Center for Translational Cancer Research (TranslaTUM), Klinikum rechts der Isar, Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich,Department of Informatics,Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Department of Informatics, Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Center for Translational Cancer Research (TranslaTUM), Klinikum rechts der Isar, Germany","institution_ids":["https://openalex.org/I2802619606"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087664142","display_name":"Anjany Sekuboyina","orcid":"https://orcid.org/0000-0002-5601-284X"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]},{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH","DE"],"is_corresponding":false,"raw_author_name":"Anjany Sekuboyina","raw_affiliation_strings":["Technical University of Munich,Department of Informatics,Germany","Department of Informatics, Technical University of Munich, Germany","Department of Quantitative Biomedicine, University of Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich,Department of Informatics,Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Department of Informatics, Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Department of Quantitative Biomedicine, University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073740173","display_name":"Jan C. Peeken","orcid":"https://orcid.org/0000-0003-2679-9853"},"institutions":[{"id":"https://openalex.org/I2802619606","display_name":"Klinikum rechts der Isar","ror":"https://ror.org/04jc43x05","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2802619606","https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jan C. Peeken","raw_affiliation_strings":["Klinikum rechts der Isar,Department of Radio Oncology and Radiation Therapy,Munich,Germany","Department of Radio Oncology and Radiation Therapy, Klinikum rechts der Isar, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Klinikum rechts der Isar,Department of Radio Oncology and Radiation Therapy,Munich,Germany","institution_ids":["https://openalex.org/I2802619606"]},{"raw_affiliation_string":"Department of Radio Oncology and Radiation Therapy, Klinikum rechts der Isar, Munich, Germany","institution_ids":["https://openalex.org/I2802619606"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032259979","display_name":"Stephanie E. Combs","orcid":"https://orcid.org/0000-0002-5233-1536"},"institutions":[{"id":"https://openalex.org/I2802619606","display_name":"Klinikum rechts der Isar","ror":"https://ror.org/04jc43x05","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2802619606","https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stephanie E. Combs","raw_affiliation_strings":["Klinikum rechts der Isar,Department of Radio Oncology and Radiation Therapy,Munich,Germany","Department of Radio Oncology and Radiation Therapy, Klinikum rechts der Isar, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Klinikum rechts der Isar,Department of Radio Oncology and Radiation Therapy,Munich,Germany","institution_ids":["https://openalex.org/I2802619606"]},{"raw_affiliation_string":"Department of Radio Oncology and Radiation Therapy, Klinikum rechts der Isar, Munich, Germany","institution_ids":["https://openalex.org/I2802619606"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002068604","display_name":"Bjoern Menze","orcid":"https://orcid.org/0000-0003-4136-5690"},"institutions":[{"id":"https://openalex.org/I4210098931","display_name":"Quantitative BioSciences","ror":"https://ror.org/010brsj79","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210098931"]},{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH","US"],"is_corresponding":false,"raw_author_name":"Bjoern H. Menze","raw_affiliation_strings":["University of Zurich,Department of Quantitative Biomedicine,Zurich,Switzerland","Department of Quantitative Biomedicine, University of Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"University of Zurich,Department of Quantitative Biomedicine,Zurich,Switzerland","institution_ids":["https://openalex.org/I4210098931"]},{"raw_affiliation_string":"Department of Quantitative Biomedicine, University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5078102616"],"corresponding_institution_ids":["https://openalex.org/I202697423","https://openalex.org/I2802619606","https://openalex.org/I62916508"],"apc_list":null,"apc_paid":null,"fwci":0.8935,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.76650202,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2022","issue":null,"first_page":"5074","last_page":"5079"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.9458856582641602},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.8284081816673279},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7478668689727783},{"id":"https://openalex.org/keywords/pretext","display_name":"Pretext","score":0.7310336232185364},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6631917357444763},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6170963048934937},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.537841796875},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.16332316398620605}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.9458856582641602},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8284081816673279},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7478668689727783},{"id":"https://openalex.org/C2779627259","wikidata":"https://www.wikidata.org/wiki/Q779763","display_name":"Pretext","level":3,"score":0.7310336232185364},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6631917357444763},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6170963048934937},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.537841796875},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.16332316398620605},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003952","descriptor_name":"Diagnostic Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003952","descriptor_name":"Diagnostic Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003952","descriptor_name":"Diagnostic Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011859","descriptor_name":"Radiography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011859","descriptor_name":"Radiography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011859","descriptor_name":"Radiography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1109/embc48229.2022.9870911","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9870911","pdf_url":null,"source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:36086344","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36086344","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null},{"id":"pmh:oai:mediatum.ub.tum.de:node/1708381","is_oa":false,"landing_page_url":"https://mediatum.ub.tum.de/1708381","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W343636949","https://openalex.org/W1901129140","https://openalex.org/W2045898750","https://openalex.org/W2153431772","https://openalex.org/W2194775991","https://openalex.org/W2321533354","https://openalex.org/W2412453619","https://openalex.org/W2560725027","https://openalex.org/W2584017349","https://openalex.org/W2765490497","https://openalex.org/W2785325870","https://openalex.org/W2796311012","https://openalex.org/W2890430415","https://openalex.org/W2905631704","https://openalex.org/W2912237282","https://openalex.org/W2943924062","https://openalex.org/W2947706148","https://openalex.org/W2954540134","https://openalex.org/W2964350391","https://openalex.org/W2964744899","https://openalex.org/W2977613223","https://openalex.org/W2979708377","https://openalex.org/W3003679639","https://openalex.org/W3106040422","https://openalex.org/W4288404646","https://openalex.org/W4309233581","https://openalex.org/W4393573929","https://openalex.org/W6639824700","https://openalex.org/W6700872662","https://openalex.org/W6745667551","https://openalex.org/W6747899497","https://openalex.org/W6758047254","https://openalex.org/W6758930985","https://openalex.org/W6763301180","https://openalex.org/W6765696844"],"related_works":["https://openalex.org/W2795551190","https://openalex.org/W2609159405","https://openalex.org/W4362700002","https://openalex.org/W4375852175","https://openalex.org/W4295508364","https://openalex.org/W4200511449","https://openalex.org/W3148568192","https://openalex.org/W3161665451","https://openalex.org/W3037880068","https://openalex.org/W4287753411"],"abstract_inverted_index":{"Self-supervised":[0],"pretext":[1,27],"tasks":[2,13,28],"have":[3],"been":[4],"introduced":[5],"as":[6],"an":[7],"effective":[8],"strategy":[9],"when":[10],"learning":[11,34,116],"target":[12,37],"on":[14,24,95],"small":[15],"annotated":[16],"data":[17],"sets.":[18],"However,":[19],"while":[20],"current":[21],"research":[22],"focuses":[23],"exploring":[25],"novel":[26],"for":[29,35,64,115],"meaningful":[30],"and":[31,44,82,86,100],"reusable":[32],"representation":[33],"the":[36,39,109],"task,":[38],"study":[40],"of":[41,67,112],"its":[42],"robustness":[43,85],"generalizability":[45,87],"has":[46],"remained":[47],"relatively":[48],"under-explored.":[49],"Specifically,":[50],"it":[51],"is":[52],"crucial":[53],"in":[54,98,103],"medical":[55,75],"imaging":[56,76],"to":[57,89],"proactively":[58],"investigate":[59],"performance":[60],"under":[61],"different":[62],"perturbations":[63],"reliable":[65],"deployment":[66],"clinical":[68],"applications.":[69],"In":[70],"this":[71],"work,":[72],"we":[73],"revisit":[74],"networks":[77],"pre-trained":[78],"with":[79],"self-supervised":[80],"learnings":[81],"categorically":[83],"evaluate":[84],"compared":[88],"vanilla":[90],"supervised":[91],"learning.":[92],"Our":[93],"experiments":[94],"pneumonia":[96],"detection":[97],"X-rays":[99],"multi-organ":[101],"segmentation":[102],"CT":[104],"yield":[105],"conclusive":[106],"results":[107],"exposing":[108],"hidden":[110],"benefits":[111],"self-supervision":[113],"pre-training":[114],"robust":[117],"feature":[118],"representations.":[119]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2022-09-14T00:00:00"}