{"id":"https://openalex.org/W4389076570","doi":"https://doi.org/10.1109/access.2023.3337398","title":"Self-Supervised Pretraining Improves Performance and Inference Efficiency in Multiple Lung Ultrasound Interpretation Tasks","display_name":"Self-Supervised Pretraining Improves Performance and Inference Efficiency in Multiple Lung Ultrasound Interpretation Tasks","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389076570","doi":"https://doi.org/10.1109/access.2023.3337398"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3337398","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3337398","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10332196.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10332196.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091902222","display_name":"Blake VanBerlo","orcid":"https://orcid.org/0000-0002-1593-8275"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Blake Vanberlo","raw_affiliation_strings":["Cheriton School of Computer Science, University of Waterloo, Waterloo, Canada","Cheriton School of Computer Science, University of Waterloo, Waterloo, ON, Canada","Deep Breathe, London, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-1593-8275","affiliations":[{"raw_affiliation_string":"Cheriton School of Computer Science, University of Waterloo, Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Cheriton School of Computer Science, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Deep Breathe, London, ON, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101800886","display_name":"Brian Li","orcid":"https://orcid.org/0000-0002-7496-9506"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]},{"id":"https://openalex.org/I4210159202","display_name":"Breathe California of Sacramento Emigrant Trails","ror":"https://ror.org/05vq3sw48","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210159202"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Brian Li","raw_affiliation_strings":["Deep Breathe, London, Canada","Department of Systems Design Engineering, University of Waterloo, Waterloo, ON, Canada","Deep Breathe, London, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-7496-9506","affiliations":[{"raw_affiliation_string":"Deep Breathe, London, Canada","institution_ids":["https://openalex.org/I4210159202"]},{"raw_affiliation_string":"Department of Systems Design Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Deep Breathe, London, ON, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071941660","display_name":"Jesse Hoey","orcid":"https://orcid.org/0000-0001-5340-2204"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jesse Hoey","raw_affiliation_strings":["Cheriton School of Computer Science, University of Waterloo, Waterloo, Canada","Cheriton School of Computer Science, University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cheriton School of Computer Science, University of Waterloo, Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Cheriton School of Computer Science, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102920751","display_name":"Alexander Wong","orcid":"https://orcid.org/0000-0001-5729-5899"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alexander Wong","raw_affiliation_strings":["Department of Systems Design Engineering, University of Waterloo, Waterloo, Canada","Department of Systems Design Engineering, University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-5729-5899","affiliations":[{"raw_affiliation_string":"Department of Systems Design Engineering, University of Waterloo, Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Department of Systems Design Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.5459,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.65685103,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":"11","issue":null,"first_page":"135696","last_page":"135707"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11738","display_name":"Ultrasound in Clinical Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2706","display_name":"Critical Care and Intensive Care Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11738","display_name":"Ultrasound in Clinical Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2706","display_name":"Critical Care and Intensive Care Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12419","display_name":"Phonocardiography and Auscultation Techniques","score":0.9742000102996826,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12537","display_name":"Flow Measurement and Analysis","score":0.9652000069618225,"subfield":{"id":"https://openalex.org/subfields/2211","display_name":"Mechanics of Materials"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7639937996864319},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7140165567398071},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6520090103149414},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6373151540756226},{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"Receiver operating characteristic","score":0.5585778951644897},{"id":"https://openalex.org/keywords/extractor","display_name":"Extractor","score":0.5501282811164856},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.533645749092102},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.44488388299942017},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4427292048931122},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4392620027065277},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.41522765159606934},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3604923486709595}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7639937996864319},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7140165567398071},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6520090103149414},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6373151540756226},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.5585778951644897},{"id":"https://openalex.org/C117978034","wikidata":"https://www.wikidata.org/wiki/Q5422192","display_name":"Extractor","level":2,"score":0.5501282811164856},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.533645749092102},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44488388299942017},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4427292048931122},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4392620027065277},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.41522765159606934},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3604923486709595},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C21880701","wikidata":"https://www.wikidata.org/wiki/Q2144042","display_name":"Process engineering","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3337398","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3337398","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10332196.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8919845f397741859a9751f037e7b731","is_oa":true,"landing_page_url":"https://doaj.org/article/8919845f397741859a9751f037e7b731","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 135696-135707 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3337398","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3337398","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10332196.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7425808025","display_name":null,"funder_award_id":"186945","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G8277839474","display_name":null,"funder_award_id":"FRN 186945","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389076570.pdf","grobid_xml":"https://content.openalex.org/works/W4389076570.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W2042723080","https://openalex.org/W2103136508","https://openalex.org/W2139491315","https://openalex.org/W2161389558","https://openalex.org/W2187089797","https://openalex.org/W2412795592","https://openalex.org/W2842511635","https://openalex.org/W2913559493","https://openalex.org/W2964132985","https://openalex.org/W2970896228","https://openalex.org/W2982083293","https://openalex.org/W3016836174","https://openalex.org/W3017222881","https://openalex.org/W3018936110","https://openalex.org/W3028857107","https://openalex.org/W3041809298","https://openalex.org/W3120430728","https://openalex.org/W3128031726","https://openalex.org/W3129056955","https://openalex.org/W3136627259","https://openalex.org/W3152990835","https://openalex.org/W3185806670","https://openalex.org/W3203953535","https://openalex.org/W3204315374","https://openalex.org/W3211329107","https://openalex.org/W4206491716","https://openalex.org/W4287225701","https://openalex.org/W4294975250","https://openalex.org/W4295940382","https://openalex.org/W4295956289","https://openalex.org/W4297464425","https://openalex.org/W4297808394","https://openalex.org/W4306941883","https://openalex.org/W4307972630","https://openalex.org/W4313237534","https://openalex.org/W4322500142","https://openalex.org/W6774314701","https://openalex.org/W6776605098","https://openalex.org/W6791625606","https://openalex.org/W6791742336","https://openalex.org/W6793884773","https://openalex.org/W6795754764"],"related_works":["https://openalex.org/W4385649027","https://openalex.org/W3082848404","https://openalex.org/W1979583797","https://openalex.org/W2016864125","https://openalex.org/W4400094315","https://openalex.org/W2372254676","https://openalex.org/W2970784617","https://openalex.org/W2080135837","https://openalex.org/W2793679056","https://openalex.org/W4283332091"],"abstract_inverted_index":{"In":[0],"this":[1],"study,":[2],"we":[3],"investigated":[4],"whether":[5],"self-supervised":[6,131],"pretraining":[7,132],"could":[8],"produce":[9],"a":[10,69,112,134],"neural":[11],"network":[12],"feature":[13],"extractor":[14],"applicable":[15],"to":[16,88],"multiple":[17],"classification":[18],"tasks":[19],"in":[20,35],"B-mode":[21],"lung":[22,29,142],"ultrasound":[23,30,143],"analysis.":[24],"When":[25,96],"fine-tuning":[26],"on":[27,54,65],"three":[28],"tasks,":[31],"pretrained":[32,71,104],"models":[33,105],"resulted":[34],"an":[36],"improvement":[37],"of":[38,92,100,118,123],"the":[39,44,89,101,121,127],"average":[40],"across-task":[41],"area":[42],"under":[43],"receiver":[45],"operating":[46],"characteristic":[47],"curve":[48],"(AUC)":[49],"by":[50,68,85],"0.032":[51],"and":[52,56],"0.061":[53],"local":[55],"external":[57],"test":[58,115],"sets":[59],"respectively.":[60],"Compact":[61],"nonlinear":[62],"classifiers":[63],"trained":[64],"features":[66],"outputted":[67],"single":[70],"model":[72],"did":[73],"not":[74],"improve":[75],"performance":[76],"across":[77],"all":[78],"tasks;":[79],"however,":[80],"they":[81],"reduced":[82],"inference":[83],"time":[84],"49%":[86],"compared":[87],"serial":[90],"execution":[91],"separate":[93],"fine-tuned":[94],"models.":[95],"training":[97],"using":[98],"1%":[99],"available":[102],"labels,":[103],"consistently":[106],"outperformed":[107],"fully":[108],"supervised":[109],"models,":[110],"with":[111],"maximum":[113],"observed":[114],"AUC":[116],"increase":[117],"0.396":[119],"for":[120,137,141],"task":[122],"view":[124],"classification.":[125],"Overall,":[126],"results":[128],"indicate":[129],"that":[130],"is":[133],"useful":[135],"strategy":[136],"producing":[138],"initial":[139],"weights":[140],"classifiers.":[144]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
