{"id":"https://openalex.org/W4390136900","doi":"https://doi.org/10.1109/bigdata59044.2023.10386478","title":"Enhancing Scientific Image Classification through Multimodal Learning: Insights from Chest X-Ray and Atomic Force Microscopy Datasets","display_name":"Enhancing Scientific Image Classification through Multimodal Learning: Insights from Chest X-Ray and Atomic Force Microscopy Datasets","publication_year":2023,"publication_date":"2023-12-15","ids":{"openalex":"https://openalex.org/W4390136900","doi":"https://doi.org/10.1109/bigdata59044.2023.10386478"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata59044.2023.10386478","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata59044.2023.10386478","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/servlets/purl/2246702","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093449863","display_name":"David C. Meshnick","orcid":null},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David C. Meshnick","raw_affiliation_strings":["Lawrence Livermore National Lab,Livermore,USA","Lawrence Livermore National Lab, Livermore, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Lab,Livermore,USA","institution_ids":["https://openalex.org/I1282311441"]},{"raw_affiliation_string":"Lawrence Livermore National Lab, Livermore, USA","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033334001","display_name":"Nahal Shahini","orcid":null},"institutions":[{"id":"https://openalex.org/I58956616","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666","country_code":"US","type":"education","lineage":["https://openalex.org/I58956616"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nahal Shahini","raw_affiliation_strings":["Case Western Reserve University,Cleveland,USA","Case Western Reserve University, Cleveland, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Case Western Reserve University,Cleveland,USA","institution_ids":["https://openalex.org/I58956616"]},{"raw_affiliation_string":"Case Western Reserve University, Cleveland, USA","institution_ids":["https://openalex.org/I58956616"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046861008","display_name":"Debargha Ganguly","orcid":"https://orcid.org/0000-0001-5662-1592"},"institutions":[{"id":"https://openalex.org/I58956616","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666","country_code":"US","type":"education","lineage":["https://openalex.org/I58956616"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Debargha Ganguly","raw_affiliation_strings":["Case Western Reserve University,Cleveland,USA","Case Western Reserve University, Cleveland, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Case Western Reserve University,Cleveland,USA","institution_ids":["https://openalex.org/I58956616"]},{"raw_affiliation_string":"Case Western Reserve University, Cleveland, USA","institution_ids":["https://openalex.org/I58956616"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071093153","display_name":"Yinghui Wu","orcid":"https://orcid.org/0000-0003-3991-5155"},"institutions":[{"id":"https://openalex.org/I58956616","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666","country_code":"US","type":"education","lineage":["https://openalex.org/I58956616"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yinghui Wu","raw_affiliation_strings":["Case Western Reserve University,Cleveland,USA","Case Western Reserve University, Cleveland, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Case Western Reserve University,Cleveland,USA","institution_ids":["https://openalex.org/I58956616"]},{"raw_affiliation_string":"Case Western Reserve University, Cleveland, USA","institution_ids":["https://openalex.org/I58956616"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085904418","display_name":"Roger H. French","orcid":"https://orcid.org/0000-0002-6162-0532"},"institutions":[{"id":"https://openalex.org/I58956616","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666","country_code":"US","type":"education","lineage":["https://openalex.org/I58956616"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roger H. French","raw_affiliation_strings":["Case Western Reserve University,Cleveland,USA","Case Western Reserve University, Cleveland, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Case Western Reserve University,Cleveland,USA","institution_ids":["https://openalex.org/I58956616"]},{"raw_affiliation_string":"Case Western Reserve University, Cleveland, USA","institution_ids":["https://openalex.org/I58956616"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004523290","display_name":"Vipin Chaudhary","orcid":"https://orcid.org/0000-0001-9672-6225"},"institutions":[{"id":"https://openalex.org/I58956616","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666","country_code":"US","type":"education","lineage":["https://openalex.org/I58956616"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vipin Chaudhary","raw_affiliation_strings":["Case Western Reserve University,Cleveland,USA","Case Western Reserve University, Cleveland, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Case Western Reserve University,Cleveland,USA","institution_ids":["https://openalex.org/I58956616"]},{"raw_affiliation_string":"Case Western Reserve University, Cleveland, USA","institution_ids":["https://openalex.org/I58956616"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.387,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.71127725,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"37","issue":null,"first_page":"2211","last_page":"2220"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.965499997138977,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.8012716770172119},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7548327445983887},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7528097033500671},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7102131247520447},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6087328195571899},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5063732862472534},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4971194565296173},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.49654752016067505},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.4962332844734192},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.4582272469997406},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4021836817264557},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2553500235080719}],"concepts":[{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.8012716770172119},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7548327445983887},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7528097033500671},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7102131247520447},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6087328195571899},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5063732862472534},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4971194565296173},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.49654752016067505},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.4962332844734192},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.4582272469997406},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4021836817264557},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2553500235080719},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/bigdata59044.2023.10386478","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata59044.2023.10386478","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},{"id":"pmh:oai:osti.gov:2246702","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2246702","pdf_url":"https://www.osti.gov/servlets/purl/2246702","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:2246702","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2246702","pdf_url":"https://www.osti.gov/servlets/purl/2246702","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320338286","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390136900.pdf","grobid_xml":"https://content.openalex.org/works/W4390136900.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W877909479","https://openalex.org/W1503933356","https://openalex.org/W1566289585","https://openalex.org/W2048679005","https://openalex.org/W2108598243","https://openalex.org/W2109743529","https://openalex.org/W2333824004","https://openalex.org/W2339196570","https://openalex.org/W2414101154","https://openalex.org/W2417429787","https://openalex.org/W2619383789","https://openalex.org/W2914038143","https://openalex.org/W2946165673","https://openalex.org/W2959492430","https://openalex.org/W2963324994","https://openalex.org/W2963466845","https://openalex.org/W2968613095","https://openalex.org/W2969277517","https://openalex.org/W3018757597","https://openalex.org/W3020873385","https://openalex.org/W3094502228","https://openalex.org/W3184679245","https://openalex.org/W3184998487","https://openalex.org/W3204173186","https://openalex.org/W4240592325","https://openalex.org/W4295150814","https://openalex.org/W4296800293","https://openalex.org/W6638549007","https://openalex.org/W6682082992","https://openalex.org/W6683167905","https://openalex.org/W6703617906","https://openalex.org/W6777046832","https://openalex.org/W6784333009","https://openalex.org/W7038994942"],"related_works":["https://openalex.org/W2058118494","https://openalex.org/W2911497689","https://openalex.org/W2952813363","https://openalex.org/W4360783045","https://openalex.org/W4323287533","https://openalex.org/W2963346891","https://openalex.org/W2770149305","https://openalex.org/W3167930666","https://openalex.org/W3014952856","https://openalex.org/W3010730661"],"abstract_inverted_index":{"In":[0],"this":[1],"study,":[2],"we":[3],"conduct":[4],"a":[5,19,25,42,157],"detailed":[6],"evaluation":[7],"of":[8,90,123,166],"machine":[9],"learning":[10,13,125,168],"and":[11,24,40,61,72,85,92,130,144,162],"multimodal":[12,100,124,167],"approaches":[14,114],"in":[15,126,141,151,169],"two":[16],"distinct":[17],"areas:":[18],"standard":[20],"medical":[21,38],"imaging":[22,39],"benchmark":[23,159],"novel":[26],"material":[27,52],"sciences":[28],"benchmark.":[29],"We":[30,68],"utilize":[31],"the":[32,121,164],"CheXpert":[33,142],"chest":[34],"x-ray":[35],"dataset":[36,50],"for":[37,51,160],"introduce":[41],"newly":[43],"created":[44],"Fluoropolymer":[45],"Atomic":[46],"Force":[47],"Microscopy":[48],"(AFM)":[49],"sciences.":[53],"Both":[54],"datasets":[55],"are":[56],"enhanced":[57],"with":[58],"additional":[59],"images":[60],"binary":[62,104],"metadata,":[63,105],"encoded":[64],"as":[65,80],"one-hot":[66],"vectors.":[67],"tested":[69],"both":[70],"pretrained":[71],"non-pretrained":[73],"Convolutional":[74],"Neural":[75],"Network":[76],"(CNN)":[77],"models,":[78],"such":[79],"ResNet50,":[81],"ResNet101,":[82],"DenseNet121,":[83],"InceptionV3,":[84],"Xception,":[86],"across":[87],"different":[88],"combinations":[89],"image":[91,132],"metadata":[93],"inputs.":[94],"Our":[95],"results":[96],"reveal":[97],"that":[98],"integrating":[99],"data,":[101],"including":[102],"simple":[103],"significantly":[106],"enhances":[107],"classification":[108,133],"accuracy":[109],"compared":[110],"to":[111],"conventional":[112],"unimodal":[113],"or":[115],"advanced":[116],"MADDi":[117],"models.":[118],"This":[119],"indicates":[120],"efficacy":[122],"enriching":[127],"data":[128],"representation":[129],"boosting":[131],"performance.":[134],"Notably,":[135],"Xception":[136],"models":[137,146],"showed":[138],"exceptional":[139],"performance":[140,161],"tests,":[143],"most":[145],"improved":[147],"crystal":[148],"structure":[149],"predictions":[150],"AFM":[152],"datasets.":[153],"These":[154],"insights":[155],"set":[156],"new":[158],"underscore":[163],"potential":[165],"data-intensive":[170],"applied":[171],"science":[172],"research.":[173]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}