{"id":"https://openalex.org/W4360994757","doi":"https://doi.org/10.1007/s11063-023-11204-5","title":"A Novel Vision Transformer Model for Skin Cancer Classification","display_name":"A Novel Vision Transformer Model for Skin Cancer Classification","publication_year":2023,"publication_date":"2023-03-27","ids":{"openalex":"https://openalex.org/W4360994757","doi":"https://doi.org/10.1007/s11063-023-11204-5"},"language":"en","primary_location":{"id":"doi:10.1007/s11063-023-11204-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11063-023-11204-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11063-023-11204-5.pdf","source":{"id":"https://openalex.org/S140962798","display_name":"Neural Processing Letters","issn_l":"1370-4621","issn":["1370-4621","1573-773X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Processing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11063-023-11204-5.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002565609","display_name":"Guang Yang","orcid":"https://orcid.org/0000-0002-6747-6121"},"institutions":[{"id":"https://openalex.org/I78757542","display_name":"University of Newcastle Australia","ror":"https://ror.org/00eae9z71","country_code":"AU","type":"education","lineage":["https://openalex.org/I78757542"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Guang Yang","raw_affiliation_strings":["School of Information and Physical Sciences, College of Engineering, Science and Environment, The University of Newcastle, University Dr., Callaghan, NSW, 2308, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information and Physical Sciences, College of Engineering, Science and Environment, The University of Newcastle, University Dr., Callaghan, NSW, 2308, Australia","institution_ids":["https://openalex.org/I78757542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078730212","display_name":"Suhuai Luo","orcid":"https://orcid.org/0000-0002-6185-6035"},"institutions":[{"id":"https://openalex.org/I78757542","display_name":"University of Newcastle Australia","ror":"https://ror.org/00eae9z71","country_code":"AU","type":"education","lineage":["https://openalex.org/I78757542"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Suhuai Luo","raw_affiliation_strings":["School of Information and Physical Sciences, College of Engineering, Science and Environment, The University of Newcastle, University Dr., Callaghan, NSW, 2308, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information and Physical Sciences, College of Engineering, Science and Environment, The University of Newcastle, University Dr., Callaghan, NSW, 2308, Australia","institution_ids":["https://openalex.org/I78757542"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041143057","display_name":"Peter B. Greer","orcid":"https://orcid.org/0000-0001-7494-4029"},"institutions":[{"id":"https://openalex.org/I78757542","display_name":"University of Newcastle Australia","ror":"https://ror.org/00eae9z71","country_code":"AU","type":"education","lineage":["https://openalex.org/I78757542"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Peter Greer","raw_affiliation_strings":["School of Information and Physical Sciences, College of Engineering, Science and Environment, The University of Newcastle, University Dr., Callaghan, NSW, 2308, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information and Physical Sciences, College of Engineering, Science and Environment, The University of Newcastle, University Dr., Callaghan, NSW, 2308, Australia","institution_ids":["https://openalex.org/I78757542"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5002565609"],"corresponding_institution_ids":["https://openalex.org/I78757542"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":22.8969,"has_fulltext":true,"cited_by_count":101,"citation_normalized_percentile":{"value":0.99583782,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"55","issue":"7","first_page":"9335","last_page":"9351"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11306","display_name":"Nonmelanoma Skin Cancer Studies","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6856865882873535},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.6793899536132812},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6608970761299133},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6561245918273926},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5954481959342957},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.4869919717311859},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.48008161783218384},{"id":"https://openalex.org/keywords/skin-cancer","display_name":"Skin cancer","score":0.4727631211280823},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4686650037765503},{"id":"https://openalex.org/keywords/cancer","display_name":"Cancer","score":0.23204541206359863},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1889001727104187},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.17375034093856812},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.13035839796066284},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10507315397262573}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6856865882873535},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.6793899536132812},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6608970761299133},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6561245918273926},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5954481959342957},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.4869919717311859},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.48008161783218384},{"id":"https://openalex.org/C2777789703","wikidata":"https://www.wikidata.org/wiki/Q192102","display_name":"Skin cancer","level":3,"score":0.4727631211280823},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4686650037765503},{"id":"https://openalex.org/C121608353","wikidata":"https://www.wikidata.org/wiki/Q12078","display_name":"Cancer","level":2,"score":0.23204541206359863},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1889001727104187},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.17375034093856812},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.13035839796066284},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10507315397262573},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s11063-023-11204-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11063-023-11204-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11063-023-11204-5.pdf","source":{"id":"https://openalex.org/S140962798","display_name":"Neural Processing Letters","issn_l":"1370-4621","issn":["1370-4621","1573-773X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Processing Letters","raw_type":"journal-article"},{"id":"pmh:oai:figshare.com:article/29032409","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal contribution"},{"id":"pmh:uon:53760","is_oa":true,"landing_page_url":"http://hdl.handle.net/1959.13/1494304","pdf_url":null,"source":{"id":"https://openalex.org/S4377196471","display_name":"NOVA (University of Newcastle Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I78757542","host_organization_name":"University of Newcastle Australia","host_organization_lineage":["https://openalex.org/I78757542"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1007/s11063-023-11204-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11063-023-11204-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11063-023-11204-5.pdf","source":{"id":"https://openalex.org/S140962798","display_name":"Neural Processing Letters","issn_l":"1370-4621","issn":["1370-4621","1573-773X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Processing Letters","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320295","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4360994757.pdf"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1480009832","https://openalex.org/W1981276685","https://openalex.org/W2074317748","https://openalex.org/W2128186581","https://openalex.org/W2165948908","https://openalex.org/W2194775991","https://openalex.org/W2295627932","https://openalex.org/W2328398504","https://openalex.org/W2385915143","https://openalex.org/W2404812871","https://openalex.org/W2473141521","https://openalex.org/W2559989326","https://openalex.org/W2579362932","https://openalex.org/W2581082771","https://openalex.org/W2608868516","https://openalex.org/W2794748578","https://openalex.org/W2794825826","https://openalex.org/W2903641499","https://openalex.org/W2916275175","https://openalex.org/W2953233419","https://openalex.org/W2962843773","https://openalex.org/W2986668407","https://openalex.org/W3011885901","https://openalex.org/W3024371423","https://openalex.org/W3098394437","https://openalex.org/W3102785203","https://openalex.org/W3163465952","https://openalex.org/W3172942063","https://openalex.org/W4205189720","https://openalex.org/W4285992128","https://openalex.org/W4293030607","https://openalex.org/W6702248584"],"related_works":["https://openalex.org/W2591697403","https://openalex.org/W2944728705","https://openalex.org/W2904022177","https://openalex.org/W2359348847","https://openalex.org/W3011538607","https://openalex.org/W4294432981","https://openalex.org/W4321441197","https://openalex.org/W3108298832","https://openalex.org/W2953716828","https://openalex.org/W4297807321"],"abstract_inverted_index":{"Abstract":[0],"Skin":[1],"cancer":[2,17,35,108,130],"can":[3],"be":[4,11],"fatal":[5],"if":[6],"it":[7,37],"is":[8,38,122,139,162,185,193,209,224,230,252,263,273],"found":[9],"to":[10,32,41,70,124,164,211,254,265,275],"malignant.":[12],"Modern":[13],"diagnosis":[14,75],"of":[15,45,74,96,105,116,127,146,156,173,202,218,239,290],"skin":[16,46,107,111,129],"heavily":[18],"relies":[19],"on":[20,301],"visual":[21],"inspection":[22],"through":[23],"clinical":[24,110],"screening,":[25],"dermoscopy,":[26],"or":[27],"histopathological":[28],"examinations.":[29],"However,":[30,78],"due":[31],"similarity":[33],"among":[34],"types,":[36],"usually":[39],"challenging":[40],"identify":[42],"the":[43,60,72,79,94,125,147,166,203,233,256,260,267,270,277,283,293,302,309,314],"type":[44],"cancer,":[47],"especially":[48],"at":[49],"its":[50,212,219,222],"early":[51],"stages.":[52],"Deep":[53],"learning":[54,82,251],"techniques":[55],"have":[56,65,280],"been":[57],"developed":[58],"over":[59],"last":[61],"few":[62],"years":[63],"and":[64,76,150,190,214,221,243,269,305],"achieved":[66,286],"success":[67],"in":[68,109],"helping":[69],"improve":[71,93],"accuracy":[73,289],"classification.":[77],"latest":[80],"deep":[81],"algorithms":[83],"still":[84],"do":[85],"not":[86],"provide":[87],"ideal":[88],"classification":[89,97,134,228,288],"accuracy.":[90],"To":[91],"further":[92],"performance":[95,318],"accuracy,":[98],"this":[99],"paper":[100],"presents":[101],"a":[102,154,159,186,194,206,215,227,240,244,287],"novel":[103],"method":[104,114,284,315],"classifying":[106],"images.":[112],"The":[113,169,236],"consists":[115,172,238],"four":[117],"blocks.":[118],"First,":[119],"class":[120],"rebalancing":[121],"applied":[123,210],"images":[126],"seven":[128],"types":[131],"for":[132],"better":[133,317],"performance.":[135],"Second,":[136],"an":[137],"image":[138],"preprocessed":[140],"by":[141],"being":[142],"split":[143],"into":[144,153],"patches":[145],"same":[148,303],"size":[149],"then":[151],"flattened":[152,167,241],"series":[155],"tokens.":[157],"Third,":[158],"transformer":[160,170,234],"encoder":[161,171],"used":[163,264,274],"process":[165],"patches.":[168],"N":[174],"identical":[175],"layers":[176],"with":[177,247,298,320],"each":[178,201],"layer":[179,242,246],"containing":[180],"two":[181,192,204],"sublayers.":[182],"Sublayer":[183],"one":[184],"multihead":[187],"self-attention":[188],"unit,":[189],"sublayer":[191],"fully":[195],"connected":[196],"feed-forward":[197],"network":[198,268],"unit.":[199],"For":[200],"sublayers,":[205],"normalization":[207],"operation":[208],"input,":[213],"residual":[216],"connection":[217],"input":[220],"output":[223],"calculated.":[225],"Finally,":[226],"block":[229,237],"implemented":[231,253],"after":[232],"encoder.":[235],"dense":[245],"batch":[248],"normalization.":[249],"Transfer":[250],"build":[255],"whole":[257],"network,":[258],"where":[259],"ImageNet":[261],"dataset":[262,272,312],"pretrain":[266],"HAM10000":[271],"fine-tune":[276],"network.":[278],"Experiments":[279],"shown":[281],"that":[282],"has":[285,316],"94.1%,":[291],"outperforming":[292],"current":[294],"state-of-the-art":[295],"model":[296],"IRv2":[297],"soft":[299],"attention":[300],"training":[304],"testing":[306],"datasets.":[307],"On":[308],"Edinburgh":[310],"DERMOFIT":[311],"also,":[313],"compared":[319],"baseline":[321],"models.":[322]},"counts_by_year":[{"year":2026,"cited_by_count":20},{"year":2025,"cited_by_count":43},{"year":2024,"cited_by_count":32},{"year":2023,"cited_by_count":6}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}