{"id":"https://openalex.org/W4403510295","doi":"https://doi.org/10.1109/access.2024.3482389","title":"Robust Vulnerability Detection in Solidity-Based Ethereum Smart Contracts Using Fine-Tuned Transformer Encoder Models","display_name":"Robust Vulnerability Detection in Solidity-Based Ethereum Smart Contracts Using Fine-Tuned Transformer Encoder Models","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403510295","doi":"https://doi.org/10.1109/access.2024.3482389"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3482389","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3482389","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3482389","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004516421","display_name":"Thi-Thu-Huong Le","orcid":"https://orcid.org/0000-0002-8366-9396"},"institutions":[{"id":"https://openalex.org/I4921948","display_name":"Pusan National University","ror":"https://ror.org/01an57a31","country_code":"KR","type":"education","lineage":["https://openalex.org/I4921948"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Thi-Thu-Huong Le","raw_affiliation_strings":["Blockchain Platform Research Center, Pusan National University, Busan, South Korea"],"affiliations":[{"raw_affiliation_string":"Blockchain Platform Research Center, Pusan National University, Busan, South Korea","institution_ids":["https://openalex.org/I4921948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111959993","display_name":"Jeunhui Kim","orcid":"https://orcid.org/0009-0003-3591-0071"},"institutions":[{"id":"https://openalex.org/I4921948","display_name":"Pusan National University","ror":"https://ror.org/01an57a31","country_code":"KR","type":"education","lineage":["https://openalex.org/I4921948"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jaehyun Kim","raw_affiliation_strings":["School of Computer Science and Engineering, Pusan National University, Busan, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Pusan National University, Busan, South Korea","institution_ids":["https://openalex.org/I4921948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086505151","display_name":"Sangmyeong Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I4921948","display_name":"Pusan National University","ror":"https://ror.org/01an57a31","country_code":"KR","type":"education","lineage":["https://openalex.org/I4921948"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sangmyeong Lee","raw_affiliation_strings":["School of Computer Science and Engineering, Pusan National University, Busan, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Pusan National University, Busan, South Korea","institution_ids":["https://openalex.org/I4921948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101975138","display_name":"Howon Kim","orcid":"https://orcid.org/0000-0001-8475-7294"},"institutions":[{"id":"https://openalex.org/I4921948","display_name":"Pusan National University","ror":"https://ror.org/01an57a31","country_code":"KR","type":"education","lineage":["https://openalex.org/I4921948"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Howon Kim","raw_affiliation_strings":["School of Computer Science and Engineering, Pusan National University, Busan, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Pusan National University, Busan, South Korea","institution_ids":["https://openalex.org/I4921948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5004516421"],"corresponding_institution_ids":["https://openalex.org/I4921948"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":8.9562,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.97814077,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"154700","last_page":"154717"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9359999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9359999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12394","display_name":"Insurance and Financial Risk Management","score":0.9233999848365784,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/solidity","display_name":"Solidity","score":0.9595179557800293},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6473134756088257},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6445114016532898},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5410548448562622},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3886058032512665},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.2104680836200714},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17265138030052185},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0651458203792572}],"concepts":[{"id":"https://openalex.org/C2778362873","wikidata":"https://www.wikidata.org/wiki/Q24909565","display_name":"Solidity","level":2,"score":0.9595179557800293},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6473134756088257},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6445114016532898},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5410548448562622},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3886058032512665},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.2104680836200714},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17265138030052185},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0651458203792572},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3482389","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3482389","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a117e74fa0a3451c8857514dccdb67ae","is_oa":true,"landing_page_url":"https://doaj.org/article/a117e74fa0a3451c8857514dccdb67ae","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 154700-154717 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3482389","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3482389","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2965373594","https://openalex.org/W3007690081","https://openalex.org/W3166095789","https://openalex.org/W3175005086","https://openalex.org/W3182763642","https://openalex.org/W3199463718","https://openalex.org/W3211801722","https://openalex.org/W4212986280","https://openalex.org/W4220771946","https://openalex.org/W4285732709","https://openalex.org/W4289717319","https://openalex.org/W4311165836","https://openalex.org/W4312436517","https://openalex.org/W4313547574","https://openalex.org/W4319083508","https://openalex.org/W4384154386","https://openalex.org/W4392172231","https://openalex.org/W4393028950","https://openalex.org/W4393186154","https://openalex.org/W4393313487","https://openalex.org/W4394769342","https://openalex.org/W4394769500","https://openalex.org/W4395483265","https://openalex.org/W4398165744","https://openalex.org/W4399119585","https://openalex.org/W4399509475","https://openalex.org/W4399700799","https://openalex.org/W4401361663","https://openalex.org/W6755207826","https://openalex.org/W6768851824","https://openalex.org/W6778883912","https://openalex.org/W6869849882","https://openalex.org/W6870047754"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2968888849","https://openalex.org/W2901515670","https://openalex.org/W4226265621","https://openalex.org/W4307962079","https://openalex.org/W4393712222","https://openalex.org/W3215711835","https://openalex.org/W4393606840"],"abstract_inverted_index":{"The":[0,93,170],"rapid":[1],"expansion":[2],"of":[3,12,18,32,88,108,166,181],"blockchain":[4,197],"technology,":[5],"particularly":[6],"Ethereum,":[7],"has":[8],"driven":[9],"widespread":[10],"adoption":[11],"smart":[13,45,167,183],"contracts.":[14],"However,":[15],"the":[16,27,151,164,177,196],"security":[17,69,178],"these":[19,132],"contracts":[20,46],"remains":[21],"a":[22,37,105,186],"critical":[23],"concern":[24],"due":[25],"to":[26,40,60,66,103,119,189],"increasing":[28],"frequency":[29],"and":[30,62,86,100,140,159,179],"complexity":[31],"vulnerabilities.":[33,92,169],"This":[34],"paper":[35],"presents":[36],"comprehensive":[38],"approach":[39],"detecting":[41],"vulnerabilities":[42,194],"in":[43,84,124,175,195],"Ethereum":[44,182],"using":[47,134],"pre-trained":[48,77],"Large":[49],"Language":[50],"Models":[51],"(LLMs).":[52],"We":[53,115,129],"apply":[54],"transformer-based":[55],"LLMs,":[56],"leveraging":[57],"their":[58],"ability":[59],"understand":[61],"analyze":[63],"Solidity":[64,97],"code":[65],"identify":[67],"potential":[68,174],"flaws.":[70],"Our":[71,147],"methodology":[72],"involves":[73],"fine-tuning":[74],"eight":[75],"distinct":[76],"LLM":[78],"models":[79,133,171],"on":[80],"curated":[81],"datasets":[82],"varying":[83],"types":[85],"distributions":[87],"vulnerabilities,":[89],"including":[90],"multi-class":[91],"datasets-SB":[94],"Curate,":[95],"Benmark":[96],"Smart":[98],"Contract,":[99],"ScrawID-were":[101],"selected":[102],"ensure":[104],"thorough":[106],"evaluation":[107],"model":[109],"performance":[110],"across":[111],"different":[112],"vulnerability":[113],"types.":[114],"employed":[116],"over-sampling":[117],"techniques":[118],"address":[120],"class":[121],"imbalances,":[122],"resulting":[123],"more":[125],"reliable":[126],"training":[127],"outcomes.":[128],"extensively":[130],"evaluate":[131],"precision,":[135],"recall,":[136],"accuracy,":[137],"F1":[138],"score,":[139],"Receiver":[141],"Operating":[142],"Characteristics":[143],"(ROC)":[144],"curve":[145],"metrics.":[146],"results":[148],"demonstrate":[149],"that":[150],"transformer":[152],"encoder":[153],"architecture,":[154],"with":[155],"its":[156],"multi-head":[157],"attention":[158],"feed-forward":[160],"mechanisms,":[161],"effectively":[162],"captures":[163],"nuances":[165],"contract":[168],"show":[172],"promising":[173],"enhancing":[176],"reliability":[180],"contracts,":[184],"offering":[185],"robust":[187],"solution":[188],"challenges":[190],"posed":[191],"by":[192],"software":[193],"ecosystem.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":11}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}
