{"id":"https://openalex.org/W7082273315","doi":"https://doi.org/10.1109/tifs.2025.3612184","title":"Detecting DeFi Fraud With a Graph-Transformer Language Model","display_name":"Detecting DeFi Fraud With a Graph-Transformer Language Model","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7082273315","doi":"https://doi.org/10.1109/tifs.2025.3612184"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2025.3612184","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2025.3612184","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ink.library.smu.edu.sg/sis_research/10578","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Wei Ma","orcid":"https://orcid.org/0009-0002-6172-4101"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Wei Ma","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, Bras Basah, Singapore"],"raw_orcid":"https://orcid.org/0009-0002-6172-4101","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Bras Basah, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Junjie Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Junjie Shi","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiaxi Qiu","orcid":null},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxi Qiu","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Cong Wu","orcid":"https://orcid.org/0000-0002-0930-0283"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cong Wu","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-0930-0283","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jing Chen","orcid":"https://orcid.org/0000-0002-7212-5297"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Chen","raw_affiliation_strings":["Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-7212-5297","affiliations":[{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lingxiao Jiang","orcid":"https://orcid.org/0000-0002-4336-8548"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Lingxiao Jiang","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, Bras Basah, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4336-8548","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Bras Basah, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shangqing Liu","orcid":"https://orcid.org/0000-0002-5598-4006"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Shangqing Liu","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-5598-4006","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yang Liu","orcid":"https://orcid.org/0000-0001-7300-9215"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-7300-9215","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yang Xiang","orcid":"https://orcid.org/0000-0001-5252-0831"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yang Xiang","raw_affiliation_strings":["Digital Research, Swinburne University of Technology, Hawthorn, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0001-5252-0831","affiliations":[{"raw_affiliation_string":"Digital Research, Swinburne University of Technology, Hawthorn, VIC, Australia","institution_ids":["https://openalex.org/I57093077"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3102,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.9119899,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"20","issue":null,"first_page":"10051","last_page":"10065"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.6348999738693237,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.6348999738693237,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13067","display_name":"Geological Modeling and Analysis","score":0.026399999856948853,"subfield":{"id":"https://openalex.org/subfields/1906","display_name":"Geochemistry and Petrology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14311","display_name":"Electrical and Electromagnetic Research","score":0.02199999988079071,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.47029998898506165},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.45980000495910645},{"id":"https://openalex.org/keywords/context-model","display_name":"Context model","score":0.32190001010894775},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.2930999994277954},{"id":"https://openalex.org/keywords/electronic-mail","display_name":"Electronic mail","score":0.2906000018119812},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.28450000286102295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7890999913215637},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.47029998898506165},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.45980000495910645},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44290000200271606},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4275999963283539},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.32190001010894775},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.29910001158714294},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C3020028006","wikidata":"https://www.wikidata.org/wiki/Q9158","display_name":"Electronic mail","level":2,"score":0.2906000018119812},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.28049999475479126},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.27489998936653137},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2597000002861023}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tifs.2025.3612184","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2025.3612184","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-11580","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/10578","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1109/TIFS.2025.3612184","raw_type":"Journal Article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/217843","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/217843","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-11580","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/10578","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1109/TIFS.2025.3612184","raw_type":"Journal Article"},"sustainable_development_goals":[{"score":0.6404056549072266,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,7,48,62,93,120,171,185,200,212,261,267],"rapid":[2],"development":[3],"of":[4,10,64,86,95,162,168,176,182,191,197,214,269,272],"blockchain":[5,70],"technology,":[6],"widespread":[8],"adoption":[9],"smart":[11],"contracts\u2014particularly":[12],"in":[13,252,286],"decentralized":[14],"finance":[15],"(DeFi)":[16],"applications\u2014has":[17],"introduced":[18],"significant":[19],"security":[20],"challenges,":[21],"such":[22],"as":[23],"reentrancy":[24],"attacks,":[25],"phishing,":[26],"and":[27,47,56,67,97,104,150,155,164,178,188,193,209,243,290],"Sybil":[28],"attacks.":[29],"To":[30],"address":[31],"these":[32],"issues,":[33],"we":[34,110,238],"propose":[35],"a":[36,78,84,115,128],"novel":[37],"model":[38,81,262],"called":[39],"TrxGNNBERT,":[40],"which":[41,123],"combines":[42],"Graph":[43],"Neural":[44],"Network":[45],"(GNN)":[46],"Transformer":[49,129,218],"architecture":[50],"to":[51,118],"effectively":[52],"handle":[53],"both":[54],"graph-structured":[55],"textual":[57],"data.":[58],"This":[59],"combination":[60],"enhances":[61],"detection":[63],"suspicious":[65,153],"transactions":[66,89,154],"accounts":[68],"on":[69,83,170,184,199],"platforms":[71],"like":[72],"Ethereum.":[73],"TrxGNNBERT":[74,136,158],"was":[75],"pre-trained":[76],"using":[77,114],"masked":[79],"language":[80],"(MLM)":[82],"dataset":[85],"60,000":[87],"Ethereum":[88],"by":[90],"randomly":[91],"masking":[92],"attributes":[94],"nodes":[96],"edges,":[98],"thereby":[99],"capturing":[100],"deep":[101],"semantic":[102],"relationships":[103],"structural":[105],"information.":[106],"In":[107],"this":[108],"work,":[109],"constructed":[111],"transaction":[112,253],"subgraphs,":[113],"GNN":[116],"module":[117],"enrich":[119],"embedding":[121],"representations,":[122],"were":[124,259],"then":[125],"fed":[126],"into":[127],"encoder.":[130],"The":[131,220],"experimental":[132],"results":[133,221],"demonstrate":[134],"that":[135,223,240],"outperforms":[137],"various":[138],"baseline":[139],"models\u2014including":[140],"DeepWalk,":[141],"Trans2Vec,":[142],"Role2Vec,":[143],"GCN,":[144],"GAT,":[145],"GraphSAGE,":[146],"CodeBERT,":[147],"GraphCodeBERT,":[148],"Zipzap":[149],"BERT4ETH\u2014in":[151],"detecting":[152],"accounts.":[156],"Specifically,":[157],"achieved":[159],"an":[160,165,174,179,189,194],"accuracy":[161,175,190],"0.755":[163],"F1":[166,180,195],"score":[167,181,196],"0.756":[169],"TrxLarge":[172],"dataset;":[173,187],"0.903":[177],"0.894":[183],"TrxSmall":[186],"0.790":[192],"0.781":[198],"AddrDec":[201],"dataset.":[202],"We":[203],"also":[204],"explored":[205],"different":[206],"pre-training":[207,224],"configurations":[208],"strategies,":[210],"comparing":[211],"performance":[213,251,263],"encoder-based":[215,230],"versus":[216],"decoder-based":[217,233],"structures.":[219],"indicate":[222],"improves":[225],"downstream":[226],"task":[227],"performance,":[228],"with":[229],"structures":[231,245],"outperforming":[232],"ones.":[234],"Through":[235],"ablation":[236],"studies,":[237],"found":[239],"node-level":[241],"information":[242],"subgraph":[244,291],"are":[246],"critical":[247],"for":[248,280],"achieving":[249],"optimal":[250],"classification":[254],"tasks.":[255],"When":[256],"key":[257],"features":[258],"removed,":[260],"declined":[264],"considerably,":[265],"demonstrating":[266],"importance":[268],"each":[270],"component":[271],"our":[273],"method.":[274],"These":[275],"findings":[276],"offer":[277],"valuable":[278],"insights":[279],"future":[281],"research,":[282],"suggesting":[283],"further":[284],"improvements":[285],"node":[287],"attribute":[288],"representation":[289],"extraction.":[292]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}