{"id":"https://openalex.org/W4407304063","doi":"https://doi.org/10.1109/access.2025.3540075","title":"Benchmarking and Evaluating Large Language Models in Phishing Detection for Small and Midsize Enterprises: A Comprehensive Analysis","display_name":"Benchmarking and Evaluating Large Language Models in Phishing Detection for Small and Midsize Enterprises: A Comprehensive Analysis","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4407304063","doi":"https://doi.org/10.1109/access.2025.3540075"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3540075","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3540075","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3540075","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jun Zhang","orcid":"https://orcid.org/0009-0004-8115-3320"},"institutions":[{"id":"https://openalex.org/I154300980","display_name":"University of Bridgeport","ror":"https://ror.org/01rf3yp57","country_code":"US","type":"education","lineage":["https://openalex.org/I154300980"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jun Zhang","raw_affiliation_strings":["Department of Technology Management, School of Engineering, University of Bridgeport, Bridgeport, CT, USA"],"raw_orcid":"https://orcid.org/0009-0004-8115-3320","affiliations":[{"raw_affiliation_string":"Department of Technology Management, School of Engineering, University of Bridgeport, Bridgeport, CT, USA","institution_ids":["https://openalex.org/I154300980"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025135585","display_name":"Peiqiao Wu","orcid":"https://orcid.org/0000-0002-3238-0648"},"institutions":[{"id":"https://openalex.org/I154300980","display_name":"University of Bridgeport","ror":"https://ror.org/01rf3yp57","country_code":"US","type":"education","lineage":["https://openalex.org/I154300980"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peiqiao Wu","raw_affiliation_strings":["Department of Biomedical Engineering, School of Engineering, University of Bridgeport, Bridgeport, CT, USA","Department of Technology Management, School of Engineering, University of Bridgeport, Bridgeport, CT, USA"],"raw_orcid":"https://orcid.org/0000-0002-3238-0648","affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, School of Engineering, University of Bridgeport, Bridgeport, CT, USA","institution_ids":["https://openalex.org/I154300980"]},{"raw_affiliation_string":"Department of Technology Management, School of Engineering, University of Bridgeport, Bridgeport, CT, USA","institution_ids":["https://openalex.org/I154300980"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017168046","display_name":"Jeffrey London","orcid":"https://orcid.org/0000-0002-7283-5096"},"institutions":[{"id":"https://openalex.org/I154300980","display_name":"University of Bridgeport","ror":"https://ror.org/01rf3yp57","country_code":"US","type":"education","lineage":["https://openalex.org/I154300980"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey London","raw_affiliation_strings":["Department of Technology Management, School of Engineering, University of Bridgeport, Bridgeport, CT, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Technology Management, School of Engineering, University of Bridgeport, Bridgeport, CT, USA","institution_ids":["https://openalex.org/I154300980"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037265098","display_name":"Dan Tenney","orcid":null},"institutions":[{"id":"https://openalex.org/I154300980","display_name":"University of Bridgeport","ror":"https://ror.org/01rf3yp57","country_code":"US","type":"education","lineage":["https://openalex.org/I154300980"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dan Tenney","raw_affiliation_strings":["Department of Technology Management, School of Engineering, University of Bridgeport, Bridgeport, CT, USA"],"raw_orcid":"https://orcid.org/0000-0002-8888-2321","affiliations":[{"raw_affiliation_string":"Department of Technology Management, School of Engineering, University of Bridgeport, Bridgeport, CT, USA","institution_ids":["https://openalex.org/I154300980"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I154300980"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":32.4269,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.99633316,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"13","issue":null,"first_page":"28335","last_page":"28352"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9589999914169312,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9589999914169312,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9232717156410217},{"id":"https://openalex.org/keywords/phishing","display_name":"Phishing","score":0.6740354299545288},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6686387658119202},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3510451018810272},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2910499572753906},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.18022456765174866},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.17342227697372437}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9232717156410217},{"id":"https://openalex.org/C83860907","wikidata":"https://www.wikidata.org/wiki/Q135005","display_name":"Phishing","level":3,"score":0.6740354299545288},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6686387658119202},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3510451018810272},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2910499572753906},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.18022456765174866},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.17342227697372437},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3540075","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3540075","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b716b877d9e348a2a2cfc3b6909e9531","is_oa":true,"landing_page_url":"https://doaj.org/article/b716b877d9e348a2a2cfc3b6909e9531","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 28335-28352 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3540075","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3540075","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":100,"referenced_works":["https://openalex.org/W1552887938","https://openalex.org/W2018398218","https://openalex.org/W2039604161","https://openalex.org/W2051196574","https://openalex.org/W2052176706","https://openalex.org/W2109554297","https://openalex.org/W2124406489","https://openalex.org/W2131906261","https://openalex.org/W2162569891","https://openalex.org/W2221203134","https://openalex.org/W2256804265","https://openalex.org/W2465625339","https://openalex.org/W2475201703","https://openalex.org/W2509960853","https://openalex.org/W2593649556","https://openalex.org/W2804871695","https://openalex.org/W2899038047","https://openalex.org/W2904919487","https://openalex.org/W2905592043","https://openalex.org/W2919469235","https://openalex.org/W3003583062","https://openalex.org/W3003942856","https://openalex.org/W3046453918","https://openalex.org/W3047864016","https://openalex.org/W3090717071","https://openalex.org/W3094291258","https://openalex.org/W3111577527","https://openalex.org/W3134609714","https://openalex.org/W3137273165","https://openalex.org/W3137324632","https://openalex.org/W3171687382","https://openalex.org/W3192495768","https://openalex.org/W3212800749","https://openalex.org/W4205170203","https://openalex.org/W4205611094","https://openalex.org/W4255457167","https://openalex.org/W4309786652","https://openalex.org/W4323569267","https://openalex.org/W4353069573","https://openalex.org/W4384071683","https://openalex.org/W4384561707","https://openalex.org/W4385187425","https://openalex.org/W4385236616","https://openalex.org/W4385586551","https://openalex.org/W4387653636","https://openalex.org/W4388049829","https://openalex.org/W4388235105","https://openalex.org/W4389487273","https://openalex.org/W4390189088","https://openalex.org/W4390228108","https://openalex.org/W4391233103","https://openalex.org/W4396918608","https://openalex.org/W4400260578","https://openalex.org/W4400578969","https://openalex.org/W4400740453","https://openalex.org/W4400837480","https://openalex.org/W4401042907","https://openalex.org/W4402041248","https://openalex.org/W4402137756","https://openalex.org/W4402353266","https://openalex.org/W4402409115","https://openalex.org/W4402580364","https://openalex.org/W4402595168","https://openalex.org/W4402667093","https://openalex.org/W4402670423","https://openalex.org/W4402671206","https://openalex.org/W4402811859","https://openalex.org/W4402811916","https://openalex.org/W4403211350","https://openalex.org/W4403460612","https://openalex.org/W4404101720","https://openalex.org/W4404485589","https://openalex.org/W4404564681","https://openalex.org/W4405362483","https://openalex.org/W4406266163","https://openalex.org/W6619985757","https://openalex.org/W6629376184","https://openalex.org/W6848884192","https://openalex.org/W6851927543","https://openalex.org/W6852368700","https://openalex.org/W6853251322","https://openalex.org/W6853365630","https://openalex.org/W6853601813","https://openalex.org/W6853677466","https://openalex.org/W6856051742","https://openalex.org/W6856212237","https://openalex.org/W6856971327","https://openalex.org/W6858039225","https://openalex.org/W6858100026","https://openalex.org/W6859201984","https://openalex.org/W6861236866","https://openalex.org/W6862631004","https://openalex.org/W6862701179","https://openalex.org/W6866536580","https://openalex.org/W6867020951","https://openalex.org/W6867022496","https://openalex.org/W6868355307","https://openalex.org/W6870620880","https://openalex.org/W6873876592","https://openalex.org/W6980953291"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699"],"abstract_inverted_index":{"The":[0,85,148],"proliferation":[1],"of":[2,30,57,81,125,175,208,221],"Generative":[3],"Artificial":[4],"Intelligence":[5],"(GenAI)":[6],"has":[7],"driven":[8],"significant":[9],"innovation":[10],"but":[11],"also":[12],"introduced":[13],"new":[14],"security":[15],"risks,":[16],"particularly":[17],"in":[18,32,114,161,178,185,218],"social":[19],"engineering":[20],"attacks":[21,217],"such":[22,33],"as":[23],"phishing.":[24],"Despite":[25],"the":[26,53,79,89,97,128,181,193,206,219],"potential":[27],"for":[28,39,109,130,167,195,211],"misuse":[29],"GenAI":[31,83],"attacks,":[34],"research":[35,197],"on":[36,117,188,198],"its":[37,115,186],"use":[38],"defense":[40],"against":[41,215],"these":[42],"threats":[43],"is":[44],"limited.":[45],"To":[46],"address":[47],"this":[48,50,139],"issue,":[49],"study":[51,182],"addresses":[52],"unique":[54],"cybersecurity":[55,213],"needs":[56],"small":[58],"and":[59,71,74,100,106,157,172,191,200,226],"midsize":[60],"enterprises":[61],"(SMEs)":[62],"by":[63],"utilizing":[64],"high-quality":[65],"email":[66],"datasets,":[67],"categorized":[68],"into":[69],"human":[70,176],"AI-generated":[72],"phishing":[73,216],"legitimate":[75],"emails,":[76],"to":[77,136,154],"evaluate":[78],"effectiveness":[80],"different":[82],"models.":[84],"results":[86],"demonstrated":[87],"that":[88],"open-source":[90],"Llama-3-8b-instruct":[91],"model":[92],"outperformed":[93],"other":[94],"alternatives,":[95],"achieving":[96],"highest":[98],"accuracy":[99],"F1-score,":[101],"while":[102,143],"offering":[103],"a":[104],"cost-effective":[105,173],"flexible":[107],"solution":[108],"SMEs.":[110],"This":[111],"approach":[112,140],"lies":[113],"focus":[116],"base":[118,189],"models":[119,190],"with":[120],"default":[121],"parameters,":[122],"emphasizing":[123],"ease":[124],"implementation":[126],"without":[127],"need":[129,194],"additional":[131],"training":[132],"or":[133],"fine-tuning.":[134],"Compared":[135],"existing":[137],"methods,":[138],"simplifies":[141],"adoption":[142],"maintaining":[144],"robust":[145],"detection":[146],"capabilities.":[147],"proposed":[149],"prompt":[150],"template":[151],"enables":[152],"LLMs":[153,210],"provide":[155],"explanations":[156],"suggestions,":[158],"assisting":[159],"users":[160],"making":[162],"informed":[163],"decisions.":[164],"Practical":[165],"recommendations":[166],"SMEs":[168],"include":[169],"deployment":[170],"strategies":[171],"management":[174],"factors":[177],"cybersecurity.":[179],"However,":[180],"acknowledges":[183],"limitations":[184],"reliance":[187],"emphasizes":[192],"further":[196],"fine-tuning":[199],"parameter":[201],"optimization.":[202],"These":[203],"findings":[204],"suggest":[205],"feasibility":[207],"using":[209],"real-world":[212],"applications":[214],"context":[220],"SMEs,":[222],"although":[223],"certain":[224],"risks":[225],"challenges":[227],"remain.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":8}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}