{"id":"https://openalex.org/W4391592188","doi":"https://doi.org/10.3390/make6010018","title":"Prompt Engineering or Fine-Tuning? A Case Study on Phishing Detection with Large Language Models","display_name":"Prompt Engineering or Fine-Tuning? A Case Study on Phishing Detection with Large Language Models","publication_year":2024,"publication_date":"2024-02-06","ids":{"openalex":"https://openalex.org/W4391592188","doi":"https://doi.org/10.3390/make6010018"},"language":"en","primary_location":{"id":"doi:10.3390/make6010018","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make6010018","pdf_url":"https://www.mdpi.com/2504-4990/6/1/18/pdf?version=1707208182","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2504-4990/6/1/18/pdf?version=1707208182","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086668805","display_name":"Fouad Trad","orcid":"https://orcid.org/0000-0003-2241-8195"},"institutions":[{"id":"https://openalex.org/I98635879","display_name":"American University of Beirut","ror":"https://ror.org/04pznsd21","country_code":"LB","type":"education","lineage":["https://openalex.org/I98635879"]}],"countries":["LB"],"is_corresponding":true,"raw_author_name":"Fouad Trad","raw_affiliation_strings":["Electrical and Computer Engineering, American University of Beirut, Beirut 1107-2020, Lebanon"],"raw_orcid":"https://orcid.org/0000-0003-2241-8195","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, American University of Beirut, Beirut 1107-2020, Lebanon","institution_ids":["https://openalex.org/I98635879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060737319","display_name":"Ali Chehab","orcid":"https://orcid.org/0000-0002-1939-2740"},"institutions":[{"id":"https://openalex.org/I98635879","display_name":"American University of Beirut","ror":"https://ror.org/04pznsd21","country_code":"LB","type":"education","lineage":["https://openalex.org/I98635879"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Ali Chehab","raw_affiliation_strings":["Electrical and Computer Engineering, American University of Beirut, Beirut 1107-2020, Lebanon"],"raw_orcid":"https://orcid.org/0000-0002-1939-2740","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, American University of Beirut, Beirut 1107-2020, Lebanon","institution_ids":["https://openalex.org/I98635879"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5086668805"],"corresponding_institution_ids":["https://openalex.org/I98635879"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":66.0018,"has_fulltext":true,"cited_by_count":90,"citation_normalized_percentile":{"value":0.99936174,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"6","issue":"1","first_page":"367","last_page":"384"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/phishing","display_name":"Phishing","score":0.7675348520278931},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.644711971282959},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6180976629257202},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6114406585693359},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5931840538978577},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33877962827682495},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3258437216281891},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2209242582321167},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.18049511313438416},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.16719156503677368},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.09699425101280212}],"concepts":[{"id":"https://openalex.org/C83860907","wikidata":"https://www.wikidata.org/wiki/Q135005","display_name":"Phishing","level":3,"score":0.7675348520278931},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.644711971282959},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6180976629257202},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6114406585693359},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5931840538978577},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33877962827682495},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3258437216281891},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2209242582321167},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.18049511313438416},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.16719156503677368},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.09699425101280212},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/make6010018","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make6010018","pdf_url":"https://www.mdpi.com/2504-4990/6/1/18/pdf?version=1707208182","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1a81b1476f984680a4e8fe1eff7a4d31","is_oa":true,"landing_page_url":"https://doaj.org/article/1a81b1476f984680a4e8fe1eff7a4d31","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning and Knowledge Extraction, Vol 6, Iss 1, Pp 367-384 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/make6010018","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make6010018","pdf_url":"https://www.mdpi.com/2504-4990/6/1/18/pdf?version=1707208182","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5600000023841858,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391592188.pdf"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W2037021247","https://openalex.org/W2055597027","https://openalex.org/W2101234009","https://openalex.org/W2131906261","https://openalex.org/W2250539671","https://openalex.org/W2297844173","https://openalex.org/W2617978315","https://openalex.org/W2890718808","https://openalex.org/W2898351540","https://openalex.org/W2954224168","https://openalex.org/W2963026768","https://openalex.org/W2963635116","https://openalex.org/W2972765591","https://openalex.org/W2979826702","https://openalex.org/W2982523005","https://openalex.org/W3015534721","https://openalex.org/W3022503663","https://openalex.org/W3023514002","https://openalex.org/W3037441603","https://openalex.org/W3094291258","https://openalex.org/W3189081616","https://openalex.org/W3195446130","https://openalex.org/W3200560861","https://openalex.org/W4205998570","https://openalex.org/W4213081600","https://openalex.org/W4281291316","https://openalex.org/W4281557260","https://openalex.org/W4296617364","https://openalex.org/W4298289592","https://openalex.org/W4306294746","https://openalex.org/W4307806663","https://openalex.org/W4321483498","https://openalex.org/W4365512576","https://openalex.org/W4372260394","https://openalex.org/W4381738680","https://openalex.org/W4381741171","https://openalex.org/W4386002582","https://openalex.org/W4386716531","https://openalex.org/W4387197963","https://openalex.org/W4387642400","https://openalex.org/W4387801424","https://openalex.org/W4387904908","https://openalex.org/W4387954002","https://openalex.org/W4388214052","https://openalex.org/W4389519278","https://openalex.org/W4389524317","https://openalex.org/W4401042136","https://openalex.org/W6675354045","https://openalex.org/W6739901393","https://openalex.org/W6755215265","https://openalex.org/W6784472380","https://openalex.org/W6838865847","https://openalex.org/W6845718872","https://openalex.org/W6857541131"],"related_works":["https://openalex.org/W2149202530","https://openalex.org/W2807822918","https://openalex.org/W2921723332","https://openalex.org/W4391093354","https://openalex.org/W2482950156","https://openalex.org/W4396966040","https://openalex.org/W2305322260","https://openalex.org/W3139248031","https://openalex.org/W4386392971","https://openalex.org/W1987706094"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4,195],"reshaping":[5],"the":[6,29,53,65,105,166],"landscape":[7],"of":[8,16,20,25,67,112,119,128,158,163],"Machine":[9],"Learning":[10],"(ML)":[11],"application":[12,187],"development.":[13],"The":[14,147],"emergence":[15],"versatile":[17],"LLMs":[18,68,180],"capable":[19],"undertaking":[21],"a":[22,44,116,126,152,191],"wide":[23],"array":[24],"tasks":[26],"has":[27],"reduced":[28],"necessity":[30],"for":[31,55,87,140,143],"intensive":[32],"human":[33],"involvement":[34],"in":[35,69,151],"training":[36],"and":[37,91,99,136,160],"maintaining":[38],"ML":[39],"models.":[40],"Despite":[41],"these":[42,49],"advancements,":[43],"pivotal":[45],"question":[46,62],"emerges:":[47],"can":[48,185],"generalized":[50],"models":[51],"negate":[52],"need":[54],"task-specific":[56,201],"models?":[57],"This":[58],"study":[59],"addresses":[60],"this":[61,103],"by":[63,114],"comparing":[64],"effectiveness":[66],"detecting":[70],"phishing":[71,88,144],"URLs":[72],"when":[73,79],"utilized":[74],"with":[75],"prompt-engineering":[76,85],"techniques":[77],"versus":[78],"fine-tuned.":[80],"Notably,":[81],"we":[82,124],"explore":[83],"multiple":[84],"strategies":[86],"URL":[89,145],"detection":[90],"apply":[92],"them":[93],"to":[94],"two":[95],"chat":[96],"models,":[97],"GPT-3.5-turbo":[98],"Claude":[100],"2.":[101],"In":[102],"context,":[104],"maximum":[106],"result":[107],"achieved":[108],"was":[109],"an":[110,156,161],"F1-score":[111,157],"92.74%":[113],"using":[115],"test":[117,168],"set":[118],"1000":[120],"samples.":[121],"Following":[122],"this,":[123],"fine-tune":[125],"range":[127],"base":[129],"LLMs,":[130],"including":[131],"GPT-2,":[132],"Bloom,":[133],"Baby":[134],"LLaMA,":[135],"DistilGPT-2\u2014all":[137],"primarily":[138],"developed":[139],"text":[141],"generation\u2014exclusively":[142],"detection.":[146],"fine-tuning":[148],"approach":[149],"culminated":[150],"peak":[153],"performance,":[154,193],"achieving":[155,190],"97.29%":[159],"AUC":[162],"99.56%":[164],"on":[165],"same":[167],"set,":[169],"thereby":[170],"outperforming":[171],"existing":[172],"state-of-the-art":[173],"methods.":[174],"These":[175],"results":[176],"highlight":[177],"that":[178],"while":[179],"harnessed":[181],"through":[182],"prompt":[183],"engineering":[184],"expedite":[186],"development":[188],"processes,":[189],"decent":[192],"they":[194],"not":[196],"as":[197,199],"effective":[198],"dedicated,":[200],"LLMs.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":51},{"year":2024,"cited_by_count":23}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}