{"id":"https://openalex.org/W7213628805","doi":"https://doi.org/10.5120/ijca8d87a675ada3","title":"A Real-Time Voice Fraud Detection Framework Using Whisper and Fine-Tuned Phi-3 Mini for Context-Aware Fraud Classification","display_name":"A Real-Time Voice Fraud Detection Framework Using Whisper and Fine-Tuned Phi-3 Mini for Context-Aware Fraud Classification","publication_year":2026,"publication_date":"2026-09-18","ids":{"openalex":"https://openalex.org/W7213628805","doi":"https://doi.org/10.5120/ijca8d87a675ada3"},"language":"en","primary_location":{"id":"doi:10.5120/ijca8d87a675ada3","doi":"https://doi.org/10.5120/ijca8d87a675ada3","is_oa":true,"landing_page_url":"https://doi.org/10.5120/ijca8d87a675ada3","pdf_url":"https://doi.org/10.5120/ijca8d87a675ada3","source":{"id":"https://openalex.org/S4210206007","display_name":"International Journal of Computer Applications","issn_l":"0975-8887","issn":["0975-8887"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core"],"host_organization":"https://openalex.org/P4322545532","host_organization_name":"Foundation of Computer Science","host_organization_lineage":["https://openalex.org/P4322545532"],"host_organization_lineage_names":["Foundation of Computer Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Applications","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.5120/ijca8d87a675ada3","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040287967","display_name":"Adekemi Olawunmi Amoo","orcid":"https://orcid.org/0009-0004-3376-9219","observed_orcids":["https://orcid.org/0009-0004-3376-9219"]},"institutions":[{"id":"https://openalex.org/I45711476","display_name":"Obafemi Awolowo University","ror":"https://ror.org/04snhqa82","country_code":"NG","type":"education","lineage":["https://openalex.org/I45711476"]}],"countries":["NG"],"is_corresponding":false,"raw_author_name":"Adekemi O. Amoo","raw_affiliation_strings":["Department of Software Engineering , Obafemi Awolowo University , Ile-Ife , Nigeria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Software Engineering , Obafemi Awolowo University , Ile-Ife , Nigeria","institution_ids":["https://openalex.org/I45711476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120847477","display_name":"Damilare E. Bakare","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Damilare E. Bakare","raw_affiliation_strings":["MosaiQ Labs , London , United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MosaiQ Labs , London , United Kingdom","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048275508","display_name":"Theresa Olubukola Omodunbi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45711476","display_name":"Obafemi Awolowo University","ror":"https://ror.org/04snhqa82","country_code":"NG","type":"education","lineage":["https://openalex.org/I45711476"]}],"countries":["NG"],"is_corresponding":false,"raw_author_name":"Theresa O. Omodunbi","raw_affiliation_strings":["Department of Information System , Obafemi Awolowo University , Ile- Ife , Nigeria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information System , Obafemi Awolowo University , Ile- Ife , Nigeria","institution_ids":["https://openalex.org/I45711476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047091925","display_name":"Mary Taiwo Onifade","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45711476","display_name":"Obafemi Awolowo University","ror":"https://ror.org/04snhqa82","country_code":"NG","type":"education","lineage":["https://openalex.org/I45711476"]}],"countries":["NG"],"is_corresponding":false,"raw_author_name":"Mary T. Onifade","raw_affiliation_strings":["Department of Software Engineering , Obafemi Awolowo University , Ile-Ife , Nigeria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Software Engineering , Obafemi Awolowo University , Ile-Ife , Nigeria","institution_ids":["https://openalex.org/I45711476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5152219333","display_name":"Samuel I. Omilo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45711476","display_name":"Obafemi Awolowo University","ror":"https://ror.org/04snhqa82","country_code":"NG","type":"education","lineage":["https://openalex.org/I45711476"]}],"countries":["NG"],"is_corresponding":false,"raw_author_name":"Samuel I. Omilo","raw_affiliation_strings":["Department of Computer science & Cybersecurity , Obafemi Awolowo University , Ile-Ife , Nigeria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer science & Cybersecurity , Obafemi Awolowo University , Ile-Ife , Nigeria","institution_ids":["https://openalex.org/I45711476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.65258715,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"187","issue":"143","first_page":"23","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.6772000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.6772000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.2484000027179718,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12519","display_name":"Cybercrime and Law Enforcement Studies","score":0.020800000056624413,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/real-time-fraud-detection","display_name":"real-time fraud detection","score":0.8619999885559082},{"id":"https://openalex.org/keywords/speech-to-text-transcription","display_name":"speech-to-text transcription","score":0.7459999918937683},{"id":"https://openalex.org/keywords/whisper","display_name":"Whisper","score":0.7070000171661377},{"id":"https://openalex.org/keywords/phi-3-mini","display_name":"Phi-3-mini","score":0.7070000171661377},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8799999952316284},{"id":"https://openalex.org/keywords/fraud-classification","display_name":"fraud classification","score":0.656000018119812},{"id":"https://openalex.org/keywords/websocket","display_name":"WebSocket","score":0.531000018119812},{"id":"https://openalex.org/keywords/fastapi-backend","display_name":"FastAPI backend","score":0.7720000147819519}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9156000018119812},{"id":"https://openalex.org/C2778707766","wikidata":"https://www.wikidata.org/wiki/Q202064","display_name":"Phone","level":2,"score":0.6711999773979187},{"id":"https://openalex.org/C71745522","wikidata":"https://www.wikidata.org/wiki/Q2476929","display_name":"Confidentiality","level":2,"score":0.5004000067710876},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.4805999994277954},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4108000099658966},{"id":"https://openalex.org/C204201278","wikidata":"https://www.wikidata.org/wiki/Q1332614","display_name":"Voice activity detection","level":3,"score":0.4083000123500824},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.3935000002384186},{"id":"https://openalex.org/C179926584","wikidata":"https://www.wikidata.org/wiki/Q207714","display_name":"Transcription (linguistics)","level":2,"score":0.3831000030040741},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.37689998745918274},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3601999878883362},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.34209999442100525},{"id":"https://openalex.org/C2777421447","wikidata":"https://www.wikidata.org/wiki/Q17517","display_name":"Mobile phone","level":2,"score":0.33809998631477356},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.28839999437332153},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2854999899864197},{"id":"https://openalex.org/C29825287","wikidata":"https://www.wikidata.org/wiki/Q1427940","display_name":"Warning system","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C178718744","wikidata":"https://www.wikidata.org/wiki/Q2350070","display_name":"Voice command device","level":2,"score":0.2678999900817871}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5120/ijca8d87a675ada3","doi":"https://doi.org/10.5120/ijca8d87a675ada3","is_oa":true,"landing_page_url":"https://doi.org/10.5120/ijca8d87a675ada3","pdf_url":"https://doi.org/10.5120/ijca8d87a675ada3","source":{"id":"https://openalex.org/S4210206007","display_name":"International Journal of Computer Applications","issn_l":"0975-8887","issn":["0975-8887"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core"],"host_organization":"https://openalex.org/P4322545532","host_organization_name":"Foundation of Computer Science","host_organization_lineage":["https://openalex.org/P4322545532"],"host_organization_lineage_names":["Foundation of Computer Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Applications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.5120/ijca8d87a675ada3","doi":"https://doi.org/10.5120/ijca8d87a675ada3","is_oa":true,"landing_page_url":"https://doi.org/10.5120/ijca8d87a675ada3","pdf_url":"https://doi.org/10.5120/ijca8d87a675ada3","source":{"id":"https://openalex.org/S4210206007","display_name":"International Journal of Computer Applications","issn_l":"0975-8887","issn":["0975-8887"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core"],"host_organization":"https://openalex.org/P4322545532","host_organization_name":"Foundation of Computer Science","host_organization_lineage":["https://openalex.org/P4322545532"],"host_organization_lineage_names":["Foundation of Computer Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7213628805.pdf","grobid_xml":"https://content.openalex.org/works/W7213628805.grobid-xml"},"referenced_works_count":6,"referenced_works":["https://openalex.org/W2803735372","https://openalex.org/W4392669897","https://openalex.org/W4395667411","https://openalex.org/W4399184154","https://openalex.org/W4406880488","https://openalex.org/W6904025848"],"related_works":["https://openalex.org/W7162435221","https://openalex.org/W7123436146","https://openalex.org/W7148869262","https://openalex.org/W7102680935","https://openalex.org/W7214500895","https://openalex.org/W7143306058","https://openalex.org/W4406880488","https://openalex.org/W7160278105","https://openalex.org/W7077054234","https://openalex.org/W4408967848"],"abstract_inverted_index":{"Voice":[0],"fraud":[1,24,41,61,92,223],"has":[2],"recently":[3],"become":[4],"a":[5,58,83,112,123,146,151,159,164],"critical":[6],"cybersecurity":[7],"concern,":[8],"where":[9],"fraudsters":[10],"impersonate":[11],"trusted":[12],"individuals":[13],"over":[14],"phone":[15,225],"calls":[16],"to":[17,68,107,111,199,216],"deceive":[18],"victims":[19],"and":[20,43,55,104,130,150,158,163,180,212],"obtain":[21],"confidential":[22],"information.Conventional":[23],"detection":[25,62,220],"systems,":[26],"which":[27],"rely":[28],"on":[29,122,133],"predetermined":[30],"rules":[31],"or":[32],"post-call":[33],"detection,":[34],"are":[35],"increasingly":[36],"becoming":[37],"ineffective":[38],"against":[39],"evolving":[40],"patterns":[42],"do":[44],"not":[45],"ensure":[46],"user":[47],"safety":[48],"in":[49,184],"real-time.This":[50],"study":[51,197],"proposes":[52],"the":[53,97,173,191,200,206],"design":[54],"implementation":[56],"of":[57,142,148,153,161,166,175,193,202,208,221],"realtime":[59],"voice":[60,222],"system":[63,74,94],"that":[64],"analyses":[65],"real-time":[66,116,181,219],"conversations":[67],"identify":[69],"potential":[70],"fraudulent":[71,169,186],"activity.The":[72],"proposed":[73],"integrates":[75],"OpenAI's":[76],"Whisper":[77],"model":[78],"for":[79,90,101,115,155,168],"speech-to-text":[80],"transcription":[81,183],"with":[82],"fine-tuned":[84,118],"Phi-3-mini":[85],"Large":[86],"Language":[87],"Model":[88],"(LLM)":[89],"contextual":[91],"detection.The":[93],"architecture":[95],"uses":[96],"Browser":[98],"MediaStream":[99],"API":[100],"audio":[102,182],"capture":[103],"WebSocket":[105],"communication":[106],"transmit":[108],"streaming":[109],"data":[110],"FastAPI-based":[113],"backend":[114],"processing.The":[117],"LLM":[119],"was":[120],"trained":[121],"dataset":[124],"comprising":[125],"447":[126],"labeled":[127],"conversational":[128],"samples":[129],"subsequently":[131],"evaluated":[132],"307":[134],"unseen":[135],"test":[136],"samples,":[137],"achieving":[138],"an":[139],"overall":[140],"accuracy":[141],"95%.Experimental":[143],"results":[144],"demonstrate":[145],"precision":[147,160],"97%":[149],"recall":[152,165],"98%":[154],"normal":[156],"conversation,":[157],"75%":[162],"67%":[167],"conversation.These":[170],"findings":[171],"underscore":[172],"effectiveness":[174],"leveraging":[176],"context-aware":[177],"language":[178,214],"modelling":[179],"detecting":[185],"speech":[187,210],"patterns,":[188],"thereby":[189],"surpassing":[190],"limitations":[192],"traditional":[194],"rule-based":[195],"systems.The":[196],"contributes":[198],"body":[201],"knowledge":[203],"by":[204],"demonstrating":[205],"feasibility":[207],"combining":[209],"processing":[211],"large":[213],"models":[215],"enable":[217],"proactive,":[218],"during":[224],"calls.":[226]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-09-20T00:00:00"}