{"id":"https://openalex.org/W4410808758","doi":"https://doi.org/10.1109/access.2025.3574398","title":"P-GELU: A Novel Activation Function to Optimize Whisper for Darija Speech Translation","display_name":"P-GELU: A Novel Activation Function to Optimize Whisper for Darija Speech Translation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410808758","doi":"https://doi.org/10.1109/access.2025.3574398"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3574398","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3574398","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3574398","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003402522","display_name":"Maria Labied","orcid":"https://orcid.org/0000-0002-1795-4965"},"institutions":[{"id":"https://openalex.org/I99297268","display_name":"University of Hassan II Casablanca","ror":"https://ror.org/001q4kn48","country_code":"MA","type":"education","lineage":["https://openalex.org/I99297268"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Maria Labied","raw_affiliation_strings":["Laboratory of Information Technology and Modeling (LTIM), Faculty of Sciences Ben M’sik, Hassan II University, Casablanca, Morocco","Ben M’sik Faculty of Sciences, Laboratory of Information Technology and Modeling LTIM Hassan II University, Casablanca, Morocco"],"raw_orcid":"https://orcid.org/0000-0002-1795-4965","affiliations":[{"raw_affiliation_string":"Laboratory of Information Technology and Modeling (LTIM), Faculty of Sciences Ben M’sik, Hassan II University, Casablanca, Morocco","institution_ids":["https://openalex.org/I99297268"]},{"raw_affiliation_string":"Ben M’sik Faculty of Sciences, Laboratory of Information Technology and Modeling LTIM Hassan II University, Casablanca, Morocco","institution_ids":["https://openalex.org/I99297268"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081874973","display_name":"Abdessamad Belangour","orcid":"https://orcid.org/0000-0002-9580-8760"},"institutions":[{"id":"https://openalex.org/I99297268","display_name":"University of Hassan II Casablanca","ror":"https://ror.org/001q4kn48","country_code":"MA","type":"education","lineage":["https://openalex.org/I99297268"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Abdessamad Belangour","raw_affiliation_strings":["Laboratory of Information Technology and Modeling (LTIM), Faculty of Sciences Ben M’sik, Hassan II University, Casablanca, Morocco","Ben M’sik Faculty of Sciences, Laboratory of Information Technology and Modeling LTIM Hassan II University, Casablanca, Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Information Technology and Modeling (LTIM), Faculty of Sciences Ben M’sik, Hassan II University, Casablanca, Morocco","institution_ids":["https://openalex.org/I99297268"]},{"raw_affiliation_string":"Ben M’sik Faculty of Sciences, Laboratory of Information Technology and Modeling LTIM Hassan II University, Casablanca, Morocco","institution_ids":["https://openalex.org/I99297268"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063627626","display_name":"Mouad Banane","orcid":"https://orcid.org/0000-0001-5301-6311"},"institutions":[{"id":"https://openalex.org/I99297268","display_name":"University of Hassan II Casablanca","ror":"https://ror.org/001q4kn48","country_code":"MA","type":"education","lineage":["https://openalex.org/I99297268"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Mouad Banane","raw_affiliation_strings":["Laboratory of Artificial Intelligence and Complex Systems Engineering, Faculty of Legal, Economic, and Social Sciences, Hassan II University, Casablanca, Morocco","Faculty of Legal, Economic, and Social Sciences, Laboratory of Artificial Intelligence & Complex Systems Engineering Hassan II University, Casablanca, Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Artificial Intelligence and Complex Systems Engineering, Faculty of Legal, Economic, and Social Sciences, Hassan II University, Casablanca, Morocco","institution_ids":["https://openalex.org/I99297268"]},{"raw_affiliation_string":"Faculty of Legal, Economic, and Social Sciences, Laboratory of Artificial Intelligence & Complex Systems Engineering Hassan II University, Casablanca, Morocco","institution_ids":["https://openalex.org/I99297268"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99297268"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":4.188,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.93739413,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"13","issue":null,"first_page":"100198","last_page":"100218"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9585999846458435,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9585999846458435,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9402999877929688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7434056401252747},{"id":"https://openalex.org/keywords/speech-translation","display_name":"Speech translation","score":0.5847230553627014},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.512304425239563},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5090298652648926},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4220309555530548},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.42152440547943115},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33206266164779663},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.2710762321949005},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2658207416534424},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.05573132634162903}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7434056401252747},{"id":"https://openalex.org/C2780366754","wikidata":"https://www.wikidata.org/wiki/Q7494857","display_name":"Speech translation","level":3,"score":0.5847230553627014},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.512304425239563},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5090298652648926},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4220309555530548},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.42152440547943115},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33206266164779663},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.2710762321949005},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2658207416534424},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.05573132634162903},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3574398","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3574398","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:38ce2de02e29477aaa898b7477fb431d","is_oa":true,"landing_page_url":"https://doaj.org/article/38ce2de02e29477aaa898b7477fb431d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 100198-100218 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3574398","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3574398","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W2101105183","https://openalex.org/W2965373594","https://openalex.org/W3023212902","https://openalex.org/W3042482849","https://openalex.org/W3044709444","https://openalex.org/W3045233820","https://openalex.org/W3198713278","https://openalex.org/W4205694016","https://openalex.org/W4211198594","https://openalex.org/W4288257146","https://openalex.org/W4319867819","https://openalex.org/W4320930577","https://openalex.org/W4324144120","https://openalex.org/W4385728838","https://openalex.org/W4385823008","https://openalex.org/W4386566428","https://openalex.org/W4388203990","https://openalex.org/W4392397460","https://openalex.org/W4392669897","https://openalex.org/W4400811165","https://openalex.org/W4402670519","https://openalex.org/W4403569937","https://openalex.org/W4404006124","https://openalex.org/W6637359451","https://openalex.org/W6678262379","https://openalex.org/W6681703963","https://openalex.org/W6745378982","https://openalex.org/W6755207826","https://openalex.org/W6755977528","https://openalex.org/W6761205521","https://openalex.org/W6763701032","https://openalex.org/W6778883912","https://openalex.org/W6856926131","https://openalex.org/W6861116693","https://openalex.org/W6872512734","https://openalex.org/W7000626104"],"related_works":["https://openalex.org/W3110577345","https://openalex.org/W2946235959","https://openalex.org/W2902935192","https://openalex.org/W3134817226","https://openalex.org/W4318066384","https://openalex.org/W3215912596","https://openalex.org/W2032258609","https://openalex.org/W3198895633","https://openalex.org/W4287019248","https://openalex.org/W123774389"],"abstract_inverted_index":{"Activation":[0],"functions":[1],"play":[2],"a":[3,32,89,145,165,175],"critical":[4],"role":[5],"in":[6,64,77,183],"optimizing":[7],"deep":[8],"learning":[9],"models,":[10],"directly":[11],"influencing":[12],"gradient":[13],"flow,":[14],"convergence":[15,127],"stability,":[16],"and":[17,56,112,129,139,157,171],"overall":[18],"translation":[19,151],"accuracy.":[20],"In":[21],"this":[22,82],"work,":[23],"we":[24,84,118],"investigate":[25],"their":[26],"impact":[27],"within":[28],"the":[29,39,103],"Whisper-Turbo":[30],"model,":[31],"speech-to-text":[33],"Transformer":[34],"trained":[35],"from":[36],"scratch":[37],"on":[38],"Darija-C":[40],"dataset":[41],"for":[42,72,149,178],"Moroccan":[43],"Darija":[44],"speech":[45,74,150,181],"translation.":[46],"Our":[47],"study":[48],"begins":[49],"by":[50,96],"evaluating":[51],"baseline":[52],"activation":[53,91],"functions\u2014GELU,":[54],"Swish,":[55],"Mish\u2014demonstrating":[57],"that":[58,93,120],"while":[59],"GELU":[60,87,95],"is":[61],"widely":[62],"used":[63],"Transformer-based":[65,180],"architectures,":[66],"it":[67,144],"may":[68],"not":[69],"be":[70],"optimal":[71],"dialectal":[73],"translation,":[75],"particularly":[76],"low-resource":[78,184],"settings.":[79],"To":[80],"address":[81],"limitation,":[83],"introduce":[85],"Parameterized":[86],"(P-GELU),":[88],"novel":[90],"function":[92],"extends":[94],"incorporating":[97],"trainable":[98],"parameters":[99],"(\u00b1,":[100],"\u00b2),":[101],"allowing":[102],"model":[104],"to":[105],"dynamically":[106],"adjust":[107],"its":[108],"non-linearity":[109],"across":[110],"layers":[111],"training":[113,134,159],"phases.":[114],"Through":[115],"extensive":[116],"experiments,":[117],"demonstrate":[119],"P-GELU":[121,132,163],"outperforms":[122],"standard":[123],"GELU,":[124],"with":[125],"superior":[126],"speed":[128],"generalization.":[130],"Furthermore,":[131],"reduces":[133],"loss,":[135],"improves":[136],"feature":[137],"retention,":[138],"enhances":[140],"linguistic":[141],"adaptability,":[142],"making":[143],"more":[146],"effective":[147],"alternative":[148],"tasks":[152],"involving":[153],"phonetic":[154],"variability,":[155],"code-switching,":[156],"limited":[158],"data.":[160],"The":[161],"proposed":[162],"offers":[164],"promising":[166],"balance":[167],"between":[168],"computational":[169],"efficiency":[170],"performance":[172],"gains,":[173],"presenting":[174],"viable":[176],"solution":[177],"enhancing":[179],"models":[182],"language":[185],"scenarios.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}