{"id":"https://openalex.org/W4401214071","doi":"https://doi.org/10.1145/3638530.3664077","title":"A Review of Randomness Techniques in Deep Neural Networks","display_name":"A Review of Randomness Techniques in Deep Neural Networks","publication_year":2024,"publication_date":"2024-07-14","ids":{"openalex":"https://openalex.org/W4401214071","doi":"https://doi.org/10.1145/3638530.3664077"},"language":"en","primary_location":{"id":"doi:10.1145/3638530.3664077","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3638530.3664077","pdf_url":null,"source":{"id":"https://openalex.org/S4363608771","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","raw_type":"proceedings-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045149972","display_name":"Mohammed Ghaith Altarabichi","orcid":"https://orcid.org/0000-0002-6040-2269"},"institutions":[{"id":"https://openalex.org/I746986","display_name":"Halmstad University","ror":"https://ror.org/03h0qfp10","country_code":"SE","type":"education","lineage":["https://openalex.org/I746986"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Mohammed Ghaith Altarabichi","raw_affiliation_strings":["Halmstad University, Halmstad, Sweden"],"affiliations":[{"raw_affiliation_string":"Halmstad University, Halmstad, Sweden","institution_ids":["https://openalex.org/I746986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032811876","display_name":"S\u0142awomir Nowaczyk","orcid":"https://orcid.org/0000-0002-7796-5201"},"institutions":[{"id":"https://openalex.org/I746986","display_name":"Halmstad University","ror":"https://ror.org/03h0qfp10","country_code":"SE","type":"education","lineage":["https://openalex.org/I746986"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"S\u0142awomir Nowaczyk","raw_affiliation_strings":["Halmstad University, Halmstad, Sweden"],"affiliations":[{"raw_affiliation_string":"Halmstad University, Halmstad, Sweden","institution_ids":["https://openalex.org/I746986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065509988","display_name":"Sepideh Pashami","orcid":"https://orcid.org/0000-0003-3272-4145"},"institutions":[{"id":"https://openalex.org/I746986","display_name":"Halmstad University","ror":"https://ror.org/03h0qfp10","country_code":"SE","type":"education","lineage":["https://openalex.org/I746986"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Sepideh Pashami","raw_affiliation_strings":["Halmstad University, Halmstad, Sweden"],"affiliations":[{"raw_affiliation_string":"Halmstad University, Halmstad, Sweden","institution_ids":["https://openalex.org/I746986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022044150","display_name":"Peyman Sheikholharam Mashhadi","orcid":"https://orcid.org/0000-0002-0051-0954"},"institutions":[{"id":"https://openalex.org/I746986","display_name":"Halmstad University","ror":"https://ror.org/03h0qfp10","country_code":"SE","type":"education","lineage":["https://openalex.org/I746986"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Peyman Sheikholharam Mashhadi","raw_affiliation_strings":["Halmstad University, Halmstad, Sweden"],"affiliations":[{"raw_affiliation_string":"Halmstad University, Halmstad, Sweden","institution_ids":["https://openalex.org/I746986"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020541197","display_name":"Julia Handl","orcid":"https://orcid.org/0000-0002-4338-1806"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Julia Handl","raw_affiliation_strings":["University of Manchester, Manchester, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Manchester, Manchester, United Kingdom","institution_ids":["https://openalex.org/I28407311"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5045149972"],"corresponding_institution_ids":["https://openalex.org/I746986"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11514196,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"23","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7157999873161316,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7157999873161316,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.6175000071525574,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.7838587760925293},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.664766252040863},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6189271211624146},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49734142422676086},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10880070924758911},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.0758202075958252}],"concepts":[{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.7838587760925293},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.664766252040863},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6189271211624146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49734142422676086},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10880070924758911},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0758202075958252}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3638530.3664077","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3638530.3664077","pdf_url":null,"source":{"id":"https://openalex.org/S4363608771","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/791aa428-8782-44e7-84e1-be2aa1280716","is_oa":false,"landing_page_url":"https://research.manchester.ac.uk/en/publications/791aa428-8782-44e7-84e1-be2aa1280716","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Altarabichi, M G, Nowaczyk, S, Pashami, S, Mashhadi, P S & Handl, J 2024, A Review of Randomness Techniques in Deep Neural Networks. in GECCO 2024 Companion : Proceedings of the 2024 Genetic and Evolutionary Computation Conference Companion. Association for Computing Machinery, New York, NY, pp. 23-24, 2024 Genetic and Evolutionary Computation Conference Companion, GECCO 2024 Companion, Melbourne, Australia, 14/07/24. https://doi.org/10.1145/3638530.3664077","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320307330","display_name":"Knowledge Foundation","ror":"https://ror.org/00v64cg28"},{"id":"https://openalex.org/F4320321030","display_name":"VINNOVA","ror":"https://ror.org/01kd5m353"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W4292242240","https://openalex.org/W4393029506"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3034924094","https://openalex.org/W3094954546","https://openalex.org/W1488708774","https://openalex.org/W1982811510","https://openalex.org/W4391100477","https://openalex.org/W2402189625","https://openalex.org/W4327779705"],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"the":[3,18,30,46,53,66,73],"effects":[4],"of":[5,27,49,55,72],"various":[6],"randomization":[7,114],"techniques":[8,21],"on":[9,123],"Deep":[10],"Neural":[11],"Networks":[12],"(DNNs)":[13],"learning":[14,36],"performance.":[15],"We":[16,38,76],"categorize":[17],"existing":[19],"randomness":[20,105],"into":[22],"four":[23],"key":[24],"types:":[25],"injection":[26],"noise/randomness":[28],"at":[29],"data,":[31],"model":[32],"structure,":[33],"optimization":[34,85],"or":[35],"stage.":[37],"use":[39,77],"this":[40],"classification":[41],"to":[42,58,65],"identify":[43],"gaps":[44],"in":[45],"current":[47],"coverage":[48],"potential":[50],"mechanisms":[51],"for":[52,83],"introduction":[54],"randomness,":[56],"leading":[57],"proposing":[59],"two":[60],"new":[61],"techniques:":[62],"adding":[63],"noise":[64],"loss":[67],"function":[68],"and":[69,86,102,109,119],"random":[70],"masking":[71],"gradient":[74],"updates.":[75],"a":[78],"Particle":[79],"Swarm":[80],"Optimizer":[81],"(PSO)":[82],"hyperparameter":[84],"evaluate":[87],"over":[88],"30,000":[89],"configurations":[90],"across":[91],"standard":[92],"computer":[93],"vision":[94],"benchmarks.":[95],"Our":[96],"study":[97],"reveals":[98],"that":[99],"data":[100],"augmentation":[101],"weight":[103],"initialization":[104],"significantly":[106],"improve":[107],"performance,":[108],"different":[110],"optimizers":[111],"prefer":[112],"distinct":[113],"types.":[115],"The":[116],"complete":[117],"implementation":[118],"dataset":[120],"are":[121],"available":[122],"GitHub1.":[124]},"counts_by_year":[],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}