{"id":"https://openalex.org/W4312334271","doi":"https://doi.org/10.1109/access.2022.3222311","title":"Itao: A New Iterative Thresholding Algorithm Based Optimizer for Deep Neural Networks","display_name":"Itao: A New Iterative Thresholding Algorithm Based Optimizer for Deep Neural Networks","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312334271","doi":"https://doi.org/10.1109/access.2022.3222311"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3222311","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3222311","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09950492.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09950492.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043761808","display_name":"Mohamed Merrouchi","orcid":"https://orcid.org/0000-0001-8652-2798"},"institutions":[{"id":"https://openalex.org/I4210145365","display_name":"Universit\u00e9 Hassan 1er","ror":"https://ror.org/03cdvht47","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210145365"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Mohamed Merrouchi","raw_affiliation_strings":["Faculty of Science and Technology, Hassan First University of Settat, Settat, Morocco"],"raw_orcid":"https://orcid.org/0000-0001-8652-2798","affiliations":[{"raw_affiliation_string":"Faculty of Science and Technology, Hassan First University of Settat, Settat, Morocco","institution_ids":["https://openalex.org/I4210145365"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026328551","display_name":"Khalid Atifi","orcid":"https://orcid.org/0000-0001-6425-0015"},"institutions":[{"id":"https://openalex.org/I119856527","display_name":"Cadi Ayyad University","ror":"https://ror.org/04xf6nm78","country_code":"MA","type":"education","lineage":["https://openalex.org/I119856527"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Khalid Atifi","raw_affiliation_strings":["Faculty of Science and Technology, Cadi Ayyad University of Marrakech, Marrakesh, Morocco"],"raw_orcid":"https://orcid.org/0000-0001-6425-0015","affiliations":[{"raw_affiliation_string":"Faculty of Science and Technology, Cadi Ayyad University of Marrakech, Marrakesh, Morocco","institution_ids":["https://openalex.org/I119856527"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074459402","display_name":"Mustapha Skittou","orcid":"https://orcid.org/0000-0002-6337-8620"},"institutions":[{"id":"https://openalex.org/I4210145365","display_name":"Universit\u00e9 Hassan 1er","ror":"https://ror.org/03cdvht47","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210145365"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Mustapha Skittou","raw_affiliation_strings":["Faculty of Science and Technology, Hassan First University of Settat, Settat, Morocco"],"raw_orcid":"https://orcid.org/0000-0002-6337-8620","affiliations":[{"raw_affiliation_string":"Faculty of Science and Technology, Hassan First University of Settat, Settat, Morocco","institution_ids":["https://openalex.org/I4210145365"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040232446","display_name":"Taoufiq Gadi","orcid":"https://orcid.org/0000-0002-2174-5816"},"institutions":[{"id":"https://openalex.org/I4210145365","display_name":"Universit\u00e9 Hassan 1er","ror":"https://ror.org/03cdvht47","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210145365"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Taoufiq Gadi","raw_affiliation_strings":["Faculty of Science and Technology, Hassan First University of Settat, Settat, Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Science and Technology, Hassan First University of Settat, Settat, Morocco","institution_ids":["https://openalex.org/I4210145365"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.3321,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.52763545,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"10","issue":null,"first_page":"120880","last_page":"120890"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7122582197189331},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.7026406526565552},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.6737734079360962},{"id":"https://openalex.org/keywords/tikhonov-regularization","display_name":"Tikhonov regularization","score":0.6032326817512512},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5349138379096985},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.529201865196228},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5137163400650024},{"id":"https://openalex.org/keywords/thresholding","display_name":"Thresholding","score":0.47737619280815125},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.47392067313194275},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.46889013051986694},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34981489181518555},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20607200264930725},{"id":"https://openalex.org/keywords/inverse-problem","display_name":"Inverse problem","score":0.10566449165344238}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7122582197189331},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7026406526565552},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.6737734079360962},{"id":"https://openalex.org/C152442038","wikidata":"https://www.wikidata.org/wiki/Q2778212","display_name":"Tikhonov regularization","level":3,"score":0.6032326817512512},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5349138379096985},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.529201865196228},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5137163400650024},{"id":"https://openalex.org/C191178318","wikidata":"https://www.wikidata.org/wiki/Q2256906","display_name":"Thresholding","level":3,"score":0.47737619280815125},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.47392067313194275},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.46889013051986694},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34981489181518555},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20607200264930725},{"id":"https://openalex.org/C135252773","wikidata":"https://www.wikidata.org/wiki/Q1567213","display_name":"Inverse problem","level":2,"score":0.10566449165344238},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3222311","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3222311","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09950492.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:cdd95b48f2b64281af39929d0f4ec7b8","is_oa":true,"landing_page_url":"https://doaj.org/article/cdd95b48f2b64281af39929d0f4ec7b8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 120880-120890 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3222311","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3222311","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09950492.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312334271.pdf","grobid_xml":"https://content.openalex.org/works/W4312334271.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W629817986","https://openalex.org/W1512208174","https://openalex.org/W1522301498","https://openalex.org/W1988720110","https://openalex.org/W2028349405","https://openalex.org/W2034996255","https://openalex.org/W2038517753","https://openalex.org/W2073926290","https://openalex.org/W2076063813","https://openalex.org/W2115706991","https://openalex.org/W2145003640","https://openalex.org/W2146502635","https://openalex.org/W2231210363","https://openalex.org/W2253968231","https://openalex.org/W2302255633","https://openalex.org/W2766736793","https://openalex.org/W2936995161","https://openalex.org/W2962815509","https://openalex.org/W6631190155","https://openalex.org/W6681435938","https://openalex.org/W6682610290","https://openalex.org/W6761030284"],"related_works":["https://openalex.org/W2533995846","https://openalex.org/W3131586246","https://openalex.org/W2028208404","https://openalex.org/W2004501529","https://openalex.org/W1974122505","https://openalex.org/W2793340545","https://openalex.org/W2967187965","https://openalex.org/W1983203485","https://openalex.org/W4298516010","https://openalex.org/W1988920101"],"abstract_inverted_index":{"In":[0],"this":[1,86,119,137],"paper,":[2],"we":[3],"propose":[4],"a":[5,19,61],"new":[6],"iterative":[7],"thresholding":[8],"algorithm":[9,22,87],"based":[10],"optimizer":[11,120,142],"(Itao)":[12],"for":[13,26,74],"deep":[14],"neural":[15,62,75],"networks.":[16],"It":[17,30,37,147],"is":[18,31,125],"first-order":[20],"gradient-based":[21],"with":[23,45,77],"Tikhonov":[24],"regularization":[25],"stochastic":[27],"objective":[28,49],"functions.":[29],"fast":[32],"and":[33,42,69,102,112],"straightforward":[34],"to":[35,47,166],"implement.":[36],"acts":[38],"on":[39,88],"the":[40,48,56,66,122,130,161,167],"parameters":[41,79],"their":[43],"gradients,":[44],"respect":[46],"function,":[50],"in":[51,55,136,145,153,164],"only":[52],"one":[53],"step":[54],"backpropagation":[57],"system":[58],"when":[59],"training":[60],"network.":[63],"This":[64],"reduces":[65],"learning":[67,170],"time":[68],"makes":[70],"it":[71],"well":[72,144],"suited":[73],"networks":[76],"large":[78,81],"and/or":[80],"datasets.":[82],"We":[83],"have":[84],"experimented":[85],"several":[89],"types":[90,106],"of":[91,107,118,129,133,155,169],"loss":[92],"functions":[93],"such":[94,109],"as":[95,110],"mean":[96,99],"squared":[97],"error,":[98],"absolute":[100],"error":[101],"categorical":[103],"crossentropy.":[104],"Different":[105],"models":[108],"regression":[111],"classification":[113],"are":[114],"studied.":[115],"The":[116],"robustness":[117],"against":[121],"noisy":[123],"labels":[124],"also":[126],"verified.":[127],"Many":[128],"empirical":[131],"results":[132,163],"conducted":[134],"experiments":[135],"study":[138],"show":[139],"that":[140],"our":[141],"works":[143],"practice.":[146],"can":[148],"outperform":[149],"other":[150],"state-of-the-art":[151],"optimizers":[152],"terms":[154],"accuracy":[156],"or":[157],"at":[158],"least":[159],"give":[160],"same":[162],"addition":[165],"reduction":[168],"time.":[171]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}