{"id":"https://openalex.org/W3169066024","doi":"https://doi.org/10.1109/access.2021.3085861","title":"Generating Cryptographic S-Boxes Using the Reinforcement Learning","display_name":"Generating Cryptographic S-Boxes Using the Reinforcement Learning","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3169066024","doi":"https://doi.org/10.1109/access.2021.3085861","mag":"3169066024"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3085861","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3085861","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09446086.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09446086.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065999358","display_name":"Giyoon Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I110273157","display_name":"Kookmin University","ror":"https://ror.org/0049erg63","country_code":"KR","type":"education","lineage":["https://openalex.org/I110273157"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Giyoon Kim","raw_affiliation_strings":["Kookmin University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kookmin University, Seoul, South Korea","institution_ids":["https://openalex.org/I110273157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067870629","display_name":"Hangi Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I110273157","display_name":"Kookmin University","ror":"https://ror.org/0049erg63","country_code":"KR","type":"education","lineage":["https://openalex.org/I110273157"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hangi Kim","raw_affiliation_strings":["Kookmin University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kookmin University, Seoul, South Korea","institution_ids":["https://openalex.org/I110273157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052343543","display_name":"Yeachan Heo","orcid":"https://orcid.org/0000-0002-2441-0165"},"institutions":[{"id":"https://openalex.org/I189442560","display_name":"Gyeongsang National University","ror":"https://ror.org/00saywf64","country_code":"KR","type":"education","lineage":["https://openalex.org/I189442560"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yeachan Heo","raw_affiliation_strings":["Gyeongsang National University High School (GNUHS), Jinju, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-2441-0165","affiliations":[{"raw_affiliation_string":"Gyeongsang National University High School (GNUHS), Jinju, South Korea","institution_ids":["https://openalex.org/I189442560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018038301","display_name":"Yongjin Jeon","orcid":"https://orcid.org/0000-0002-4049-2228"},"institutions":[{"id":"https://openalex.org/I110273157","display_name":"Kookmin University","ror":"https://ror.org/0049erg63","country_code":"KR","type":"education","lineage":["https://openalex.org/I110273157"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yongjin Jeon","raw_affiliation_strings":["Kookmin University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-4049-2228","affiliations":[{"raw_affiliation_string":"Kookmin University, Seoul, South Korea","institution_ids":["https://openalex.org/I110273157"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101403681","display_name":"Jongsung Kim","orcid":"https://orcid.org/0000-0002-2608-8878"},"institutions":[{"id":"https://openalex.org/I110273157","display_name":"Kookmin University","ror":"https://ror.org/0049erg63","country_code":"KR","type":"education","lineage":["https://openalex.org/I110273157"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jongsung Kim","raw_affiliation_strings":["Cryptology and Mathematics, Kookmin University, Seoul, South Korea","Kookmin University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-2608-8878","affiliations":[{"raw_affiliation_string":"Cryptology and Mathematics, Kookmin University, Seoul, South Korea","institution_ids":["https://openalex.org/I110273157"]},{"raw_affiliation_string":"Kookmin University, Seoul, South Korea","institution_ids":["https://openalex.org/I110273157"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5065999358"],"corresponding_institution_ids":["https://openalex.org/I110273157"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.1194,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.82102165,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"9","issue":null,"first_page":"83092","last_page":"83104"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10951","display_name":"Cryptographic Implementations and Security","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10951","display_name":"Cryptographic Implementations and Security","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11130","display_name":"Coding theory and cryptography","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7823969125747681},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6809859275817871},{"id":"https://openalex.org/keywords/cryptography","display_name":"Cryptography","score":0.6186319589614868},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5184335708618164},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.4719889461994171},{"id":"https://openalex.org/keywords/cryptographic-primitive","display_name":"Cryptographic primitive","score":0.44521364569664},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.42883968353271484},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4279564917087555},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3439057469367981},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27678120136260986},{"id":"https://openalex.org/keywords/cryptographic-protocol","display_name":"Cryptographic protocol","score":0.25587552785873413},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1524173617362976}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7823969125747681},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6809859275817871},{"id":"https://openalex.org/C178489894","wikidata":"https://www.wikidata.org/wiki/Q8789","display_name":"Cryptography","level":2,"score":0.6186319589614868},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5184335708618164},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.4719889461994171},{"id":"https://openalex.org/C15927051","wikidata":"https://www.wikidata.org/wiki/Q246593","display_name":"Cryptographic primitive","level":4,"score":0.44521364569664},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42883968353271484},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4279564917087555},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3439057469367981},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27678120136260986},{"id":"https://openalex.org/C33884865","wikidata":"https://www.wikidata.org/wiki/Q1254335","display_name":"Cryptographic protocol","level":3,"score":0.25587552785873413},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1524173617362976},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3085861","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3085861","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09446086.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ea11ab4e0e8b4844b3389331d3c73d38","is_oa":true,"landing_page_url":"https://doaj.org/article/ea11ab4e0e8b4844b3389331d3c73d38","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 83092-83104 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3085861","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3085861","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09446086.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7599999904632568,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G7617796988","display_name":null,"funder_award_id":"2021-0-00540","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3169066024.pdf","grobid_xml":"https://content.openalex.org/works/W3169066024.grobid-xml"},"referenced_works_count":80,"referenced_works":["https://openalex.org/W112080296","https://openalex.org/W177118245","https://openalex.org/W930621015","https://openalex.org/W1079278612","https://openalex.org/W1490070390","https://openalex.org/W1512028747","https://openalex.org/W1523982624","https://openalex.org/W1528065150","https://openalex.org/W1562714201","https://openalex.org/W1565785789","https://openalex.org/W1578291629","https://openalex.org/W1603169531","https://openalex.org/W1611243483","https://openalex.org/W1613874182","https://openalex.org/W1771410628","https://openalex.org/W1894646615","https://openalex.org/W1959383191","https://openalex.org/W1966923271","https://openalex.org/W1994781818","https://openalex.org/W2007326055","https://openalex.org/W2104513725","https://openalex.org/W2109394932","https://openalex.org/W2122231914","https://openalex.org/W2281317404","https://openalex.org/W2293947265","https://openalex.org/W2400958143","https://openalex.org/W2474422174","https://openalex.org/W2497867845","https://openalex.org/W2504919933","https://openalex.org/W2553303224","https://openalex.org/W2594061018","https://openalex.org/W2604605806","https://openalex.org/W2610092052","https://openalex.org/W2610262450","https://openalex.org/W2614101922","https://openalex.org/W2619307294","https://openalex.org/W2735385767","https://openalex.org/W2736601468","https://openalex.org/W2741840250","https://openalex.org/W2757403014","https://openalex.org/W2758952349","https://openalex.org/W2786036274","https://openalex.org/W2811374584","https://openalex.org/W2919954404","https://openalex.org/W2924233255","https://openalex.org/W2929923944","https://openalex.org/W2951940063","https://openalex.org/W2962716258","https://openalex.org/W2962749896","https://openalex.org/W2963094322","https://openalex.org/W2963390429","https://openalex.org/W2964043796","https://openalex.org/W3018195242","https://openalex.org/W3022726304","https://openalex.org/W3037774646","https://openalex.org/W3095125346","https://openalex.org/W3127710836","https://openalex.org/W4246856544","https://openalex.org/W4295830359","https://openalex.org/W4297797010","https://openalex.org/W4298011438","https://openalex.org/W6607190256","https://openalex.org/W6624471988","https://openalex.org/W6631450893","https://openalex.org/W6638018090","https://openalex.org/W6639565960","https://openalex.org/W6692846177","https://openalex.org/W6713076538","https://openalex.org/W6721008859","https://openalex.org/W6729956949","https://openalex.org/W6738693370","https://openalex.org/W6741002519","https://openalex.org/W6747481501","https://openalex.org/W6748638692","https://openalex.org/W6752963931","https://openalex.org/W6764247268","https://openalex.org/W6776921880","https://openalex.org/W6780559895","https://openalex.org/W6790424274","https://openalex.org/W6844213775"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4404955202"],"abstract_inverted_index":{"Substitution":[0],"boxes":[1],"(S-boxes)":[2],"are":[3,96],"essential":[4],"components":[5],"of":[6,25,39,51,75,88,176],"many":[7],"cryptographic":[8,100,233],"primitives.":[9],"The":[10],"Dijkstra":[11],"algorithm,":[12],"SAT":[13],"solvers,":[14],"and":[15,64,91,102,140,206],"heuristic":[16],"methods":[17,34],"have":[18,92],"been":[19,79],"used":[20],"to":[21,31,43,98,154,158,164,167,193,231],"find":[22],"bitsliced":[23,69],"implementations":[24],"S-boxes.":[26,195],"However,":[27],"it":[28],"is":[29,126,143,153,173,227],"difficult":[30],"apply":[32],"these":[33,45],"for":[35,112,147,218],"8-bit":[36,198],"S-boxes":[37,46,83,90,114,166,189,199],"because":[38],"their":[40,99],"size.":[41],"Therefore,":[42],"implement":[44],"so":[47],"that":[48,66,125],"the":[49,120,169,219,228],"countermeasure":[50,175],"side-channel":[52,177],"attack":[53],"can":[54,67,133,179],"be":[55,68,134,180],"applied":[56],"efficiently,":[57],"using":[58],"structures":[59,86],"such":[60],"as":[61],"Feistel,":[62],"Lai-Massey,":[63],"MISTY":[65],"implemented":[70],"with":[71,85,200,212],"a":[72,109,144,174],"small":[73,89],"number":[74],"nonlinear":[76,216],"operations":[77,118],"has":[78],"widely":[80],"used.":[81],"Since":[82],"constructed":[84],"consist":[87],"specific":[93],"designs,":[94],"there":[95],"limitations":[97],"security":[101],"efficiency.":[103],"In":[104,183],"this":[105,156,226],"paper,":[106],"we":[107],"propose":[108],"new":[110],"method":[111,132,157,186],"generating":[113],"by":[115,235],"stacking":[116],"bitwise":[117],"from":[119,128],"identity":[121],"function,":[122],"an":[123,159],"approach":[124],"different":[127],"existing":[129,194],"methods.":[130],"This":[131],"expressed":[135],"in":[136],"Markov":[137,148],"decision":[138,149],"process,":[139],"reinforcement":[141,162,237],"learning":[142,163],"suitable":[145],"solver":[146],"process.":[150],"Our":[151],"goal":[152],"train":[155],"agent":[160],"through":[161],"generate":[165],"which":[168,172],"masking":[170],"scheme,":[171],"attack,":[178],"efficiently":[181],"applied.":[182],"particular,":[184],"our":[185,223],"provided":[187],"various":[188],"superior":[190],"or":[191],"comparable":[192],"We":[196],"produced":[197],"differential":[201],"uniformity":[202],"16":[203],"(resp.":[204,209,214],"32)":[205],"linearity":[207],"128":[208],"128),":[210],"generated":[211],"nine":[213],"eight)":[215],"operations,":[217],"first":[220,229],"time.":[221],"To":[222],"best":[224],"knowledge,":[225],"study":[230],"construct":[232],"S-Box":[234],"incorporating":[236],"learning.":[238]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}