{"id":"https://openalex.org/W4400948585","doi":"https://doi.org/10.3390/info15080425","title":"SINNER: A Reward-Sensitive Algorithm for Imbalanced Malware Classification Using Neural Networks with Experience Replay","display_name":"SINNER: A Reward-Sensitive Algorithm for Imbalanced Malware Classification Using Neural Networks with Experience Replay","publication_year":2024,"publication_date":"2024-07-23","ids":{"openalex":"https://openalex.org/W4400948585","doi":"https://doi.org/10.3390/info15080425"},"language":"en","primary_location":{"id":"doi:10.3390/info15080425","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info15080425","pdf_url":null,"source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/info15080425","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092128323","display_name":"Antonio Coscia","orcid":"https://orcid.org/0000-0002-7263-4999"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Antonio Coscia","raw_affiliation_strings":["Cybersecurity Lab, BV TECH S.p.A., 20123 Milan, Italy"],"raw_orcid":"https://orcid.org/0000-0002-7263-4999","affiliations":[{"raw_affiliation_string":"Cybersecurity Lab, BV TECH S.p.A., 20123 Milan, Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022590758","display_name":"Andrea Iannacone","orcid":"https://orcid.org/0000-0001-7344-636X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrea Iannacone","raw_affiliation_strings":["Cybersecurity Lab, BV TECH S.p.A., 20123 Milan, Italy"],"raw_orcid":"https://orcid.org/0000-0001-7344-636X","affiliations":[{"raw_affiliation_string":"Cybersecurity Lab, BV TECH S.p.A., 20123 Milan, Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092128322","display_name":"Antonio Maci","orcid":"https://orcid.org/0000-0002-6526-554X"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Antonio Maci","raw_affiliation_strings":["Cybersecurity Lab, BV TECH S.p.A., 20123 Milan, Italy"],"raw_orcid":"https://orcid.org/0000-0002-6526-554X","affiliations":[{"raw_affiliation_string":"Cybersecurity Lab, BV TECH S.p.A., 20123 Milan, Italy","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5105016421","display_name":"Alessandro Stamerra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alessandro Stamerra","raw_affiliation_strings":["Cybersecurity Lab, BV TECH S.p.A., 20123 Milan, Italy"],"raw_orcid":"https://orcid.org/0009-0004-9942-8783","affiliations":[{"raw_affiliation_string":"Cybersecurity Lab, BV TECH S.p.A., 20123 Milan, Italy","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5092128322"],"corresponding_institution_ids":[],"apc_list":{"value":1600,"currency":"CHF","value_usd":1819},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1819},"fwci":1.4007,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.8083543,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"15","issue":"8","first_page":"425","last_page":"425"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7792931199073792},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.674582839012146},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6555870771408081},{"id":"https://openalex.org/keywords/skew","display_name":"Skew","score":0.593342125415802},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5508589148521423},{"id":"https://openalex.org/keywords/malware","display_name":"Malware","score":0.5369726419448853},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5284117460250854},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4724823832511902},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4703882932662964},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43601876497268677},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2364046573638916},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10359248518943787}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7792931199073792},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.674582839012146},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6555870771408081},{"id":"https://openalex.org/C43711488","wikidata":"https://www.wikidata.org/wiki/Q7534783","display_name":"Skew","level":2,"score":0.593342125415802},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5508589148521423},{"id":"https://openalex.org/C541664917","wikidata":"https://www.wikidata.org/wiki/Q14001","display_name":"Malware","level":2,"score":0.5369726419448853},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5284117460250854},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4724823832511902},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4703882932662964},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43601876497268677},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2364046573638916},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10359248518943787},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/info15080425","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info15080425","pdf_url":null,"source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:aeea70ab84c846ce9df6c4f2b93e6e2f","is_oa":false,"landing_page_url":"https://doaj.org/article/aeea70ab84c846ce9df6c4f2b93e6e2f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 15, Iss 8, p 425 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/info15080425","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info15080425","pdf_url":null,"source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7300000190734863}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2079735306","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2157331557","https://openalex.org/W2173564293","https://openalex.org/W2342249984","https://openalex.org/W2557513839","https://openalex.org/W2586571469","https://openalex.org/W2746553466","https://openalex.org/W2782676859","https://openalex.org/W2799908179","https://openalex.org/W2900633536","https://openalex.org/W2907660552","https://openalex.org/W2915893383","https://openalex.org/W2929803724","https://openalex.org/W2931858311","https://openalex.org/W2932977083","https://openalex.org/W2942465044","https://openalex.org/W2942916884","https://openalex.org/W2950005521","https://openalex.org/W2951908758","https://openalex.org/W2952298682","https://openalex.org/W2966284335","https://openalex.org/W2972552958","https://openalex.org/W2973184394","https://openalex.org/W2984666763","https://openalex.org/W2990527448","https://openalex.org/W2991680373","https://openalex.org/W2997676437","https://openalex.org/W2998016702","https://openalex.org/W3011591403","https://openalex.org/W3035965352","https://openalex.org/W3099878876","https://openalex.org/W3112173953","https://openalex.org/W3125564951","https://openalex.org/W3133355835","https://openalex.org/W3175510287","https://openalex.org/W3189632814","https://openalex.org/W3214916885","https://openalex.org/W3217107079","https://openalex.org/W4205812691","https://openalex.org/W4210802791","https://openalex.org/W4211171425","https://openalex.org/W4213081600","https://openalex.org/W4221112654","https://openalex.org/W4226117603","https://openalex.org/W4281385582","https://openalex.org/W4286252689","https://openalex.org/W4288070321","https://openalex.org/W4292820477","https://openalex.org/W4293106276","https://openalex.org/W4293569095","https://openalex.org/W4297964528","https://openalex.org/W4312469210","https://openalex.org/W4313020371","https://openalex.org/W4313473036","https://openalex.org/W4313590644","https://openalex.org/W4318275390","https://openalex.org/W4360831025","https://openalex.org/W4362672763","https://openalex.org/W4379879883","https://openalex.org/W4380082195","https://openalex.org/W4381661839","https://openalex.org/W4383753794","https://openalex.org/W4385076171","https://openalex.org/W4386090462","https://openalex.org/W4387587680","https://openalex.org/W4388571407","https://openalex.org/W4388917780","https://openalex.org/W4389034028","https://openalex.org/W4389074726","https://openalex.org/W4390562648","https://openalex.org/W4390879901","https://openalex.org/W4390954474","https://openalex.org/W4391224266","https://openalex.org/W4391679718","https://openalex.org/W4391877241","https://openalex.org/W4392121297","https://openalex.org/W4392399556","https://openalex.org/W4393397531","https://openalex.org/W4394896314","https://openalex.org/W6842406503","https://openalex.org/W6848058801","https://openalex.org/W6863159911"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894"],"abstract_inverted_index":{"Reports":[0],"produced":[1],"by":[2,67,95,132],"popular":[3],"malware":[4,15],"analysis":[5],"services":[6],"showed":[7],"a":[8,41,104,118,134],"disparity":[9],"in":[10],"samples":[11],"available":[12],"for":[13],"different":[14],"families.":[16],"The":[17],"unequal":[18],"distribution":[19],"between":[20],"such":[21,29,72],"classes":[22],"can":[23,64,91,172],"be":[24,65,92,159],"attributed":[25],"to":[26,39,145,158,167],"several":[27,168],"factors,":[28],"as":[30],"technological":[31],"advances":[32],"and":[33,75],"the":[34,48,69,80,97,108,124,129,140,151,154,189,192],"application":[35],"domain":[36],"that":[37,73,122,171],"seeks":[38],"infect":[40],"computer":[42],"virus.":[43],"Recent":[44],"studies":[45],"have":[46],"demonstrated":[47],"effectiveness":[49],"of":[50,107,184],"deep":[51,98],"learning":[52,56,70,100],"(DL)":[53],"algorithms":[54],"when":[55],"multi-class":[57,120],"classification":[58,197],"tasks":[59],"using":[60],"imbalanced":[61],"datasets.":[62],"This":[63,89,113],"achieved":[66,195],"updating":[68],"function":[71],"correct":[74],"incorrect":[76],"predictions":[77],"performed":[78],"on":[79,150,178],"minority":[81],"class":[82,174],"are":[83],"more":[84],"rewarded":[85],"or":[86],"penalized,":[87],"respectively.":[88],"procedure":[90],"logically":[93],"implemented":[94],"leveraging":[96],"reinforcement":[99],"(DRL)":[101],"paradigm":[102],"through":[103],"proper":[105],"formulation":[106],"Markov":[109],"decision":[110],"process":[111],"(MDP).":[112],"paper":[114],"proposes":[115],"SINNER,":[116],"i.e.,":[117],"DRL-based":[119],"classifier":[121],"approaches":[123],"data":[125],"imbalance":[126],"problem":[127],"at":[128],"algorithmic":[130],"level":[131],"exploiting":[133],"redesigned":[135],"reward":[136],"function,":[137],"which":[138],"modifies":[139],"traditional":[141],"MDP":[142],"model":[143,194],"used":[144],"learn":[146],"this":[147],"task.":[148],"Based":[149],"experimental":[152],"results,":[153],"proposed":[155,193],"formula":[156],"appears":[157],"successful.":[160],"In":[161],"addition,":[162],"SINNER":[163],"has":[164],"been":[165],"compared":[166],"DL-based":[169],"models":[170],"handle":[173],"skew":[175],"without":[176],"relying":[177],"data-level":[179],"techniques.":[180],"Using":[181],"three":[182],"out":[183],"four":[185],"datasets":[186],"sourced":[187],"from":[188],"existing":[190],"literature,":[191],"state-of-the-art":[196],"performance.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}