{"id":"https://openalex.org/W4380685004","doi":"https://doi.org/10.1109/access.2023.3286376","title":"RLAuth: A Risk-Based Authentication System Using Reinforcement Learning","display_name":"RLAuth: A Risk-Based Authentication System Using Reinforcement Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4380685004","doi":"https://doi.org/10.1109/access.2023.3286376"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3286376","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3286376","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10151855.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10151855.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079608452","display_name":"C. Picard","orcid":"https://orcid.org/0000-0002-0306-2472"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Claudy Picard","raw_affiliation_strings":["Mobile Computing and Networking Research Laboratory (LARIM), Polytechnique Montréal, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-0306-2472","affiliations":[{"raw_affiliation_string":"Mobile Computing and Networking Research Laboratory (LARIM), Polytechnique Montréal, Montreal, QC, Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074743707","display_name":"Samuel Pierre","orcid":"https://orcid.org/0000-0001-8063-8773"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Samuel Pierre","raw_affiliation_strings":["Mobile Computing and Networking Research Laboratory (LARIM), Polytechnique Montréal, Montreal, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mobile Computing and Networking Research Laboratory (LARIM), Polytechnique Montréal, Montreal, QC, Canada","institution_ids":["https://openalex.org/I45683168"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I45683168"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.4356,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.89893925,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"61129","last_page":"61143"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8684754371643066},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7841651439666748},{"id":"https://openalex.org/keywords/authentication","display_name":"Authentication (law)","score":0.5482537746429443},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.5380124449729919},{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.5243692398071289},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5039874911308289},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48513302206993103},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.44349849224090576},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4407985806465149},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.34654539823532104},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.25791364908218384},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.08157345652580261}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8684754371643066},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7841651439666748},{"id":"https://openalex.org/C148417208","wikidata":"https://www.wikidata.org/wiki/Q4825882","display_name":"Authentication (law)","level":2,"score":0.5482537746429443},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.5380124449729919},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.5243692398071289},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5039874911308289},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48513302206993103},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.44349849224090576},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4407985806465149},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.34654539823532104},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.25791364908218384},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.08157345652580261},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2023.3286376","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3286376","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10151855.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:publications.polymtl.ca:54142","is_oa":true,"landing_page_url":null,"pdf_url":"https://publications.polymtl.ca/54142/1/2023_Picard_RLAuth_risk-based_authentication_system_reinforcement.pdf","source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article de revue"},{"id":"pmh:oai:publications.polymtl.ca:54821","is_oa":false,"landing_page_url":"https://publications.polymtl.ca/54821/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article de revue"},{"id":"pmh:oai:doaj.org/article:ab7a778c8ed34b50b723e044a8cac9d3","is_oa":true,"landing_page_url":"https://doaj.org/article/ab7a778c8ed34b50b723e044a8cac9d3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 61129-61143 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3286376","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3286376","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10151855.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7099999785423279}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4380685004.pdf","grobid_xml":"https://content.openalex.org/works/W4380685004.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W44033174","https://openalex.org/W571200655","https://openalex.org/W580008706","https://openalex.org/W1595483645","https://openalex.org/W1647645866","https://openalex.org/W1864637447","https://openalex.org/W1947202769","https://openalex.org/W2031239885","https://openalex.org/W2055190948","https://openalex.org/W2100752967","https://openalex.org/W2107726111","https://openalex.org/W2141559645","https://openalex.org/W2145339207","https://openalex.org/W2151854612","https://openalex.org/W2396652156","https://openalex.org/W2418633638","https://openalex.org/W2535107243","https://openalex.org/W2588283865","https://openalex.org/W2627020112","https://openalex.org/W2746553466","https://openalex.org/W2765638825","https://openalex.org/W2792471193","https://openalex.org/W2810263043","https://openalex.org/W2810458423","https://openalex.org/W2910266708","https://openalex.org/W2937406434","https://openalex.org/W2946127746","https://openalex.org/W2952071009","https://openalex.org/W2953371218","https://openalex.org/W2955511136","https://openalex.org/W2963752169","https://openalex.org/W2972978455","https://openalex.org/W2973862992","https://openalex.org/W3001072634","https://openalex.org/W3008580541","https://openalex.org/W3011591403","https://openalex.org/W3036554922","https://openalex.org/W3037958117","https://openalex.org/W3038214419","https://openalex.org/W3041357421","https://openalex.org/W3041373955","https://openalex.org/W3086519949","https://openalex.org/W3087662407","https://openalex.org/W3103617265","https://openalex.org/W4214717370","https://openalex.org/W4226109821","https://openalex.org/W4283724392","https://openalex.org/W4293093716","https://openalex.org/W4298857966","https://openalex.org/W4309581904","https://openalex.org/W4313546724","https://openalex.org/W6636759762","https://openalex.org/W6637967152","https://openalex.org/W6639159786"],"related_works":["https://openalex.org/W4362597605","https://openalex.org/W1574414179","https://openalex.org/W4297676672","https://openalex.org/W3009056573","https://openalex.org/W2922073769","https://openalex.org/W4281702477","https://openalex.org/W2490526372","https://openalex.org/W4376166922","https://openalex.org/W4378510483","https://openalex.org/W4221142204"],"abstract_inverted_index":{"Conventional":[0],"authentication":[1,28,53,75,86,102],"systems,":[2],"that":[3,88,125],"are":[4,12],"used":[5],"to":[6,20,42,60,73,97,144,188,204,238],"protect":[7],"most":[8],"modern":[9],"mobile":[10],"applications,":[11],"faced":[13],"with":[14,132,182],"usability":[15],"and":[16,23,153,232],"security":[17],"problems":[18],"related":[19,72],"their":[21],"static":[22,52],"one-shot":[24,27],"nature.":[25],"Indeed,":[26],"mechanisms":[29,54],"challenge":[30,95],"the":[31,34,57,62,66,70,74,92,98,106,128,133,138,169,174,178,190,205,217],"user":[32,63,99],"at":[33],"beginning":[35],"of":[36,69,94,177,180,193,213],"a":[37,84,120,146,165,194,211],"session":[38,48],"leaving":[39],"them":[40],"vulnerable":[41],"attacks":[43],"on":[44,100,105,112,164],"lost/stolen":[45],"devices":[46],"or":[47],"hijacking.":[49],"In":[50,215],"addition,":[51,216],"always":[55],"use":[56,145],"same":[58],"challenges":[59],"authenticate":[61],"without":[64],"considering":[65],"dynamic":[67],"nature":[68],"risk":[71],"context.":[76,108],"To":[77,130],"mitigate":[78],"these":[79],"challenges,":[80],"we":[81,142],"propose":[82,143],"RLAuth,":[83],"risk-based":[85],"system":[87],"can":[89,221,233],"automatically":[90],"adapt":[91],"level":[93],"presented":[96],"each":[101],"request":[103],"based":[104,111],"current":[107],"RLAuth":[109,163,209],"is":[110,117,173,186],"binary":[113],"anomaly":[114,139],"detection,":[115],"which":[116,172],"solved":[118],"using":[119,168],"deep":[121],"reinforcement":[122,218],"learning":[123,219],"agent":[124,220],"acts":[126],"as":[127],"classifier.":[129],"cope":[131],"high":[134],"class":[135,197],"imbalance":[136,198],"in":[137,228],"detection":[140],"problem,":[141],"balanced":[147],"sampling":[148],"technique":[149],"during":[150,158],"experience":[151],"replay":[152],"an":[154],"imbalanced":[155],"correction":[156],"factor":[157],"reward":[159],"computation.":[160],"We":[161],"evaluate":[162],"public":[166],"dataset":[167],"G-mean":[170],"metric":[171,185],"square":[175],"root":[176],"product":[179],"sensitivity":[181],"specificity.":[183],"This":[184],"efficient":[187],"measure":[189],"classification":[191],"performance":[192,241],"model":[195],"under":[196],"since":[199],"it":[200],"does":[201],"not":[202],"overfit":[203],"majority":[206],"class.":[207],"Finally,":[208],"obtained":[210],"G-Mean":[212],"92.62%.":[214],"be":[222,235],"trained":[223],"offline":[224],"for":[225],"acceptable":[226],"results":[227],"about":[229],"130":[230],"s":[231],"then":[234],"periodically":[236],"retrained":[237],"improve":[239],"its":[240],"over":[242],"time.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}