{"id":"https://openalex.org/W7211494357","doi":null,"title":"Evaluating Reasoning vs. No\u2011Reasoning Models on Insider\u2011Threat Datasets","display_name":"Evaluating Reasoning vs. No\u2011Reasoning Models on Insider\u2011Threat Datasets","alternate_titles":[],"publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7211494357"},"language":"en","primary_location":{"id":"pmh:oai:norma.ncirl.ie:9837","doi":null,"is_oa":true,"landing_page_url":"https://norma.ncirl.ie/9837/1/lihaosun.pdf","pdf_url":"https://norma.ncirl.ie/9837/2/lihaosunconfigurationmanual.pdf","source":{"id":"https://openalex.org/S4306400345","display_name":"TRAP@NCI (National College of Ireland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I104546213","host_organization_name":"National College of Ireland","host_organization_lineage":["https://openalex.org/I104546213"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W7211494357"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://norma.ncirl.ie/9837/2/lihaosunconfigurationmanual.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5150483910","display_name":"Lihao Sun","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I104546213","display_name":"National College of Ireland","ror":"https://ror.org/02qzs9336","country_code":"IE","type":"education","lineage":["https://openalex.org/I104546213"]}],"countries":["IE"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Sun, Lihao","raw_affiliation_strings":["National College of Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National College of Ireland","institution_ids":["https://openalex.org/I104546213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5150483910"],"corresponding_institution_ids":["https://openalex.org/I104546213"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.7904999852180481,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.7904999852180481,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.10180000215768814,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.029400000348687172,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/insider-threat-detection","display_name":"insider threat detection","score":0.9980000257492065},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8799999952316284},{"id":"https://openalex.org/keywords/reasoning-models","display_name":"reasoning models","score":0.6190000176429749},{"id":"https://openalex.org/keywords/reinforcement-learning-from-human-feedback","display_name":"reinforcement learning from human feedback","score":0.7419999837875366},{"id":"https://openalex.org/keywords/security-operations-center","display_name":"security operations center","score":0.9039999842643738},{"id":"https://openalex.org/keywords/log-analysis","display_name":"log analysis","score":0.6499999761581421},{"id":"https://openalex.org/keywords/class-imbalance","display_name":"class imbalance","score":0.8529999852180481},{"id":"https://openalex.org/keywords/lora","display_name":"LoRa","score":0.640999972820282},{"id":"https://openalex.org/keywords/deepseek-r1","display_name":"DeepSeek-R1","score":0.6370000243186951},{"id":"https://openalex.org/keywords/llama-3-1","display_name":"Llama 3.1","score":0.8199999928474426}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7289999723434448},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6201000213623047},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.6015999913215637},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5604000091552734},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.534600019454956},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5335999727249146},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.4921000003814697},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.4814000129699707},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47450000047683716},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.46540001034736633},{"id":"https://openalex.org/C2778971194","wikidata":"https://www.wikidata.org/wiki/Q1664551","display_name":"Insider","level":2,"score":0.438400000333786},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4244000017642975},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.41670000553131104},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4099999964237213},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.39070001244544983},{"id":"https://openalex.org/C3019813237","wikidata":"https://www.wikidata.org/wiki/Q65089264","display_name":"Model validation","level":2,"score":0.3693000078201294},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3573000133037567},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.34860000014305115},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.3391000032424927},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.2994000017642975},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C189474733","wikidata":"https://www.wikidata.org/wiki/Q917912","display_name":"Model building","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.25929999351501465}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:norma.ncirl.ie:9837","doi":null,"is_oa":true,"landing_page_url":"https://norma.ncirl.ie/9837/1/lihaosun.pdf","pdf_url":"https://norma.ncirl.ie/9837/2/lihaosunconfigurationmanual.pdf","source":{"id":"https://openalex.org/S4306400345","display_name":"TRAP@NCI (National College of Ireland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I104546213","host_organization_name":"National College of Ireland","host_organization_lineage":["https://openalex.org/I104546213"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"}],"best_oa_location":{"id":"pmh:oai:norma.ncirl.ie:9837","doi":null,"is_oa":true,"landing_page_url":"https://norma.ncirl.ie/9837/1/lihaosun.pdf","pdf_url":"https://norma.ncirl.ie/9837/2/lihaosunconfigurationmanual.pdf","source":{"id":"https://openalex.org/S4306400345","display_name":"TRAP@NCI (National College of Ireland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I104546213","host_organization_name":"National College of Ireland","host_organization_lineage":["https://openalex.org/I104546213"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7211494357.pdf","grobid_xml":"https://content.openalex.org/works/W7211494357.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W2736601468","https://openalex.org/W4392408213","https://openalex.org/W4406033370","https://openalex.org/W4406949858","https://openalex.org/W4407310640","https://openalex.org/W4407719847","https://openalex.org/W4411486231","https://openalex.org/W4412944812","https://openalex.org/W4414281281","https://openalex.org/W4414825143","https://openalex.org/W4415191126","https://openalex.org/W4415191128","https://openalex.org/W4415797703","https://openalex.org/W4416106173","https://openalex.org/W4416136671","https://openalex.org/W4416143565","https://openalex.org/W4416552497","https://openalex.org/W4417521649","https://openalex.org/W6910896705","https://openalex.org/W6922310531","https://openalex.org/W7077879801","https://openalex.org/W7077882561","https://openalex.org/W7125905084","https://openalex.org/W7125924447","https://openalex.org/W7138029733"],"related_works":["https://openalex.org/W4402502890","https://openalex.org/W4415191128","https://openalex.org/W7203717565","https://openalex.org/W7164666770","https://openalex.org/W4404037461","https://openalex.org/W7204119520","https://openalex.org/W4414413212","https://openalex.org/W4409147679","https://openalex.org/W4415057332","https://openalex.org/W7140309380"],"abstract_inverted_index":{"Security":[0],"operations":[1],"centres":[2],"(SOCs)":[3],"are":[4,22,163],"tasked":[5],"with":[6,71,99,121,134],"analyzing":[7],"enormous":[8],"volumes":[9],"of":[10],"asymmetrical":[11],"log":[12,58],"data":[13],"that":[14,113],"is":[15,171],"unevenly":[16],"distributed.":[17],"Actual":[18],"insider":[19],"threat":[20],"attacks":[21],"extremely":[23],"hard":[24],"to":[25,74],"detect.":[26],"This":[27],"thesis":[28],"asks":[29],"one":[30],"question:":[31],"do":[32],"\u201creasoning-oriented\u201d":[33],"LLMs":[34],"(used":[35],"as":[36,165],"RL-post-trained":[37],"/":[38],"RL-distilled":[39],"model":[40,128],"families)":[41],"work":[42],"better":[43],"than":[44,125],"non-reasoning":[45],"models":[46,70,96,143],"for":[47],"insider-threat":[48],"detection":[49],"on":[50,146,173],"the":[51,91,114,126,147,153],"CERT":[52],"r6.2":[53],"dataset?":[54],"We":[55],"reformat":[56],"raw":[57],"events":[59],"into":[60],"concise":[61],"4W":[62],"session":[63],"summaries":[64],"(When,":[65],"Where,":[66],"What,":[67],"Which),":[68],"train":[69],"careful":[72],"attention":[73],"class":[75],"imbalance":[76],"data,":[77],"and":[78,83,93],"evaluate":[79],"performance":[80],"using":[81,97],"AUPRC":[82],"AUROC.":[84],"To":[85],"keep":[86],"training":[87],"comparable,":[88],"we":[89],"adapt":[90],"7B":[92,120],"8B":[94,132],"parameter":[95],"LoRA":[98],"INT4":[100],"quantisation,":[101],"fitting":[102],"them":[103],"onto":[104],"consumer-grade":[105],"GPUs":[106],"typical":[107],"in":[108,152],"SOCs.":[109],"Our":[110],"findings":[111],"indicate":[112],"\u2018reasoning\u2019":[115],"model\u2014DeepSeek":[116],"R1":[117],"Distill":[118],"Qwen":[119],"LoRA\u2014achieves":[122],"higher":[123],"AUROC":[124],"\u2018no-reasoning\u2019":[127],"\u2013":[129],"LlaMA":[130],"3.1":[131],"Instruct":[133],"LoRA\u2014on":[135],"a":[136,174],"200k":[137],"validation":[138,150],"slice.":[139],"However,":[140],"baseline":[141],"encoder":[142],"were":[144],"evaluated":[145],"full":[148],"1.41M-session":[149],"set":[151],"initial":[154],"draft,":[155],"which":[156],"limits":[157],"direct":[158],"cross-model":[159],"ranking.":[160],"Therefore,":[161],"conclusions":[162],"framed":[164],"protocol-specific":[166],"until":[167],"an":[168],"apples-to-apples":[169],"re-evaluation":[170],"completed":[172],"fully":[175],"harmonised":[176],"evaluation":[177],"set.":[178]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7211494357","counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-07T00:00:00"}
