{"id":"https://openalex.org/W7160844384","doi":"https://doi.org/10.48550/arxiv.2605.07830","title":"CyBiasBench: Benchmarking Bias in LLM Agents for Cyber-Attack Scenarios","display_name":"CyBiasBench: Benchmarking Bias in LLM Agents for Cyber-Attack Scenarios","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160844384","doi":"https://doi.org/10.48550/arxiv.2605.07830"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07830","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07830","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07830","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102559460","display_name":"Taein Lim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lim, Taein","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135847596","display_name":"Seongyong Ju","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ju, Seongyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067116201","display_name":"\uae40\ubb38\ud601","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Munhyeok","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135844685","display_name":"Hyunjun Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Hyunjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5032839849","display_name":"Hoki Kim","orcid":"https://orcid.org/0000-0001-5361-459X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Hoki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.4162999987602234,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.4162999987602234,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.09109999984502792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.052000001072883606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/offensive","display_name":"Offensive","score":0.4975999891757965},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.46630001068115234},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4230000078678131},{"id":"https://openalex.org/keywords/trait","display_name":"Trait","score":0.4185999929904938},{"id":"https://openalex.org/keywords/crash","display_name":"Crash","score":0.40380001068115234},{"id":"https://openalex.org/keywords/dashboard","display_name":"Dashboard","score":0.39489999413490295},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3273000121116638},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.32420000433921814}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6172999739646912},{"id":"https://openalex.org/C176856949","wikidata":"https://www.wikidata.org/wiki/Q2001676","display_name":"Offensive","level":2,"score":0.4975999891757965},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.47110000252723694},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.46630001068115234},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4230000078678131},{"id":"https://openalex.org/C106934330","wikidata":"https://www.wikidata.org/wiki/Q1971873","display_name":"Trait","level":2,"score":0.4185999929904938},{"id":"https://openalex.org/C183469790","wikidata":"https://www.wikidata.org/wiki/Q333501","display_name":"Crash","level":2,"score":0.40380001068115234},{"id":"https://openalex.org/C33499554","wikidata":"https://www.wikidata.org/wiki/Q1417134","display_name":"Dashboard","level":2,"score":0.39489999413490295},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3273000121116638},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.32420000433921814},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.31130000948905945},{"id":"https://openalex.org/C37381756","wikidata":"https://www.wikidata.org/wiki/Q20203288","display_name":"Representativeness heuristic","level":2,"score":0.29820001125335693},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.27790001034736633},{"id":"https://openalex.org/C65856478","wikidata":"https://www.wikidata.org/wiki/Q3991682","display_name":"Attack model","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C97399411","wikidata":"https://www.wikidata.org/wiki/Q825367","display_name":"Coin flipping","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C11560541","wikidata":"https://www.wikidata.org/wiki/Q1756025","display_name":"Replay attack","level":3,"score":0.2644999921321869},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.26159998774528503},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.26089999079704285},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2551000118255615},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07830","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07830","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07830","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07830","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality","score":0.4249562621116638}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"are":[4],"increasingly":[5],"deployed":[6],"as":[7,101],"autonomous":[8],"agents":[9,22,64,126],"in":[10,91,147],"offensive":[11],"cybersecurity.":[12],"In":[13],"this":[14,52],"paper,":[15],"we":[16,54,157],"reveal":[17,120],"an":[18,31,159],"interesting":[19],"phenomenon:":[20],"different":[21,83],"exhibit":[23],"distinct":[24],"attack":[25,43,74,85,114,131,148],"patterns.":[26],"Specifically,":[27],"each":[28],"agent":[29],"exhibits":[30],"attack-selection":[32],"bias,":[33],"disproportionately":[34],"concentrating":[35],"its":[36],"efforts":[37],"on":[38,65],"a":[39,57,102,109,121,166],"narrow":[40],"subset":[41],"of":[42,46,104],"families":[44,86,132],"regardless":[45],"prompt":[47,70],"variations.":[48],"To":[49,150],"systematically":[50],"quantify":[51],"behavior,":[53],"introduce":[55],"CyBiasBench,":[56],"comprehensive":[58],"630-session":[59],"benchmark":[60],"that":[61,133],"evaluates":[62],"five":[63],"three":[66],"targets":[67],"and":[68,87,153,165,173],"four":[69],"conditions":[71],"with":[72,82,112,135,169],"ten":[73],"families.":[75],"We":[76],"identify":[77],"explicit":[78,128],"bias":[79,97,122],"across":[80],"agents,":[81,106],"dominant":[84],"varying":[88],"entropy":[89],"levels":[90],"their":[92,136],"attack-family":[93],"allocation":[94],"distributions.":[95],"Such":[96],"is":[98],"better":[99],"characterized":[100],"trait":[103],"the":[105,113],"rather":[107],"than":[108],"factor":[110],"associated":[111],"success":[115],"rate.":[116],"Furthermore,":[117],"our":[118],"experiments":[119],"momentum":[123],"effect,":[124],"where":[125],"resist":[127],"steering":[129],"toward":[130],"conflict":[134],"bias.":[137],"This":[138],"forced":[139],"distribution":[140],"shift":[141],"does":[142],"not":[143],"yield":[144],"measurable":[145],"improvements":[146],"performance.":[149],"ensure":[151],"reproducibility":[152,167],"facilitate":[154],"future":[155],"research,":[156],"release":[158],"interactive":[160],"result":[161],"dashboard":[162],"at":[163,177],"https://trustworthyai.co.kr/CyBiasBench/":[164],"artifact":[168],"aggregated":[170],"session-level":[171],"statistics":[172],"full":[174],"evaluation":[175],"scripts":[176],"https://github.com/Harry24k/CyBiasBench.":[178]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-12T00:00:00"}