{"id":"https://openalex.org/W7160534481","doi":"https://doi.org/10.5753/jbcs.2026.6343","title":"Trait and Consistency Evaluation: Measuring Behavioral Stability and the Adversarial Compensation Effect","display_name":"Trait and Consistency Evaluation: Measuring Behavioral Stability and the Adversarial Compensation Effect","publication_year":2026,"publication_date":"2026-05-04","ids":{"openalex":"https://openalex.org/W7160534481","doi":"https://doi.org/10.5753/jbcs.2026.6343"},"language":null,"primary_location":{"id":"doi:10.5753/jbcs.2026.6343","is_oa":true,"landing_page_url":"https://doi.org/10.5753/jbcs.2026.6343","pdf_url":"https://journals-sol.sbc.org.br/index.php/jbcs/article/download/6343/3981","source":{"id":"https://openalex.org/S69801987","display_name":"Journal of the Brazilian Computer Society","issn_l":"0104-6500","issn":["0104-6500","1678-4804"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Brazilian Computer Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journals-sol.sbc.org.br/index.php/jbcs/article/download/6343/3981","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135609602","display_name":"Pedro Carvalho Brom","orcid":"https://orcid.org/0000-0002-1288-7695"},"institutions":[{"id":"https://openalex.org/I3129743071","display_name":"Instituto Federal de Educa\u00e7\u00e3o, Ci\u00eancia e Tecnologia de Bras\u00edlia","ror":"https://ror.org/03bk74w21","country_code":"BR","type":"education","lineage":["https://openalex.org/I1293487690","https://openalex.org/I2801200668","https://openalex.org/I3129743071"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Pedro Carvalho Brom","raw_affiliation_strings":["Federal Institute of Science and Technology of Bras\u00edlia"],"raw_orcid":"https://orcid.org/0000-0002-1288-7695","affiliations":[{"raw_affiliation_string":"Federal Institute of Science and Technology of Bras\u00edlia","institution_ids":["https://openalex.org/I3129743071"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023705070","display_name":"Vin\u00edcius Di Oliveira","orcid":"https://orcid.org/0000-0002-1295-5221"},"institutions":[{"id":"https://openalex.org/I150729083","display_name":"Universidade de Bras\u00edlia","ror":"https://ror.org/02xfp8v59","country_code":"BR","type":"education","lineage":["https://openalex.org/I150729083"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Vin\u00edcius Di Oliveira","raw_affiliation_strings":["TransLab, University of Bras\u00edlia"],"raw_orcid":"https://orcid.org/0000-0002-1295-5221","affiliations":[{"raw_affiliation_string":"TransLab, University of Bras\u00edlia","institution_ids":["https://openalex.org/I150729083"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5135559622","display_name":"Li Weigang","orcid":"https://orcid.org/0000-0003-1826-1850"},"institutions":[{"id":"https://openalex.org/I150729083","display_name":"Universidade de Bras\u00edlia","ror":"https://ror.org/02xfp8v59","country_code":"BR","type":"education","lineage":["https://openalex.org/I150729083"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Li Weigang","raw_affiliation_strings":["TransLab, University of Bras\u00edlia"],"raw_orcid":"https://orcid.org/0000-0003-1826-1850","affiliations":[{"raw_affiliation_string":"TransLab, University of Bras\u00edlia","institution_ids":["https://openalex.org/I150729083"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1390,"currency":"USD","value_usd":1390},"apc_paid":{"value":1390,"currency":"USD","value_usd":1390},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.56457675,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"32","issue":"1","first_page":"1165","last_page":"1186"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.4551999866962433,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.4551999866962433,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.13860000669956207,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.10670000314712524,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6843000054359436},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6064000129699707},{"id":"https://openalex.org/keywords/trait","display_name":"Trait","score":0.519599974155426},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.5},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.4575999975204468},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4438000023365021},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.397599995136261},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.3785000145435333},{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.349700003862381}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6843000054359436},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6207000017166138},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6064000129699707},{"id":"https://openalex.org/C106934330","wikidata":"https://www.wikidata.org/wiki/Q1971873","display_name":"Trait","level":2,"score":0.519599974155426},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.5},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.4575999975204468},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44999998807907104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4487999975681305},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4438000023365021},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.397599995136261},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3785000145435333},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.349700003862381},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.32120001316070557},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3188000023365021},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.31850001215934753},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3176000118255615},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.31450000405311584},{"id":"https://openalex.org/C2780023022","wikidata":"https://www.wikidata.org/wiki/Q1338171","display_name":"Compensation (psychology)","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.31049999594688416},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.30300000309944153},{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C2779545769","wikidata":"https://www.wikidata.org/wiki/Q5135364","display_name":"Closeness","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C15569618","wikidata":"https://www.wikidata.org/wiki/Q3561421","display_name":"Liveness","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C90734943","wikidata":"https://www.wikidata.org/wiki/Q17008777","display_name":"Conceptualization","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C155911762","wikidata":"https://www.wikidata.org/wiki/Q422321","display_name":"Blueprint","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.27309998869895935},{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C78639753","wikidata":"https://www.wikidata.org/wiki/Q3318160","display_name":"Behavioral modeling","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C2776950860","wikidata":"https://www.wikidata.org/wiki/Q2914681","display_name":"Originality","level":3,"score":0.25999999046325684},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.25369998812675476},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5753/jbcs.2026.6343","is_oa":true,"landing_page_url":"https://doi.org/10.5753/jbcs.2026.6343","pdf_url":"https://journals-sol.sbc.org.br/index.php/jbcs/article/download/6343/3981","source":{"id":"https://openalex.org/S69801987","display_name":"Journal of the Brazilian Computer Society","issn_l":"0104-6500","issn":["0104-6500","1678-4804"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Brazilian Computer Society","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.5753/jbcs.2026.6343","is_oa":true,"landing_page_url":"https://doi.org/10.5753/jbcs.2026.6343","pdf_url":"https://journals-sol.sbc.org.br/index.php/jbcs/article/download/6343/3981","source":{"id":"https://openalex.org/S69801987","display_name":"Journal of the Brazilian Computer Society","issn_l":"0104-6500","issn":["0104-6500","1678-4804"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Brazilian Computer Society","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6236086487770081}],"awards":[{"id":"https://openalex.org/G5243276295","display_name":null,"funder_award_id":"309545/2021-8","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"}],"funders":[{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7160534481.pdf","grobid_xml":"https://content.openalex.org/works/W7160534481.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1979354511","https://openalex.org/W1985514943","https://openalex.org/W1989898472","https://openalex.org/W2033582154","https://openalex.org/W2105846236","https://openalex.org/W2160172778","https://openalex.org/W2919115771","https://openalex.org/W2946609015","https://openalex.org/W3016970897","https://openalex.org/W3103450644","https://openalex.org/W3106889297","https://openalex.org/W4212863985","https://openalex.org/W4246435226","https://openalex.org/W4248977412","https://openalex.org/W4298872162","https://openalex.org/W4378189609","https://openalex.org/W4401043020","https://openalex.org/W4402671584","https://openalex.org/W4404345872","https://openalex.org/W4404781031","https://openalex.org/W4404782099","https://openalex.org/W4404783118","https://openalex.org/W4404783861","https://openalex.org/W4411120101","https://openalex.org/W4411120389","https://openalex.org/W4415796274","https://openalex.org/W4415797148","https://openalex.org/W4415798641","https://openalex.org/W4416010344","https://openalex.org/W4416034206","https://openalex.org/W7116672246","https://openalex.org/W7133224126","https://openalex.org/W7133228402","https://openalex.org/W7133239970"],"related_works":[],"abstract_inverted_index":{"The":[0,86],"stochastic":[1],"nature":[2],"of":[3,77,83,90,98,147,152,190],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"challenges":[8],"traditional":[9],"evaluation":[10,34],"paradigms,":[11],"which":[12],"rely":[13],"on":[14],"single-response":[15],"metrics":[16,118],"and":[17,27,41,57,66,80,96,144,172,183,192],"often":[18],"mask":[19],"complex":[20],"behavioral":[21,39,125],"patterns.":[22],"This":[23],"paper":[24],"introduces":[25],"Trait":[26],"Consistency":[28],"Evaluation":[29],"for":[30,169],"LLMs":[31],"(TraCE-LLM),":[32],"an":[33,131],"protocol":[35],"that":[36,176],"quantifies":[37],"latent":[38],"traits":[40],"model":[42,84],"consistency":[43],"within":[44],"a":[45,49,58,71,104,113,121,137,167],"black-box":[46],"paradigm.":[47],"Through":[48],"factorial":[50],"design":[51],"combining":[52],"five":[53],"LLMs,":[54],"three":[55],"benchmarks":[56],"systematic":[59],"stratification":[60],"by":[61],"prompt":[62],"style":[63],"(Naive,":[64],"Chain-of-Thought":[65],"Adversarial),":[67],"the":[68,94,99,145,188],"framework":[69],"employs":[70],"multidimensional":[72],"rubric":[73],"to":[74,186],"measure":[75],"Depth":[76],"Reasoning":[78],"(DoR)":[79],"Originality":[81],"(ORI)":[82],"responses.":[85],"primary":[87],"empirical":[88],"contribution":[89],"this":[91],"study":[92],"is":[93],"identification":[95],"formalization":[97],"Adversarial":[100],"Compensation":[101],"Effect":[102],"(ACE),":[103],"phenomenon":[105],"wherein":[106],"smaller-capacity":[107],"models":[108],"under":[109],"adversarial":[110],"stress":[111],"exhibit":[112],"paradoxical":[114],"gain":[115],"in":[116,124],"accuracy":[117],"while":[119],"suffering":[120],"severe":[122],"degradation":[123],"stability.":[126],"Our":[127],"results":[128],"also":[129],"demonstrate":[130],"asymmetric":[132],"stability":[133],"with":[134],"DoR":[135],"being":[136],"significantly":[138],"more":[139,170,193],"stable":[140],"trait":[141],"than":[142],"ORI":[143],"prevalence":[146],"compressed":[148],"reasoning,":[149],"where":[150],"17.8%":[151],"correct":[153],"answers":[154],"lack":[155],"adequate":[156],"justification.":[157],"By":[158],"decoupling":[159],"response":[160],"correctness":[161],"from":[162],"process":[163],"quality,":[164],"TraCE-LLM":[165],"provides":[166],"blueprint":[168],"granular":[171],"reliable":[173],"evaluation,":[174],"arguing":[175],"LLM":[177],"auditing":[178],"must":[179],"be":[180],"multidimensional,":[181],"context-sensitive":[182],"psychometrically":[184],"informed":[185],"ensure":[187],"development":[189],"safer":[191],"interpretable":[194],"AI.":[195]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2026-05-08T00:00:00"}