{"id":"https://openalex.org/W7138124347","doi":"https://doi.org/10.1609/aaai.v40i36.40292","title":"Activations as Features: Probing LLMs for Generalizable Essay Scoring Representations","display_name":"Activations as Features: Probing LLMs for Generalizable Essay Scoring Representations","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138124347","doi":"https://doi.org/10.1609/aaai.v40i36.40292"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i36.40292","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i36.40292","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/40292/44253","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/40292/44253","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121241980","display_name":"Jinwei Chi","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Jinwei Chi","raw_affiliation_strings":["Jinan University"],"affiliations":[{"raw_affiliation_string":"Jinan University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129727326","display_name":"Ke Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ke Wang","raw_affiliation_strings":["Jinan University"],"affiliations":[{"raw_affiliation_string":"Jinan University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129739102","display_name":"Yu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu Chen","raw_affiliation_strings":["Jinan University"],"affiliations":[{"raw_affiliation_string":"Jinan University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121203471","display_name":"Xuanye Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuanye Lin","raw_affiliation_strings":["South China University of Technology"],"affiliations":[{"raw_affiliation_string":"South China University of Technology","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129675385","display_name":"Qiang Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiang Xu","raw_affiliation_strings":["Jinan University"],"affiliations":[{"raw_affiliation_string":"Jinan University","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5121241980"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.43478261,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"36","first_page":"30395","last_page":"30403"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.25679999589920044,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.25679999589920044,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.24490000307559967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.0835999995470047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.8766000270843506},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.5891000032424927},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5536999702453613},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.5353999733924866},{"id":"https://openalex.org/keywords/trait","display_name":"Trait","score":0.49880000948905945},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.492900013923645}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.8766000270843506},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.5891000032424927},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5536999702453613},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.5353999733924866},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5091999769210815},{"id":"https://openalex.org/C106934330","wikidata":"https://www.wikidata.org/wiki/Q1971873","display_name":"Trait","level":2,"score":0.49880000948905945},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.492900013923645},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46889999508857727},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.45159998536109924},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4438000023365021},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.44110000133514404},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35600000619888306},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.3521000146865845},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.334199994802475},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.313400000333786},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2806999981403351},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.27309998869895935},{"id":"https://openalex.org/C2778136018","wikidata":"https://www.wikidata.org/wiki/Q10350689","display_name":"Predictive power","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i36.40292","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i36.40292","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/40292/44253","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i36.40292","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i36.40292","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/40292/44253","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.7927431464195251,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G5511827387","display_name":null,"funder_award_id":"2022LSYS003","funder_id":"https://openalex.org/F4320322292","funder_display_name":"Jinan University"}],"funders":[{"id":"https://openalex.org/F4320322292","display_name":"Jinan University","ror":"https://ror.org/02xe5ns62"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7138124347.pdf","grobid_xml":"https://content.openalex.org/works/W7138124347.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Automated":[0],"essay":[1,60,112,127,141],"scoring":[2,16,33,61,148],"(AES)":[3],"is":[4],"a":[5],"challenging":[6],"task":[7],"in":[8,58,104,125,150],"cross-prompt":[9,59,151],"settings":[10],"due":[11],"to":[12,31,67,137],"the":[13,24,52,73,89,102,119,145],"diversity":[14,146],"of":[15,26,55,75,81,91,107,147],"criteria.":[17],"While":[18],"previous":[19],"studies":[20],"have":[21],"focused":[22],"on":[23,83],"output":[25],"large":[27,108],"language":[28,109],"models":[29,77,110],"(LLMs)":[30],"improve":[32],"accuracy,":[34],"we":[35,50,64,100],"believe":[36],"activations":[37,57,120],"from":[38],"intermediate":[39],"layers":[40],"may":[41],"also":[42],"provide":[43],"valuable":[44],"information.":[45],"To":[46],"explore":[47],"this":[48,84],"possibility,":[49],"evaluated":[51],"discriminative":[53,85,123],"power":[54,124],"LLMs\u2019":[56],"task.":[62],"Specifically,":[63],"used":[65],"activation":[66],"fit":[68],"probes":[69],"and":[70,78,114,129,140],"further":[71],"analyzed":[72,101],"effects":[74],"different":[76,98,138],"input":[79],"content":[80],"LLMs":[82,131],"power.":[86],"By":[87],"computing":[88],"directions":[90],"essays":[92],"across":[93],"various":[94],"trait":[95],"dimensions":[96],"under":[97],"prompts,":[99],"variation":[103],"evaluation":[105,135],"perspectives":[106,136],"concerning":[111],"types":[113],"traits.":[115],"Results":[116],"show":[117],"that":[118,130],"possess":[121],"strong":[122],"evaluating":[126],"quality":[128],"can":[132],"adapt":[133],"their":[134],"traits":[139],"types,":[142],"effectively":[143],"handling":[144],"criteria":[149],"settings.":[152]},"counts_by_year":[],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2026-03-18T00:00:00"}