{"id":"https://openalex.org/W7166839453","doi":"https://doi.org/10.18653/v1/2026.conll-main.45","title":"Traces of Social Competence in Large Language Models","display_name":"Traces of Social Competence in Large Language Models","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166839453","doi":"https://doi.org/10.18653/v1/2026.conll-main.45"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.conll-main.45","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.conll-main.45","pdf_url":"https://aclanthology.org/2026.conll-main.45.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Conference on Computational Natural Language Learning","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.conll-main.45.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056156037","display_name":"Tom Kouwenhoven","orcid":"https://orcid.org/0000-0003-2480-4073"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]},{"id":"https://openalex.org/I210716285","display_name":"University of Applied Sciences Leiden","ror":"https://ror.org/0093src13","country_code":"NL","type":"education","lineage":["https://openalex.org/I210716285"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Tom Kouwenhoven","raw_affiliation_strings":["Leiden Institute of Advanced Computer Science Leiden University , Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science Leiden University , Netherlands","institution_ids":["https://openalex.org/I121797337","https://openalex.org/I210716285"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139747792","display_name":"Michiel T. van der Meer","orcid":null},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]},{"id":"https://openalex.org/I210716285","display_name":"University of Applied Sciences Leiden","ror":"https://ror.org/0093src13","country_code":"NL","type":"education","lineage":["https://openalex.org/I210716285"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Michiel T. van der Meer","raw_affiliation_strings":["Leiden Institute of Advanced Computer Science Leiden University , Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science Leiden University , Netherlands","institution_ids":["https://openalex.org/I121797337","https://openalex.org/I210716285"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126978458","display_name":"Max J. van Duijn","orcid":null},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]},{"id":"https://openalex.org/I210716285","display_name":"University of Applied Sciences Leiden","ror":"https://ror.org/0093src13","country_code":"NL","type":"education","lineage":["https://openalex.org/I210716285"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Max J. van Duijn","raw_affiliation_strings":["Leiden Institute of Advanced Computer Science Leiden University , Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science Leiden University , Netherlands","institution_ids":["https://openalex.org/I121797337","https://openalex.org/I210716285"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.81237525,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"742","last_page":"759"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.09759999811649323,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.09759999811649323,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.0714000016450882,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.05130000039935112,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/competence","display_name":"Competence (human resources)","score":0.2976999878883362},{"id":"https://openalex.org/keywords/comprehension-approach","display_name":"Comprehension approach","score":0.26570001244544983},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.26010000705718994},{"id":"https://openalex.org/keywords/on-language","display_name":"On Language","score":0.2558000087738037}],"concepts":[{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.48500001430511475},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4555000066757202},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4214000105857849},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3093999922275543},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30709999799728394},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.2976999878883362},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2815999984741211},{"id":"https://openalex.org/C129353971","wikidata":"https://www.wikidata.org/wiki/Q5156949","display_name":"Comprehension approach","level":3,"score":0.26570001244544983},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.26080000400543213},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.25999999046325684},{"id":"https://openalex.org/C2779313563","wikidata":"https://www.wikidata.org/wiki/Q17072565","display_name":"On Language","level":2,"score":0.2558000087738037},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.conll-main.45","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.conll-main.45","pdf_url":"https://aclanthology.org/2026.conll-main.45.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Conference on Computational Natural Language Learning","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.conll-main.45","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.conll-main.45","pdf_url":"https://aclanthology.org/2026.conll-main.45.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Conference on Computational Natural Language Learning","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.6789714694023132}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166839453.pdf","grobid_xml":"https://content.openalex.org/works/W7166839453.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"False":[1],"Belief":[2],"Test":[3],"(FBT)":[4],"has":[5],"been":[6],"the":[7,24,162],"main":[8],"method":[9],"for":[10],"assessing":[11],"Theory":[12],"of":[13,29,59,165],"Mind":[14],"(ToM)":[15],"and":[16,26,44,76],"related":[17],"socio-cognitive":[18,79],"competencies.For":[19],"Large":[20],"Language":[21],"Models":[22],"(LLMs),":[23],"reliability":[25],"explanatory":[27],"potential":[28],"this":[30,107,129],"test":[31],"have":[32],"remained":[33],"limited":[34],"due":[35],"to":[36,71,143,156],"issues":[37,49],"like":[38],"data":[39],"contamination,":[40],"insufficient":[41],"model":[42,74,84],"details,":[43],"inconsistent":[45],"controls.We":[46],"address":[47],"these":[48],"by":[50],"testing":[51],"17":[52],"open-weight":[53],"models":[54,137],"on":[55],"a":[56,115,158],"balanced":[57],"set":[58],"192":[60],"FBT":[61,167],"variants":[62],"(Trott":[63],"et":[64],"al.,":[65],"2023)":[66],"using":[67],"Bayesian":[68],"Logistic":[69],"regression":[70],"identify":[72],"how":[73],"size":[75,85],"post-training":[77],"affect":[78],"competence.We":[80],"find":[81],"that":[82,94,128,136,146],"scaling":[83],"benefits":[86],"performance,":[87],"but":[88,109],"not":[89],"strictly.A":[90],"cross-over":[91,130],"effect":[92,131],"reveals":[93],"explicating":[95],"propositional":[96],"attitudes":[97],"(X":[98],"thinks)":[99],"fundamentally":[100],"alters":[101],"response":[102,140],"patterns.Instruction":[103],"tuning":[104],"partially":[105],"mitigates":[106],"effect,":[108],"further":[110],"reasoning-oriented":[111],"finetuning":[112],"amplifies":[113],"it.In":[114],"case":[116],"study":[117],"analysing":[118],"social":[119],"reasoning":[120],"ability":[121],"throughout":[122],"OLMo":[123],"2":[124],"training,":[125],"we":[126],"show":[127],"emerges":[132],"during":[133],"pre-training,":[134],"suggesting":[135],"acquire":[138],"stereotypical":[139],"patterns":[141],"tied":[142],"mental-state":[144],"vocabulary":[145],"can":[147],"outweigh":[148],"other":[149],"scenario":[150],"semantics.Finally,":[151],"vector":[152,160],"steering":[153],"allows":[154],"us":[155],"isolate":[157],"think":[159],"as":[161],"causal":[163],"driver":[164],"observed":[166],"behaviour.":[168]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-02T00:00:00"}