{"id":"https://openalex.org/W7127324952","doi":"https://doi.org/10.48550/arxiv.2602.01689","title":"What LLMs Think When You Don't Tell Them What to Think About?","display_name":"What LLMs Think When You Don't Tell Them What to Think About?","publication_year":2026,"publication_date":"2026-02-02","ids":{"openalex":"https://openalex.org/W7127324952","doi":"https://doi.org/10.48550/arxiv.2602.01689"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.01689","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123846070","display_name":"Yongchan Kwon","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kwon, Yongchan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5124898594","display_name":"James Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, James","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5123846070"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.188400000333786,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.188400000333786,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.16429999470710754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.08799999952316284,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.5688999891281128},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.4993000030517578},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4729999899864197},{"id":"https://openalex.org/keywords/cover","display_name":"Cover (algebra)","score":0.4383000135421753},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4142000079154968},{"id":"https://openalex.org/keywords/content-analysis","display_name":"Content analysis","score":0.3928000032901764}],"concepts":[{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.5688999891281128},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5016999840736389},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.4993000030517578},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4729999899864197},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.4383000135421753},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4142000079154968},{"id":"https://openalex.org/C162446236","wikidata":"https://www.wikidata.org/wiki/Q653137","display_name":"Content analysis","level":2,"score":0.3928000032901764},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38609999418258667},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3538999855518341},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.33649998903274536},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.328000009059906},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3271999955177307},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3125},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.3070000112056732},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.29280000925064087},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.28790000081062317},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2874000072479248},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.2768999934196472},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2759000062942505},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C2992514528","wikidata":"https://www.wikidata.org/wiki/Q2490362","display_name":"Cover story","level":3,"score":0.257099986076355},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.2506999969482422}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.01689","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.01689","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.01689","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.01689","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7492722868919373,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Characterizing":[0],"the":[1,56,140,174],"behavior":[2],"of":[3,58,177],"large":[4],"language":[5],"models":[6,132],"(LLMs)":[7],"across":[8],"diverse":[9],"settings":[10],"is":[11],"critical":[12],"for":[13],"reliable":[14],"monitoring":[15],"and":[16,49,68,75,84,117,169],"AI":[17],"safety.":[18],"However,":[19],"most":[20,90],"existing":[21],"analyses":[22],"rely":[23],"on":[24],"topic-":[25],"or":[26],"task-specific":[27],"prompts,":[28],"which":[29],"can":[30,34],"substantially":[31],"limit":[32],"what":[33,42],"be":[35],"observed.":[36],"In":[37],"this":[38],"work,":[39],"we":[40,110,137],"study":[41],"LLMs":[43],"generate":[44],"from":[45,160,180],"minimal,":[46],"topic-neutral":[47],"inputs":[48],"probe":[50],"their":[51],"near-unconstrained":[52,141],"generative":[53],"behavior.":[54],"Despite":[55],"absence":[57],"explicit":[59],"topics,":[60],"model":[61,71,154],"outputs":[62,159],"cover":[63],"a":[64,185],"broad":[65],"semantic":[66],"space,":[67],"surprisingly,":[69],"each":[70,153],"family":[72],"exhibits":[73],"strong":[74],"systematic":[76],"topical":[77,108],"preferences.":[78],"GPT-OSS":[79,119],"predominantly":[80],"generates":[81,92,98,104,121],"programming":[82],"(27.1%)":[83],"mathematical":[85],"content":[86,94,115,125],"(24.6%),":[87],"whereas":[88],"Llama":[89,161],"frequently":[91,103],"literary":[93],"(9.1%).":[95],"DeepSeek":[96],"often":[97,120,143],"religious":[99],"content,":[100],"while":[101],"Qwen":[102],"multiple-choice":[105],"questions.":[106],"Beyond":[107],"preferences,":[109],"also":[111],"observe":[112],"differences":[113],"in":[114],"specialization":[116],"depth:":[118],"more":[122],"technically":[123],"advanced":[124],"(e.g.,":[126,133],"dynamic":[127],"programming)":[128],"compared":[129],"with":[130,184],"other":[131],"basic":[134],"Python).":[135],"Furthermore,":[136],"find":[138],"that":[139],"generation":[142],"degenerates":[144],"into":[145],"repetitive":[146],"phrases,":[147],"revealing":[148],"interesting":[149],"behaviors":[150],"unique":[151],"to":[152,166],"family.":[155],"For":[156],"instance,":[157],"degenerate":[158],"include":[162],"multiple":[163],"URLs":[164],"pointing":[165],"personal":[167],"Facebook":[168],"Instagram":[170],"accounts.":[171],"We":[172],"release":[173],"complete":[175],"dataset":[176],"256,000":[178],"samples":[179],"16":[181],"LLMs,":[182],"along":[183],"reproducible":[186],"codebase.":[187]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-02-04T00:00:00"}