{"id":"https://openalex.org/W7225317014","doi":"https://doi.org/10.1145/3767308.3838670","title":"SycoQA: A Dataset for Evaluating Sycophantic Hallucinations in Large Language Models","display_name":"SycoQA: A Dataset for Evaluating Sycophantic Hallucinations in Large Language Models","publication_year":2026,"publication_date":"2026-11-05","ids":{"openalex":"https://openalex.org/W7225317014","doi":"https://doi.org/10.1145/3767308.3838670"},"language":"en","primary_location":{"id":"doi:10.1145/3767308.3838670","doi":"https://doi.org/10.1145/3767308.3838670","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767308.3838670","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3767308.3838670","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025522510","display_name":"Zixuan Shangguan","orcid":"https://orcid.org/0000-0002-8236-6350","observed_orcids":["https://orcid.org/0000-0002-8236-6350"]},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I4388482657","display_name":"Shenzhen MSU-BIT University","ror":"https://ror.org/02q963474","country_code":"CN","type":"education","lineage":["https://openalex.org/I4388482657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixuan Shangguan","raw_affiliation_strings":["Shenzhen MSU-BIT University, Shenzhen, China and Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8236-6350","affiliations":[{"raw_affiliation_string":"Shenzhen MSU-BIT University, Shenzhen, China and Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683","https://openalex.org/I4388482657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066989072","display_name":"Zhen Zhang","orcid":"https://orcid.org/0009-0007-9955-0916","observed_orcids":["https://orcid.org/0009-0007-9955-0916"]},"institutions":[{"id":"https://openalex.org/I4388482657","display_name":"Shenzhen MSU-BIT University","ror":"https://ror.org/02q963474","country_code":"CN","type":"education","lineage":["https://openalex.org/I4388482657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Zhang","raw_affiliation_strings":["Shenzhen MSU-BIT University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0007-9955-0916","affiliations":[{"raw_affiliation_string":"Shenzhen MSU-BIT University, Shenzhen, China","institution_ids":["https://openalex.org/I4388482657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101423843","display_name":"Haifeng Lu","orcid":"https://orcid.org/0000-0003-0155-8447","observed_orcids":["https://orcid.org/0000-0003-0155-8447"]},"institutions":[{"id":"https://openalex.org/I4388482657","display_name":"Shenzhen MSU-BIT University","ror":"https://ror.org/02q963474","country_code":"CN","type":"education","lineage":["https://openalex.org/I4388482657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifeng Lu","raw_affiliation_strings":["Shenzhen MSU-BIT University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-0155-8447","affiliations":[{"raw_affiliation_string":"Shenzhen MSU-BIT University, Shenzhen, China","institution_ids":["https://openalex.org/I4388482657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115514109","display_name":"Ke Xing","orcid":"https://orcid.org/0009-0009-4422-945X","observed_orcids":["https://orcid.org/0009-0009-4422-945X"]},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Xing","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-4422-945X","affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059967200","display_name":"Chengming Li","orcid":"https://orcid.org/0000-0002-4592-3875","observed_orcids":["https://orcid.org/0000-0002-4592-3875"]},"institutions":[{"id":"https://openalex.org/I4388482657","display_name":"Shenzhen MSU-BIT University","ror":"https://ror.org/02q963474","country_code":"CN","type":"education","lineage":["https://openalex.org/I4388482657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengming Li","raw_affiliation_strings":["Shenzhen MSU-BIT University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-4592-3875","affiliations":[{"raw_affiliation_string":"Shenzhen MSU-BIT University, Shenzhen, China","institution_ids":["https://openalex.org/I4388482657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101890277","display_name":"Feng Liang","orcid":"https://orcid.org/0000-0002-8542-9871","observed_orcids":["https://orcid.org/0000-0002-8542-9871"]},"institutions":[{"id":"https://openalex.org/I4388482657","display_name":"Shenzhen MSU-BIT University","ror":"https://ror.org/02q963474","country_code":"CN","type":"education","lineage":["https://openalex.org/I4388482657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Liang","raw_affiliation_strings":["Shenzhen MSU-BIT University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-8542-9871","affiliations":[{"raw_affiliation_string":"Shenzhen MSU-BIT University, Shenzhen, China","institution_ids":["https://openalex.org/I4388482657"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007941489","display_name":"Xiping Hu","orcid":"https://orcid.org/0000-0002-4952-699X","observed_orcids":["https://orcid.org/0000-0002-4952-699X"]},"institutions":[{"id":"https://openalex.org/I4388482657","display_name":"Shenzhen MSU-BIT University","ror":"https://ror.org/02q963474","country_code":"CN","type":"education","lineage":["https://openalex.org/I4388482657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiping Hu","raw_affiliation_strings":["Shenzhen MSU-BIT University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-4952-699X","affiliations":[{"raw_affiliation_string":"Shenzhen MSU-BIT University, Shenzhen, China","institution_ids":["https://openalex.org/I4388482657"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.8126935,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"16950","last_page":"16956"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6015999913215637,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6015999913215637,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.14550000429153442,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0843999981880188,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8550000190734863},{"id":"https://openalex.org/keywords/hallucination-detection","display_name":"hallucination detection","score":0.9259999990463257},{"id":"https://openalex.org/keywords/internal-knowledge","display_name":"internal knowledge","score":0.5049999952316284}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48429998755455017},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43860000371932983},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4178999960422516},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37130001187324524},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.31119999289512634},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2685999870300293},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.25369998812675476},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2533999979496002}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3767308.3838670","doi":"https://doi.org/10.1145/3767308.3838670","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767308.3838670","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3767308.3838670","doi":"https://doi.org/10.1145/3767308.3838670","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767308.3838670","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2963995027","https://openalex.org/W3210904070","https://openalex.org/W4306808680","https://openalex.org/W4387561528","https://openalex.org/W4399454791","https://openalex.org/W4401306886","https://openalex.org/W4402667037","https://openalex.org/W4405968021","https://openalex.org/W4414939355","https://openalex.org/W4414972313","https://openalex.org/W4415230966","https://openalex.org/W4415829728","https://openalex.org/W4416509295","https://openalex.org/W6910565521","https://openalex.org/W6967210706","https://openalex.org/W7123357891","https://openalex.org/W7123360857","https://openalex.org/W7124686456","https://openalex.org/W7133487740","https://openalex.org/W7165050671"],"related_works":["https://openalex.org/W7196991026","https://openalex.org/W4412888293","https://openalex.org/W4415798129","https://openalex.org/W4415795749","https://openalex.org/W6893398261","https://openalex.org/W7104615763","https://openalex.org/W7164262089","https://openalex.org/W6884968190","https://openalex.org/W7160117706","https://openalex.org/W4401042227"],"abstract_inverted_index":{"Sycophantic":[0],"hallucinations":[1,23,29,82,102],"refer":[2],"to":[3,11,32,79,99,130],"the":[4,36,40,110,122,132],"tendency":[5],"of":[6,87,92,143,150],"large":[7],"language":[8],"models":[9],"(LLMs)":[10],"generate":[12],"hallucinated":[13],"responses":[14],"by":[15,25],"excessively":[16],"aligning":[17],"with":[18,117],"human":[19],"preferences.":[20],"Unlike":[21],"conventional":[22],"caused":[24],"missing":[26],"knowledge,":[27],"sycophantic":[28,59,81,101,144,159],"are":[30],"harder":[31],"prevent.":[33],"Even":[34],"when":[35],"model":[37],"already":[38],"contains":[39],"relevant":[41],"knowledge":[42],"and":[43,66,95,105,146,157],"is":[44,164],"given":[45],"explicit":[46],"context,":[47],"it":[48],"may":[49],"still":[50],"produce":[51],"plausible":[52],"but":[53],"incorrect":[54],"answers.":[55],"Existing":[56],"datasets":[57],"for":[58],"hallucination":[60,160],"typically":[61],"lack":[62],"diverse":[63],"induction":[64,115],"settings":[65],"broad":[67],"evaluation":[68,149],"across":[69,83],"multiple":[70,114],"domains.":[71],"To":[72],"address":[73],"this":[74],"gap,":[75],"we":[76],"introduce":[77],"SycoQA":[78,90,138],"evaluate":[80,100],"a":[84,93],"broader":[85],"spectrum":[86],"capability":[88],"dimensions.":[89],"consists":[91],"core":[94],"an":[96],"extension":[97],"subset":[98,112,124],"under":[103],"internal-knowledge-based":[104],"context-grounded":[106],"settings,":[107],"respectively.":[108],"Specifically,":[109],"Core":[111],"adopts":[113],"paradigms":[116],"progressively":[118],"increasing":[119],"intensity,":[120],"while":[121],"Extension":[123],"constructs":[125],"data":[126],"through":[127],"contextual":[128],"corruption":[129],"simulate":[131],"corresponding":[133],"scenarios.":[134],"We":[135],"believe":[136],"that":[137],"can":[139],"facilitate":[140],"further":[141],"analysis":[142],"behavior":[145],"support":[147],"comprehensive":[148],"advanced":[151],"downstream":[152],"tasks,":[153],"particularly":[154],"multi-level":[155],"induction-aware":[156],"context-robust":[158],"detection.":[161],"The":[162],"dataset":[163],"publicly":[165],"available":[166],"at":[167],"https://github.com/hehebamei/SycoQA.":[168]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-11-06T00:00:00"}