{"id":"https://openalex.org/W7165161599","doi":"https://doi.org/10.1145/3770854.3785686","title":"From Memorization to Creation: Evaluating the Cognitive Depth of LLM-Generated Educational Questions","display_name":"From Memorization to Creation: Evaluating the Cognitive Depth of LLM-Generated Educational Questions","publication_year":2026,"publication_date":"2026-05-06","ids":{"openalex":"https://openalex.org/W7165161599","doi":"https://doi.org/10.1145/3770854.3785686"},"language":"en","primary_location":{"id":"pmh:oai:pure.atira.dk:publications/db6bb250-5d10-43d5-bc5c-e5ab924fa0ce","is_oa":true,"landing_page_url":"https://scholars.cityu.edu.hk/en/publications/db6bb250-5d10-43d5-bc5c-e5ab924fa0ce","pdf_url":null,"source":{"id":"https://openalex.org/S7407055387","display_name":"CityU Scholars","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wang, X, Zhao, Z, Lai, S, Zhang, C, Geng, Z, Tong, Y, Wei, Y & Wen, Q 2026, From Memorization to Creation : Evaluating the Cognitive Depth of LLM-Generated Educational Questions. in KDD '26 - Proceedings of the 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining. vol. 1, Proceedings of the ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, Association for Computing Machinery, New York, NY, pp. 2818-2829, 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining (KDD 2026), Jeju Island, Korea, Republic of, 9/08/26. < https://dl.acm.org/doi/10.1145/3770854.3785686 >","raw_type":"info:eu-repo/semantics/conferenceObject"},"type":"conference-paper","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://scholars.cityu.edu.hk/en/publications/db6bb250-5d10-43d5-bc5c-e5ab924fa0ce","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100424254","display_name":"Xiaolong Wang","orcid":"https://orcid.org/0000-0001-9003-4252"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiaolong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107849883","display_name":"Z. Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Zhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138961670","display_name":"Song; id_orcid 0000-0002-4835-0945 Lai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lai, Song; id_orcid 0000-0002-4835-0945","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101497311","display_name":"Chaoli Zhang","orcid":"https://orcid.org/0000-0003-4059-8396"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chaoli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138872654","display_name":"Zijie Geng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Geng, Zijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138876979","display_name":"Yu Tong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tong, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129797514","display_name":"Wei Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Ye; id_orcid 0000-0003-1965-2298","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138938560","display_name":"Qingsong Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Qingsong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.35749998688697815,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.35749998688697815,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11516","display_name":"Visual and Cognitive Learning Processes","score":0.19339999556541443,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.13920000195503235,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/memorization","display_name":"Memorization","score":0.853600025177002},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7993000149726868},{"id":"https://openalex.org/keywords/rote-learning","display_name":"Rote learning","score":0.6819000244140625},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.6069999933242798},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.5764999985694885},{"id":"https://openalex.org/keywords/cognitive-style","display_name":"Cognitive style","score":0.4415000081062317},{"id":"https://openalex.org/keywords/cognitive-load","display_name":"Cognitive load","score":0.4162999987602234}],"concepts":[{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.853600025177002},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7993000149726868},{"id":"https://openalex.org/C148324565","wikidata":"https://www.wikidata.org/wiki/Q784221","display_name":"Rote learning","level":4,"score":0.6819000244140625},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.6069999933242798},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.5764999985694885},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.538100004196167},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.49779999256134033},{"id":"https://openalex.org/C150681269","wikidata":"https://www.wikidata.org/wiki/Q2380771","display_name":"Cognitive style","level":3,"score":0.4415000081062317},{"id":"https://openalex.org/C61641136","wikidata":"https://www.wikidata.org/wiki/Q1107019","display_name":"Cognitive load","level":3,"score":0.4162999987602234},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3873000144958496},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.33230000734329224},{"id":"https://openalex.org/C2776639384","wikidata":"https://www.wikidata.org/wiki/Q840396","display_name":"Ideal (ethics)","level":2,"score":0.33000001311302185},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3077000081539154},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.3043999969959259},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28600001335144043},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.28439998626708984},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C21963081","wikidata":"https://www.wikidata.org/wiki/Q11337567","display_name":"Working memory","level":3,"score":0.2833000123500824},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.28299999237060547},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:pure.atira.dk:publications/db6bb250-5d10-43d5-bc5c-e5ab924fa0ce","is_oa":true,"landing_page_url":"https://scholars.cityu.edu.hk/en/publications/db6bb250-5d10-43d5-bc5c-e5ab924fa0ce","pdf_url":null,"source":{"id":"https://openalex.org/S7407055387","display_name":"CityU Scholars","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wang, X, Zhao, Z, Lai, S, Zhang, C, Geng, Z, Tong, Y, Wei, Y & Wen, Q 2026, From Memorization to Creation : Evaluating the Cognitive Depth of LLM-Generated Educational Questions. in KDD '26 - Proceedings of the 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining. vol. 1, Proceedings of the ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, Association for Computing Machinery, New York, NY, pp. 2818-2829, 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining (KDD 2026), Jeju Island, Korea, Republic of, 9/08/26. < https://dl.acm.org/doi/10.1145/3770854.3785686 >","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:arXiv.org:2606.18257","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2606.18257","pdf_url":"https://arxiv.org/pdf/2606.18257","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:publications/db6bb250-5d10-43d5-bc5c-e5ab924fa0ce","is_oa":true,"landing_page_url":"https://scholars.cityu.edu.hk/en/publications/db6bb250-5d10-43d5-bc5c-e5ab924fa0ce","pdf_url":null,"source":{"id":"https://openalex.org/S7407055387","display_name":"CityU Scholars","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wang, X, Zhao, Z, Lai, S, Zhang, C, Geng, Z, Tong, Y, Wei, Y & Wen, Q 2026, From Memorization to Creation : Evaluating the Cognitive Depth of LLM-Generated Educational Questions. in KDD '26 - Proceedings of the 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining. vol. 1, Proceedings of the ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, Association for Computing Machinery, New York, NY, pp. 2818-2829, 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining (KDD 2026), Jeju Island, Korea, Republic of, 9/08/26. < https://dl.acm.org/doi/10.1145/3770854.3785686 >","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"score":0.8584031462669373,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"LLMs":[1,25,138],"show":[2],"promise":[3],"in":[4,107,139],"automating":[5],"educational":[6],"content":[7],"creation,":[8],"their":[9,33],"ability":[10],"to":[11,35],"generate":[12,50],"questions":[13,54],"that":[14,71,117],"stimulate":[15],"higher-order":[16,84],"thinking":[17],"remains":[18],"understudied.":[19],"This":[20],"work":[21],"evaluates":[22],"six":[23],"widely-used":[24],"through":[26],"a":[27,44,67],"Bloom's":[28],"Taxonomy":[29],"lens,":[30],"focusing":[31],"on":[32],"capacity":[34],"transcend":[36],"rote":[37],"memorization":[38],"and":[39,51,60,79,100,133],"achieve":[40],"cognitive":[41,85,96],"leaps.":[42],"Using":[43],"hybrid":[45],"human--AI":[46],"evaluation":[47],"protocol,":[48],"we":[49],"analyze":[52],"20{,}700":[53],"across":[55],"computer":[56],"science,":[57],"K--12":[58],"math,":[59],"social-science":[61],"domains.":[62],"Key":[63],"contributions":[64],"include:":[65],"(1)":[66],"fine-grained":[68],"prompting":[69],"strategy":[70],"reduces":[72],"question":[73],"repetitiveness":[74],"by":[75,88],"24.45\\%":[76],"for":[77,90,95,136],"Qwen2.5-7B-Instruct,":[78],"increases":[80],"the":[81,119,127],"proportion":[82],"of":[83,121,129],"level":[86],"outputs":[87],"11.53\\%":[89],"InternLM3-8B-Instruct;":[91],"(2)":[92],"quantitative":[93],"metrics":[94],"shift":[97],"intensity":[98],"(CogShift)":[99],"category":[101],"drift,":[102],"revealing":[103,114],"InternLM3's":[104],"superior":[105],"performance":[106],"multi-level":[108],"transitions;":[109],"(3)":[110],"an":[111],"interpretability":[112],"analysis":[113],"metric-level":[115],"correlations":[116],"enhance":[118],"transparency":[120],"Chain-of-Thought":[122],"prompting.":[123],"Our":[124],"findings":[125],"highlight":[126],"importance":[128],"cognitive-aware":[130],"prompt":[131],"design":[132],"provide":[134],"benchmarks":[135],"deploying":[137],"personalized":[140],"learning":[141],"systems.":[142]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-06-19T00:00:00"}