{"id":"https://openalex.org/W4396523263","doi":"https://doi.org/10.1109/tlt.2024.3394807","title":"Can Autograding of Student-Generated Questions Quality by ChatGPT Match Human Experts?","display_name":"Can Autograding of Student-Generated Questions Quality by ChatGPT Match Human Experts?","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4396523263","doi":"https://doi.org/10.1109/tlt.2024.3394807"},"language":"en","primary_location":{"id":"doi:10.1109/tlt.2024.3394807","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2024.3394807","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007981575","display_name":"Kangkang Li","orcid":"https://orcid.org/0009-0004-3529-5715"},"institutions":[{"id":"https://openalex.org/I118574674","display_name":"Jiangsu Normal University","ror":"https://ror.org/051hvcm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I118574674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kangkang Li","raw_affiliation_strings":["School of Smart Education, Jiangsu Normal University, Xuzhou, China","School of Smart Education, Jiangsu Normal University, Xuzhou, Jiangsu, China"],"raw_orcid":"https://orcid.org/0009-0004-3529-5715","affiliations":[{"raw_affiliation_string":"School of Smart Education, Jiangsu Normal University, Xuzhou, China","institution_ids":["https://openalex.org/I118574674"]},{"raw_affiliation_string":"School of Smart Education, Jiangsu Normal University, Xuzhou, Jiangsu, China","institution_ids":["https://openalex.org/I118574674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114400713","display_name":"Qian Yang","orcid":"https://orcid.org/0009-0000-7315-5757"},"institutions":[{"id":"https://openalex.org/I118574674","display_name":"Jiangsu Normal University","ror":"https://ror.org/051hvcm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I118574674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Yang","raw_affiliation_strings":["School of Smart Education, Jiangsu Normal University, Xuzhou, China","School of Smart Education, Jiangsu Normal University, Xuzhou, Jiangsu, China"],"raw_orcid":"https://orcid.org/0009-0000-7315-5757","affiliations":[{"raw_affiliation_string":"School of Smart Education, Jiangsu Normal University, Xuzhou, China","institution_ids":["https://openalex.org/I118574674"]},{"raw_affiliation_string":"School of Smart Education, Jiangsu Normal University, Xuzhou, Jiangsu, China","institution_ids":["https://openalex.org/I118574674"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100751283","display_name":"Xianmin Yang","orcid":"https://orcid.org/0000-0002-4748-6381"},"institutions":[{"id":"https://openalex.org/I118574674","display_name":"Jiangsu Normal University","ror":"https://ror.org/051hvcm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I118574674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianmin Yang","raw_affiliation_strings":["School of Smart Education, Jiangsu Normal University, Xuzhou, China","School of Smart Education, Jiangsu Normal University, Xuzhou, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-4748-6381","affiliations":[{"raw_affiliation_string":"School of Smart Education, Jiangsu Normal University, Xuzhou, China","institution_ids":["https://openalex.org/I118574674"]},{"raw_affiliation_string":"School of Smart Education, Jiangsu Normal University, Xuzhou, Jiangsu, China","institution_ids":["https://openalex.org/I118574674"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I118574674"],"apc_list":null,"apc_paid":null,"fwci":3.1971,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.92356091,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"17","issue":null,"first_page":"1574","last_page":"1584"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clarity","display_name":"CLARITY","score":0.8406568765640259},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.8310338258743286},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6805899143218994},{"id":"https://openalex.org/keywords/metacognition","display_name":"Metacognition","score":0.6069963574409485},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5968652963638306},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5123101472854614},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.49369487166404724},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36643186211586},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.24773550033569336}],"concepts":[{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.8406568765640259},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.8310338258743286},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6805899143218994},{"id":"https://openalex.org/C118147538","wikidata":"https://www.wikidata.org/wiki/Q1126970","display_name":"Metacognition","level":3,"score":0.6069963574409485},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5968652963638306},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5123101472854614},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.49369487166404724},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36643186211586},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24773550033569336},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tlt.2024.3394807","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2024.3394807","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6800000071525574}],"awards":[{"id":"https://openalex.org/G5672947229","display_name":null,"funder_award_id":"62077030","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G574065725","display_name":null,"funder_award_id":"62107022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1521570247","https://openalex.org/W1938888410","https://openalex.org/W1966354121","https://openalex.org/W1966802006","https://openalex.org/W2001493952","https://openalex.org/W2033159522","https://openalex.org/W2048361073","https://openalex.org/W2050731586","https://openalex.org/W2060116412","https://openalex.org/W2092029240","https://openalex.org/W2162821268","https://openalex.org/W2234322796","https://openalex.org/W2235522605","https://openalex.org/W2592784990","https://openalex.org/W2783527513","https://openalex.org/W2792255831","https://openalex.org/W2793124897","https://openalex.org/W2796929977","https://openalex.org/W2808929012","https://openalex.org/W2810503719","https://openalex.org/W2978693304","https://openalex.org/W3005762297","https://openalex.org/W3100162007","https://openalex.org/W3136710691","https://openalex.org/W3167387400","https://openalex.org/W3171975780","https://openalex.org/W3208210283","https://openalex.org/W4211155351","https://openalex.org/W4223426170","https://openalex.org/W4294768175","https://openalex.org/W4294768397","https://openalex.org/W4312887009","https://openalex.org/W4323655724","https://openalex.org/W4362696824","https://openalex.org/W4386263510","https://openalex.org/W4391136507","https://openalex.org/W6747989962","https://openalex.org/W6774360260","https://openalex.org/W6802882026"],"related_works":["https://openalex.org/W2086338133","https://openalex.org/W4367679314","https://openalex.org/W225526533","https://openalex.org/W2078361494","https://openalex.org/W2009234990","https://openalex.org/W4244083766","https://openalex.org/W2945718656","https://openalex.org/W2091016074","https://openalex.org/W2134615400","https://openalex.org/W2023583523"],"abstract_inverted_index":{"Student-generated":[0],"questions":[1],"(SGQs)":[2],"strategy":[3,8],"is":[4,23],"an":[5],"effective":[6],"instructional":[7],"for":[9,56],"developing":[10],"students'":[11],"higher-order":[12],"cognitive":[13,65,103,181],"and":[14,25,48,64,89,93,134,155],"critical":[15],"thinking.":[16],"However,":[17],"assessing":[18],"the":[19,43,124,139,151,166,175,180],"quality":[20,176],"of":[21,37,60,82,86,102,108,126,145,153,168,177,184],"SGQs":[22,55,130,185],"time-consuming":[24],"domain":[26],"experts":[27,76,99],"intensive.":[28],"Previous":[29],"automatic":[30,158],"evaluation":[31],"work":[32],"focused":[33],"on":[34,142],"surface-level":[35],"features":[36],"questions.":[38],"To":[39],"overcome":[40],"this":[41],"limitation,":[42],"state-of-the-art":[44],"language":[45],"models":[46],"GPT-3.5":[47,79,92],"GPT-4.0":[49,70,94,110,169],"were":[50],"used":[51],"to":[52,78,122,170],"evaluate":[53],"1084":[54],"topic":[57,83],"relevance,":[58,84],"clarity":[59,85],"expression,":[61,87],"answerability,":[62,88],"challenging,":[63],"level.":[66,91,104],"Results":[67],"showed":[68],"that":[69],"exhibits":[71],"superior":[72],"grading":[73,159],"consistency":[74,97],"with":[75,98,118],"compared":[77],"in":[80,100,114,128,173],"terms":[81,101],"difficulty":[90],"had":[95],"low":[96],"Over":[105],"three":[106],"rounds":[107],"testing,":[109],"demonstrated":[111],"higher":[112],"stability":[113],"auto-grading":[115],"when":[116],"contrasted":[117],"GPT-3.5.":[119],"In":[120],"addition,":[121],"validate":[123],"effectiveness":[125],"GPT":[127,161],"evaluating":[129,174],"from":[131],"different":[132],"domains":[133],"subjects,":[135],"we":[136],"have":[137],"done":[138],"same":[140],"experiment":[141],"a":[143],"part":[144],"LearningQ":[146],"dataset.":[147],"We":[148],"also":[149],"discussed":[150],"attitudes":[152],"teachers":[154,172],"students":[156],"towards":[157],"by":[160,190],"models.":[162],"The":[163],"findings":[164],"underscore":[165],"potential":[167],"assist":[171],"SGQs.":[178],"Nevertheless,":[179],"level":[182],"assessment":[183],"still":[186],"needs":[187],"manual":[188],"examination":[189],"teachers.":[191]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}