{"id":"https://openalex.org/W4409965721","doi":"https://doi.org/10.1145/3722237.3722317","title":"Attention-guided Automatic Scoring with Large Language Models","display_name":"Attention-guided Automatic Scoring with Large Language Models","publication_year":2024,"publication_date":"2024-11-22","ids":{"openalex":"https://openalex.org/W4409965721","doi":"https://doi.org/10.1145/3722237.3722317"},"language":"en","primary_location":{"id":"doi:10.1145/3722237.3722317","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3722237.3722317","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 3rd International Conference on Artificial Intelligence and Education","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Dacheng Xu","orcid":"https://orcid.org/0009-0009-9508-8191"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dacheng Xu","raw_affiliation_strings":["School of Artificial Intelligence, South China Normal University, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0009-9508-8191","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, South China Normal University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Linrun Feng","orcid":"https://orcid.org/0009-0003-7882-5571"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linrun Feng","raw_affiliation_strings":["School of Artificial Intelligence, South China Normal University, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0003-7882-5571","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, South China Normal University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042057177","display_name":"Gangliang Li","orcid":null},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gangliang Li","raw_affiliation_strings":["School of Artificial Intelligence, South China Normal University, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0007-6538-8797","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, South China Normal University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiaodong Huang","orcid":"https://orcid.org/0009-0005-3671-4448"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaodong Huang","raw_affiliation_strings":["School of Artificial Intelligence, South China Normal University, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0005-3671-4448","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, South China Normal University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jianbin Chen","orcid":"https://orcid.org/0009-0009-5926-8750"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianbin Chen","raw_affiliation_strings":["School of Artificial Intelligence, South China Normal University, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0009-5926-8750","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, South China Normal University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113970997","display_name":"Kai Yang","orcid":"https://orcid.org/0009-0004-2483-1092"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Yang","raw_affiliation_strings":["School of Artificial Intelligence, South China Normal University, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0004-2483-1092","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, South China Normal University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091307985","display_name":"Shouqiang Liu","orcid":"https://orcid.org/0000-0002-2795-0685"},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shouqiang Liu","raw_affiliation_strings":["School of Artificial Intelligence, South China Normal University, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-2795-0685","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, South China Normal University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I187400657"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25562655,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"459","last_page":"463"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7171539068222046},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4947924017906189},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41832488775253296}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7171539068222046},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4947924017906189},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41832488775253296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3722237.3722317","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3722237.3722317","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 3rd International Conference on Artificial Intelligence and Education","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5099999904632568,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W4221143046","https://openalex.org/W4221162039","https://openalex.org/W4312091039","https://openalex.org/W4367365687","https://openalex.org/W4385354242","https://openalex.org/W4385572867","https://openalex.org/W4385654096","https://openalex.org/W4385750011","https://openalex.org/W4388926587","https://openalex.org/W4392202731","https://openalex.org/W4392429163","https://openalex.org/W4392617597","https://openalex.org/W4393145752","https://openalex.org/W4396530167","https://openalex.org/W4402794779","https://openalex.org/W4404199654","https://openalex.org/W6862659309"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Traditional":[0],"models":[1,29,101],"often":[2],"fail":[3],"to":[4,9,33,63,70,143],"provide":[5],"an":[6,20],"efficient":[7],"solution":[8],"the":[10,17,39,50,65,68,72,78,83,119,122,144],"complex":[11],"scoring":[12,23,51,73,106],"of":[13,42,58,67,80,121],"subjective":[14,54],"questions.":[15],"In":[16],"present":[18],"work,":[19],"attention-guided":[21],"automatic":[22],"(AGAS)":[24],"method":[25,124,138],"with":[26,102,110],"large":[27],"language":[28,45],"(LLMs)":[30],"was":[31,98],"proposed":[32,137],"address":[34],"this":[35],"problem.":[36],"Based":[37],"on":[38,91,114],"outstanding":[40],"performance":[41,128],"LLMs":[43],"in":[44,129,149],"understanding":[46],"and":[47,49,82,94,108,125,131],"reasoning":[48],"procedures":[52],"for":[53],"questions,":[55],"a":[56,111,150],"set":[57],"template":[59],"prompts":[60],"were":[61],"designed":[62],"\u201cguide":[64],"attention\u201d":[66],"LLM":[69],"fulfill":[71],"task.":[74],"Meanwhile,":[75],"inspired":[76],"by":[77],"notions":[79],"chain-of-thought":[81],"few-shot":[84],"prompting":[85],"technique,":[86],"we":[87],"performed":[88],"comparative":[89],"experiments":[90],"19":[92],"online":[93],"offline":[95,115],"LLMs.":[96],"It":[97],"found":[99],"that":[100],"AGAS":[103,123],"achieved":[104,157],"better":[105,127],"quality":[107],"accuracy,":[109],"40.5%":[112],"improvement":[113],"models,":[116],"which":[117],"verifies":[118],"effectiveness":[120],"its":[126],"efficiency":[130],"accuracy":[132],"than":[133],"traditional":[134],"methods.":[135],"The":[136],"has":[139,156],"been":[140],"successfully":[141],"applied":[142],"examination":[145],"&":[146],"training":[147],"system":[148],"renewable":[151],"energy":[152],"company,":[153],"where":[154],"it":[155],"good":[158],"performance.":[159]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}