{"id":"https://openalex.org/W4412889225","doi":"https://doi.org/10.18653/v1/2025.bea-1.69","title":"STAIR-AIG: Optimizing the Automated Item Generation Process through Human-AI Collaboration for Critical Thinking Assessment","display_name":"STAIR-AIG: Optimizing the Automated Item Generation Process through Human-AI Collaboration for Critical Thinking Assessment","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412889225","doi":"https://doi.org/10.18653/v1/2025.bea-1.69"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.bea-1.69","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.69","pdf_url":"https://aclanthology.org/2025.bea-1.69.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.bea-1.69.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Euigyum Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Euigyum Kim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027877032","display_name":"Sam Fong Yau Li","orcid":"https://orcid.org/0000-0002-2092-9226"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seewoo Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114021609","display_name":"Salah A. Khalil","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Salah Khalil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5108420730","display_name":"Hye\u2010Min Shin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hyo Jeong Shin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.019,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.95468234,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"920","last_page":"930"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.8184999823570251,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.8184999823570251,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13482","display_name":"Engineering Education and Technology","score":0.7145000100135803,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6653648614883423},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6300244927406311},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.4595668613910675},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4454803168773651},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3217594027519226},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22113430500030518},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.14593207836151123}],"concepts":[{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6653648614883423},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6300244927406311},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.4595668613910675},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4454803168773651},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3217594027519226},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22113430500030518},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.14593207836151123}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.bea-1.69","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.69","pdf_url":"https://aclanthology.org/2025.bea-1.69.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.bea-1.69","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.69","pdf_url":"https://aclanthology.org/2025.bea-1.69.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412889225.pdf","grobid_xml":"https://content.openalex.org/works/W4412889225.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4281737987","https://openalex.org/W4386449603","https://openalex.org/W3124412501","https://openalex.org/W2048235121"],"abstract_inverted_index":{"The":[0],"advent":[1],"of":[2,20,43,76,82,92,105,121,147,157,174,189],"artificial":[3],"intelligence":[4],"(AI)":[5],"has":[6],"marked":[7],"a":[8,65,103,127,160,197],"transformative":[9],"era":[10],"in":[11,17,46,61,89,118,193],"educational":[12],"measurement":[13],"and":[14,98,138,150,182,191,200],"evaluation,":[15],"particularly":[16],"the":[18,41,74,80,83,90,95,106,113,122,132,145,148,155,172,187],"development":[19],"assessment":[21],"items.Large":[22],"language":[23],"models":[24,190],"(LLMs)":[25],"have":[26],"emerged":[27],"as":[28,144,159],"promising":[29],"tools":[30],"for":[31,57],"scalable":[32],"automatic":[33],"item":[34,168],"generation":[35],"(AIG),":[36],"yet":[37],"concerns":[38],"remain":[39],"about":[40],"validity":[42],"AI-generated":[44],"items":[45,86],"various":[47],"domains.To":[48],"address":[49],"this":[50],"issue,":[51],"we":[52],"propose":[53],"STAIR-AIG":[54,158,177],"(Systematic":[55],"Tool":[56],"Assessment":[58],"Item":[59,63],"Review":[60],"Automatic":[62],"Generation),":[64],"human-in-theloop":[66],"framework":[67],"that":[68,111,165],"integrates":[69],"expert":[70,97,134],"judgment":[71],"to":[72,203],"optimize":[73],"quality":[75,173],"AIG":[77,85,107,123,175,205],"items.To":[78],"explore":[79],"functionality":[81],"tool,":[84],"were":[87],"generated":[88],"domain":[91],"critical":[93],"thinking.Subsequently,":[94],"human":[96,133,184],"four":[99],"OpenAI":[100],"LLMs":[101,114],"conducted":[102],"review":[104,180],"items.The":[108],"results":[109],"show":[110],"while":[112],"demonstrated":[115],"high":[116],"consistency":[117],"their":[119],"rating":[120],"items,":[124],"they":[125],"exhibited":[126],"tendency":[128],"towards":[129],"leniency.In":[130],"contrast,":[131],"provided":[135],"more":[136,198],"variable":[137],"strict":[139],"evaluations,":[140],"identifying":[141],"issues":[142],"such":[143],"irrelevance":[146],"construct":[149],"cultural":[151],"insensitivity.These":[152],"findings":[153],"highlight":[154],"viability":[156],"structured":[161],"human-AI":[162],"collaboration":[163],"approach":[164],"facilitates":[166],"rigorous":[167],"review,":[169],"thus":[170],"optimizing":[171],"items.Furthermore,":[176],"enables":[178],"iterative":[179],"processes":[181],"accumulates":[183],"feedback,":[185],"facilitating":[186],"refinement":[188],"prompts.This,":[192],"turn,":[194],"would":[195],"establish":[196],"reliable":[199],"comprehensive":[201],"pipeline":[202],"improve":[204],"practices.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}