{"id":"https://openalex.org/W7125906769","doi":"https://doi.org/10.1109/smc58881.2025.11343717","title":"LLM-based Intelligent Evaluation Agent with Knowledge Graph Construction for Human-Machine Interactive Learning <sup>*</sup>","display_name":"LLM-based Intelligent Evaluation Agent with Knowledge Graph Construction for Human-Machine Interactive Learning <sup>*</sup>","publication_year":2025,"publication_date":"2025-10-05","ids":{"openalex":"https://openalex.org/W7125906769","doi":"https://doi.org/10.1109/smc58881.2025.11343717"},"language":null,"primary_location":{"id":"doi:10.1109/smc58881.2025.11343717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc58881.2025.11343717","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108167394","display_name":"Chang-Shing Lee","orcid":"https://orcid.org/0000-0002-1416-1572"},"institutions":[{"id":"https://openalex.org/I134793997","display_name":"National University of Tainan","ror":"https://ror.org/020pqc882","country_code":"TW","type":"education","lineage":["https://openalex.org/I134793997"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Chang-Shing Lee","raw_affiliation_strings":["National University of Tainan,Taiwan"],"affiliations":[{"raw_affiliation_string":"National University of Tainan,Taiwan","institution_ids":["https://openalex.org/I134793997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124063913","display_name":"Mei-Hui Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I134793997","display_name":"National University of Tainan","ror":"https://ror.org/020pqc882","country_code":"TW","type":"education","lineage":["https://openalex.org/I134793997"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Mei-Hui Wang","raw_affiliation_strings":["National University of Tainan,Taiwan"],"affiliations":[{"raw_affiliation_string":"National University of Tainan,Taiwan","institution_ids":["https://openalex.org/I134793997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113321569","display_name":"Guan-Ying Tseng","orcid":null},"institutions":[{"id":"https://openalex.org/I134793997","display_name":"National University of Tainan","ror":"https://ror.org/020pqc882","country_code":"TW","type":"education","lineage":["https://openalex.org/I134793997"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Guan-Ying Tseng","raw_affiliation_strings":["National University of Tainan,Taiwan"],"affiliations":[{"raw_affiliation_string":"National University of Tainan,Taiwan","institution_ids":["https://openalex.org/I134793997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033252398","display_name":"C. Patrick Yue","orcid":"https://orcid.org/0000-0002-0211-2394"},"institutions":[{"id":"https://openalex.org/I134793997","display_name":"National University of Tainan","ror":"https://ror.org/020pqc882","country_code":"TW","type":"education","lineage":["https://openalex.org/I134793997"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chao-Cyuan Yue","raw_affiliation_strings":["National University of Tainan,Taiwan"],"affiliations":[{"raw_affiliation_string":"National University of Tainan,Taiwan","institution_ids":["https://openalex.org/I134793997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101811264","display_name":"Chun-Han Lin","orcid":"https://orcid.org/0000-0002-7219-2924"},"institutions":[{"id":"https://openalex.org/I134793997","display_name":"National University of Tainan","ror":"https://ror.org/020pqc882","country_code":"TW","type":"education","lineage":["https://openalex.org/I134793997"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chun-Han Lin","raw_affiliation_strings":["National University of Tainan,Taiwan"],"affiliations":[{"raw_affiliation_string":"National University of Tainan,Taiwan","institution_ids":["https://openalex.org/I134793997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015673052","display_name":"Yijun Lin","orcid":"https://orcid.org/0009-0004-6330-0593"},"institutions":[{"id":"https://openalex.org/I134793997","display_name":"National University of Tainan","ror":"https://ror.org/020pqc882","country_code":"TW","type":"education","lineage":["https://openalex.org/I134793997"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Jun Lin","raw_affiliation_strings":["National University of Tainan,Taiwan"],"affiliations":[{"raw_affiliation_string":"National University of Tainan,Taiwan","institution_ids":["https://openalex.org/I134793997"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071505536","display_name":"N. Kubota","orcid":null},"institutions":[{"id":"https://openalex.org/I69740276","display_name":"Tokyo Metropolitan University","ror":"https://ror.org/00ws30h19","country_code":"JP","type":"education","lineage":["https://openalex.org/I69740276"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Naoyuki Kubota","raw_affiliation_strings":["Tokyo Metropolitan University,Japan"],"affiliations":[{"raw_affiliation_string":"Tokyo Metropolitan University,Japan","institution_ids":["https://openalex.org/I69740276"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5108167394"],"corresponding_institution_ids":["https://openalex.org/I134793997"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.87134877,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3968","last_page":"3973"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.3702000081539154,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.3702000081539154,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.06469999998807907,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14413","display_name":"Advanced Technologies in Various Fields","score":0.05000000074505806,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4474000036716461},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.43630000948905945},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4271000027656555},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4259999990463257},{"id":"https://openalex.org/keywords/intelligent-agent","display_name":"Intelligent agent","score":0.4244999885559082},{"id":"https://openalex.org/keywords/interactive-learning","display_name":"Interactive Learning","score":0.3587999939918518},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.34929999709129333},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.33059999346733093}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7803000211715698},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6205999851226807},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47690001130104065},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4474000036716461},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.43630000948905945},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4271000027656555},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4259999990463257},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.4244999885559082},{"id":"https://openalex.org/C2776716048","wikidata":"https://www.wikidata.org/wiki/Q6045290","display_name":"Interactive Learning","level":2,"score":0.3587999939918518},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.34929999709129333},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3450999855995178},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.33059999346733093},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.32919999957084656},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.3278000056743622},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.30979999899864197},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.30799999833106995},{"id":"https://openalex.org/C84685590","wikidata":"https://www.wikidata.org/wiki/Q1540472","display_name":"Knowledge engineering","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C77075516","wikidata":"https://www.wikidata.org/wiki/Q6027324","display_name":"Inductive transfer","level":5,"score":0.2856999933719635},{"id":"https://openalex.org/C56397880","wikidata":"https://www.wikidata.org/wiki/Q6044094","display_name":"Intelligent decision support system","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C142039133","wikidata":"https://www.wikidata.org/wiki/Q3620943","display_name":"Personalized learning","level":5,"score":0.2728999853134155},{"id":"https://openalex.org/C2779336797","wikidata":"https://www.wikidata.org/wiki/Q3055492","display_name":"Intelligent tutoring system","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C125014702","wikidata":"https://www.wikidata.org/wiki/Q4680749","display_name":"Adaptive learning","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C138020889","wikidata":"https://www.wikidata.org/wiki/Q2349659","display_name":"Collaborative learning","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2597000002861023}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc58881.2025.11343717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc58881.2025.11343717","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6607074737548828,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W4283780626","https://openalex.org/W4323655971","https://openalex.org/W4389976716","https://openalex.org/W4401338347","https://openalex.org/W4401722919","https://openalex.org/W4402771893","https://openalex.org/W4402772412","https://openalex.org/W4409470264"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"an":[3,63],"Intelligent":[4],"Evaluation":[5],"Agent":[6],"(IEA)":[7],"with":[8,36,100],"knowledge":[9,158,184],"graph":[10,159],"construction":[11],"based":[12],"on":[13,78,204],"the":[14,44,101,114,131,147,153,163,194,223,236,239,246],"Large":[15],"Language":[16],"Model":[17],"(LLM)":[18],"and":[19,43,50,60,87,95,105,138,170,185,241],"Trustworthy":[20],"AI":[21,206],"Dialogue":[22],"Engine":[23],"(TAIDE)":[24],"for":[25],"personalized":[26,243],"Human-Machine":[27],"Interactive":[28],"Learning":[29],"(HMIL).":[30],"The":[31,74,118],"intelligent":[32,75,115],"agent":[33,76,160],"will":[34],"deal":[35],"multitasks":[37],"such":[38,83],"as":[39,84],"learning":[40,72,81,109,119,133,173,190,210,233,244],"data":[41,46,53,68,120],"preparation":[42],"learner\u2019s":[45],"generation,":[47],"preprocessing,":[48],"analysis,":[49],"evaluation.":[51],"Multi-modal":[52],"is":[54],"collected":[55],"from":[56],"human-machine":[57],"interactive":[58],"activities":[59],"processed":[61],"by":[62,90,166],"IEA":[64,225],"to":[65,112,124,139,208,217],"generate":[66],"structured":[67],"stored":[69],"in":[70,189,219,230],"human":[71],"repositories.":[73],"focuses":[77],"various":[79],"temporal":[80],"periods,":[82],"macro,":[85],"meso,":[86],"micro-level":[88],"assessments":[89],"integrating":[91],"Human":[92],"Intelligence":[93,97],"(HI)":[94],"Machine":[96],"(MI)":[98],"results,":[99],"MI-based":[102],"Genetic":[103],"Algorithm":[104],"Neural":[106],"Network":[107],"(GANN)":[108],"mechanism":[110],"employed":[111],"optimize":[113],"evaluation":[116,121,137,164],"model.":[117,155,249],"phase":[122],"aims":[123],"identify":[125],"a":[126],"model":[127,150],"that":[128,146,178,198],"best":[129],"fits":[130],"group\u2019s":[132],"behavior":[134],"through":[135,191,245],"HI-based":[136,154],"train":[140],"it":[141],"further":[142],"using":[143],"MI,":[144],"ensuring":[145],"trained":[148],"GANN-IEA":[149],"closely":[151],"approximates":[152],"An":[156],"LLM-based":[157],"also":[161,196],"supports":[162,242],"process":[165],"helping":[167],"teachers":[168],"analyze":[169],"visualize":[171],"students\u2019":[172,232],"progress.":[174],"Experimental":[175],"results":[176],"demonstrate":[177],"students":[179,200],"who":[180,201],"study":[181],"diligently":[182],"gain":[183],"exhibit":[186],"increased":[187],"interest":[188],"HMIL.":[192],"However,":[193],"evidence":[195],"suggests":[197],"some":[199],"excessively":[202],"rely":[203],"Generative":[205],"(GAI)":[207],"reproduce":[209],"content":[211],"without":[212],"modification":[213],"become":[214],"less":[215],"inclined":[216],"engage":[218],"diligent":[220],"study.":[221],"Additionally,":[222],"proposed":[224],"effectively":[226],"reduces":[227],"teachers\u2019":[228],"workload":[229],"assessing":[231],"status":[234],"at":[235],"end":[237],"of":[238],"semester":[240],"designed":[247],"HMIL":[248]},"counts_by_year":[],"updated_date":"2026-01-29T23:17:01.242718","created_date":"2026-01-29T00:00:00"}
