{"id":"https://openalex.org/W2901120696","doi":"https://doi.org/10.1609/aaai.v33i01.33016974","title":"Challenges in the Automatic Analysis of Students\u2019 Diagnostic Reasoning","display_name":"Challenges in the Automatic Analysis of Students\u2019 Diagnostic Reasoning","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2901120696","doi":"https://doi.org/10.1609/aaai.v33i01.33016974","mag":"2901120696"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33016974","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33016974","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4676/4554","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4676/4554","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026805414","display_name":"Cl\u00e1udia Schulz","orcid":"https://orcid.org/0000-0002-2569-7065"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Claudia Schulz","raw_affiliation_strings":["TU Darmstadt"],"affiliations":[{"raw_affiliation_string":"TU Darmstadt","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032750097","display_name":"Christian M. Meyer","orcid":"https://orcid.org/0000-0002-8673-7665"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian M. Meyer","raw_affiliation_strings":["TU Darmstadt"],"affiliations":[{"raw_affiliation_string":"TU Darmstadt","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027450194","display_name":"Iryna Gurevych","orcid":"https://orcid.org/0000-0003-2187-7621"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Iryna Gurevych","raw_affiliation_strings":["TU Darmstadt"],"affiliations":[{"raw_affiliation_string":"TU Darmstadt","institution_ids":["https://openalex.org/I31512782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5026805414"],"corresponding_institution_ids":["https://openalex.org/I31512782"],"apc_list":null,"apc_paid":null,"fwci":0.1333,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.44691983,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"33","issue":"01","first_page":"6974","last_page":"6981"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12887","display_name":"Educational Strategies and Epistemologies","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.7078184485435486},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6950393319129944},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5935715436935425},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5817828178405762},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5149880051612854},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.49683621525764465},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.41687989234924316},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.403001606464386},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3435174226760864},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3187064826488495},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07990169525146484}],"concepts":[{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.7078184485435486},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6950393319129944},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5935715436935425},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5817828178405762},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5149880051612854},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.49683621525764465},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.41687989234924316},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.403001606464386},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3435174226760864},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3187064826488495},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07990169525146484},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1609/aaai.v33i01.33016974","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33016974","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4676/4554","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1811.10550","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1811.10550","pdf_url":"https://arxiv.org/pdf/1811.10550","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:uni-augsburg.opus-bayern.de:111674","is_oa":true,"landing_page_url":"https://nbn-resolving.org/urn:nbn:de:bvb:384-opus4-1116746","pdf_url":"https://opus.bibliothek.uni-augsburg.de/opus4/files/111674/111674.pdf","source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:preprint"},{"id":"mag:2901120696","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1811.10550","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:109926","is_oa":false,"landing_page_url":"http://tubiblio.ulb.tu-darmstadt.de/109926/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Konferenzver\u00f6ffentlichung"},{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:109927","is_oa":false,"landing_page_url":"http://tubiblio.ulb.tu-darmstadt.de/109927/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Report"},{"id":"doi:10.48550/arxiv.1811.10550","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1811.10550","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33016974","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33016974","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4676/4554","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.800000011920929}],"awards":[{"id":"https://openalex.org/G2658428648","display_name":null,"funder_award_id":"16DHL1040","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G352791218","display_name":null,"funder_award_id":"(BMBF)","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G7225624288","display_name":null,"funder_award_id":"This work was","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2901120696.pdf","grobid_xml":"https://content.openalex.org/works/W2901120696.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1517148511","https://openalex.org/W1916471347","https://openalex.org/W1986285750","https://openalex.org/W2099855336","https://openalex.org/W2108218871","https://openalex.org/W2122347864","https://openalex.org/W2146241755","https://openalex.org/W2170505850","https://openalex.org/W2182725562","https://openalex.org/W2250309026","https://openalex.org/W2250626167","https://openalex.org/W2266769560","https://openalex.org/W2295030615","https://openalex.org/W2328893508","https://openalex.org/W2406945108","https://openalex.org/W2553067512","https://openalex.org/W2576012086","https://openalex.org/W2740215900","https://openalex.org/W2756275137","https://openalex.org/W2788370157","https://openalex.org/W2789064996","https://openalex.org/W2798122036","https://openalex.org/W2806828338","https://openalex.org/W2889470921","https://openalex.org/W2903756512","https://openalex.org/W2905028651","https://openalex.org/W2913407123","https://openalex.org/W2962902328","https://openalex.org/W2963106052","https://openalex.org/W2963667932","https://openalex.org/W2963899715","https://openalex.org/W2963940534","https://openalex.org/W3105663928","https://openalex.org/W6678152483","https://openalex.org/W6680344950","https://openalex.org/W6701713750","https://openalex.org/W6713647626","https://openalex.org/W6748304040"],"related_works":["https://openalex.org/W2964298396","https://openalex.org/W2222911679","https://openalex.org/W824598864","https://openalex.org/W2020929023","https://openalex.org/W2160014933","https://openalex.org/W2954175193","https://openalex.org/W2937584494","https://openalex.org/W2317631029","https://openalex.org/W1976461477","https://openalex.org/W2146387343","https://openalex.org/W2088756834","https://openalex.org/W2025621331","https://openalex.org/W2075626340","https://openalex.org/W2511738278","https://openalex.org/W2330731011","https://openalex.org/W2078213917","https://openalex.org/W1567717648","https://openalex.org/W2153014670","https://openalex.org/W1871240813","https://openalex.org/W2316967943"],"abstract_inverted_index":{"Diagnostic":[0],"reasoning":[1,13,57,77],"is":[2,45],"a":[3,136],"key":[4],"component":[5],"of":[6,55,79,107,116,123,130,155,170],"many":[7],"professions.":[8],"To":[9],"improve":[10],"students\u2019":[11],"diagnostic":[12,56,76],"skills,":[14],"educational":[15],"psychologists":[16],"analyse":[17],"and":[18,38,59,95,127,143],"give":[19],"feedback":[20,60],"on":[21,89],"epistemic":[22,64,86,108,117,125,132],"activities":[23,109],"used":[24],"by":[25,61],"these":[26,171],"students":[27,80],"while":[28],"diagnosing,":[29],"in":[30],"particular,":[31],"hypothesis":[32],"generation,":[33,35],"evidence":[34,36],"evaluation,":[37],"drawing":[39],"conclusions.":[40],"However,":[41],"this":[42,73],"manual":[43],"analysis":[44,58],"highly":[46],"time-consuming.":[47],"We":[48,67,134],"aim":[49],"to":[50,167],"enable":[51],"the":[52,63,69,92,96,104,113,120,128],"large-scale":[53],"adoption":[54],"automating":[62],"activity":[65,118],"identification.":[66],"create":[68],"first":[70],"corpus":[71,93],"for":[72,103,140,149],"task,":[74],"comprising":[75],"selfexplanations":[78],"from":[81,91],"two":[82],"domains":[83],"annotated":[84],"with":[85],"activities.":[87,133],"Based":[88],"insights":[90],"creation":[94],"task\u2019s":[97],"characteristics,":[98],"we":[99],"discuss":[100],"three":[101],"challenges":[102],"automatic":[105],"identification":[106,115],"using":[110],"AI":[111],"methods:":[112],"correct":[114],"spans,":[119],"reliable":[121],"distinction":[122],"similar":[124],"activities,":[126],"detection":[129],"overlapping":[131],"propose":[135],"separate":[137],"performance":[138],"metric":[139],"each":[141],"challenge":[142],"thus":[144],"provide":[145],"an":[146],"evaluation":[147,154],"framework":[148],"future":[150],"research.":[151],"Indeed,":[152],"our":[153],"various":[156],"state-of-the-art":[157],"recurrent":[158],"neural":[159],"network":[160],"architectures":[161],"reveals":[162],"that":[163],"current":[164],"techniques":[165],"fail":[166],"address":[168],"some":[169],"challenges.":[172]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-25T23:56:10.502304","created_date":"2025-10-10T00:00:00"}