{"id":"https://openalex.org/W6946067850","doi":"https://doi.org/10.26083/tuprints-00024394","title":"Automatic Short Answer Grading Using Neural Models. Examining Adversarial Robustness and Elaborated Feedback Generation","display_name":"Automatic Short Answer Grading Using Neural Models. Examining Adversarial Robustness and Elaborated Feedback Generation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W6946067850","doi":"https://doi.org/10.26083/tuprints-00024394"},"language":"en","primary_location":{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:139170","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Dissertation"},"type":"dissertation","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://tuprints.ulb.tu-darmstadt.de/24394/3/2023_08_10_Filighera_Anna.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Filighera, Anna","orcid":"https://orcid.org/0000-0001-5519-9959"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Filighera, Anna","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-5519-9959","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T13568","display_name":"Wood and Agarwood Research","score":0.13230000436306,"subfield":{"id":"https://openalex.org/subfields/1605","display_name":"Organic Chemistry"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13568","display_name":"Wood and Agarwood Research","score":0.13230000436306,"subfield":{"id":"https://openalex.org/subfields/1605","display_name":"Organic Chemistry"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13124","display_name":"Chemical synthesis and alkaloids","score":0.08869999647140503,"subfield":{"id":"https://openalex.org/subfields/1605","display_name":"Organic Chemistry"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10895","display_name":"Species Distribution and Climate Change","score":0.06340000033378601,"subfield":{"id":"https://openalex.org/subfields/2302","display_name":"Ecological Modeling"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.8708000183105469},{"id":"https://openalex.org/keywords/summative-assessment","display_name":"Summative assessment","score":0.6917999982833862},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.5618000030517578},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5546000003814697},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.4546000063419342},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.453000009059906}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.8708000183105469},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7003999948501587},{"id":"https://openalex.org/C152747807","wikidata":"https://www.wikidata.org/wiki/Q1854913","display_name":"Summative assessment","level":3,"score":0.6917999982833862},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.5618000030517578},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5546000003814697},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5259000062942505},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.4546000063419342},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.453000009059906},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44440001249313354},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.35010001063346863},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.31380000710487366},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:139170","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Dissertation"},{"id":"pmh:oai:tuprints.ulb.tu-darmstadt.de:24394","is_oa":true,"landing_page_url":"https://tuprints.ulb.tu-darmstadt.de/24394/3/2023_08_10_Filighera_Anna.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401590","display_name":"Technischen Universit\u00e4t Darmstadt","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/doctoralThesis"},{"id":"doi:10.26083/tuprints-00024394","is_oa":true,"landing_page_url":"https://doi.org/10.26083/tuprints-00024394","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Dissertation"}],"best_oa_location":{"id":"pmh:oai:tuprints.ulb.tu-darmstadt.de:24394","is_oa":true,"landing_page_url":"https://tuprints.ulb.tu-darmstadt.de/24394/3/2023_08_10_Filighera_Anna.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401590","display_name":"Technischen Universit\u00e4t Darmstadt","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/doctoralThesis"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5623908042907715,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"High-quality":[0],"feedback":[1,20,63,140,271,318,336,340,354,427,466],"is":[2,25,57,88,324,363],"essential":[3],"for":[4,311,357,415,459,472],"learners.":[5],"It":[6,369],"reveals":[7],"misconceptions,":[8],"knowledge":[9,44],"gaps":[10],"and":[11,17,90,189,242,244,286,304,337,411,494],"improvement":[12,398],"opportunities.":[13],"Asking":[14],"short-answer":[15],"questions":[16],"giving":[18],"elaborated":[19,139,270,353,465],"on":[21,82,200,239,330,475],"the":[22,35,43,101,123,236,257,309,317,321,383,401,416,432,440,460,470],"learners'":[23,142],"responses":[24,248,280,378],"highly":[26],"effective":[27],"in":[28,67,69,106,215,272,313,342,400,431],"increasing":[29],"not":[30],"only":[31],"their":[32,39,85,91,193],"understanding":[33,480],"of":[34,145,256,442,452,462],"material":[36],"but":[37,420],"also":[38,205,421,456],"ability":[40],"to":[41,45,77,115,121,137,155,165,186,213,227,265,274,307,334,371,376,386,449,484,487],"transfer":[42],"new":[46],"contexts.":[47],"However,":[48,203],"providing":[49,469],"even":[50,338,463],"basic":[51],"feedback,":[52],"such":[53,73,426],"as":[54,171,173,230,365,389],"verifying":[55,147],"correctness,":[56],"time-consuming.":[58],"For":[59],"this":[60,107,292,314,435],"reason,":[61],"neural":[62,443],"systems":[64,74,133,448,490],"have":[65,75,381],"risen":[66],"popularity":[68],"recent":[70],"years.":[71],"While":[72],"matured":[76],"achieve":[78],"high":[79],"grading":[80,112,124,132,162,384,417,489],"accuracy":[81],"some":[83],"datasets,":[84,267],"decision":[86],"process":[87],"opaque":[89],"behavior":[92],"when":[93],"confronted":[94],"with":[95,249],"out-of-training-distribution":[96],"data":[97,361],"remains":[98],"underexplored.":[99],"Thus,":[100],"first":[102],"research":[103,128,157,312,474],"question":[104,129],"posed":[105],"thesis":[108,436],"concerns":[109],"current":[110,181,296],"state-of-the-art":[111,297],"models'":[113,163,418],"robustness":[114,164,441],"adversarial":[116,166,187,209,224],"examples":[117,167],"-":[118],"answers":[119],"crafted":[120,168],"fool":[122],"model.":[125],"The":[126,478],"second":[127,232],"explores":[130],"how":[131],"can":[134,394,481],"be":[135,395,429,482],"expanded":[136],"provide":[138,190,300],"explaining":[141],"mistakes":[143],"instead":[144],"merely":[146],"correctness.":[148],"In":[149,263],"total,":[150],"we":[151,160,204,221,326,349],"make":[152],"four":[153,407],"contributions":[154],"these":[156],"questions.":[158],"First,":[159],"investigate":[161],"by":[169,320],"students":[170],"well":[172],"an":[174,223,301,351],"existing":[175,208,266],"automatic":[176],"attack.":[177],"We":[178,234,277,289,299,405,455],"show":[179],"that":[180,192,207,291,379,425],"models":[182,241,306,323,467],"are":[183,195,211],"generally":[184],"vulnerable":[185],"attacks":[188,210],"evidence":[191,414,458],"predictions":[194],"at":[196],"least":[197],"partially":[198],"based":[199],"spurious":[201],"correlations.":[202],"find":[206,372,412],"difficult":[212],"employ":[214,488],"typical":[216],"summative":[217,228],"assessment":[218],"scenarios.":[219],"Therefore,":[220],"propose":[222,350],"attack":[225],"tailored":[226],"assessments":[229],"our":[231,366],"contribution.":[233,368],"demonstrate":[235,290],"attack's":[237],"effectiveness":[238],"multiple":[240],"domains":[243,283,358],"empirically":[245],"evaluate":[246],"manipulated":[247],"human":[250,339],"experts.":[251],"Our":[252],"third":[253],"contribution":[254],"consists":[255],"bilingual":[258],"Short":[259,445],"Answer":[260,446],"Feedback":[261],"dataset.":[262],"contrast":[264],"it":[268],"contains":[269],"addition":[273],"verification":[275],"feedback.":[276],"annotated":[278],"learner":[279],"from":[281],"three":[282],"spanning":[284],"college-level":[285],"life-long":[287],"learning.":[288],"novel":[293],"task":[294],"challenges":[295],"models.":[298],"evaluation":[302],"framework":[303],"benchmark":[305,322],"lay":[308],"groundwork":[310],"field.":[315],"Though":[316],"generated":[319],"imperfect,":[325],"observed":[327],"positive":[328],"effects":[329],"learning":[331],"outcomes":[332],"compared":[333],"no":[335],"conditions":[341],"a":[343],"college":[344],"course":[345],"field":[346],"study.":[347],"Finally,":[348],"unsupervised":[352],"generation":[355,409],"method":[356],"where":[359],"costly":[360],"annotation":[362],"infeasible":[364],"fourth":[367],"aims":[370],"small":[373],"counterfactual":[374,408],"changes":[375,393],"students'":[377],"would":[380],"led":[382],"model":[385],"classify":[387],"them":[388],"correct":[390],"instead.":[391],"These":[392],"considered":[396],"concrete":[397],"suggestions":[399],"student's":[402],"own":[403],"words.":[404],"compare":[406],"approaches":[410],"further":[413,473],"unreliability":[419],"genuine":[422],"improvements,":[423],"indicating":[424],"may":[428],"feasible":[430],"future.":[433],"Overall,":[434],"provides":[437],"insight":[438],"into":[439],"Automatic":[444],"Grading":[447],"various":[450],"forms":[451],"input":[453],"manipulation.":[454],"present":[457],"usefulness":[461],"imperfect":[464],"while":[468],"tools":[471],"improved":[476],"approaches.":[477],"garnered":[479],"helpful":[483],"practitioners":[485],"seeking":[486],"more":[491],"securely,":[492],"understandably":[493],"safely.":[495]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}