{"id":"https://openalex.org/W3125048963","doi":"https://doi.org/10.1109/access.2021.3054346","title":"Automatic Short Answer Grading With SemSpace Sense Vectors and MaLSTM","display_name":"Automatic Short Answer Grading With SemSpace Sense Vectors and MaLSTM","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3125048963","doi":"https://doi.org/10.1109/access.2021.3054346","mag":"3125048963"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3054346","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3054346","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09335022.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09335022.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015017464","display_name":"\u00c7a\u011fatay Neftali T\u00fcl\u00fc","orcid":"https://orcid.org/0000-0002-4462-3707"},"institutions":[{"id":"https://openalex.org/I50379099","display_name":"Adana Science and Technology University","ror":"https://ror.org/013z3yn41","country_code":"TR","type":"education","lineage":["https://openalex.org/I50379099"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Cagatay Neftali Tulu","raw_affiliation_strings":["Information Technologies Division, Adana Alparslan Turkes Science and Technology University, Adana, Turkey"],"affiliations":[{"raw_affiliation_string":"Information Technologies Division, Adana Alparslan Turkes Science and Technology University, Adana, Turkey","institution_ids":["https://openalex.org/I50379099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030169470","display_name":"Ozge Ozkaya","orcid":"https://orcid.org/0000-0002-2001-4608"},"institutions":[{"id":"https://openalex.org/I55931168","display_name":"Cukurova University","ror":"https://ror.org/05wxkj555","country_code":"TR","type":"education","lineage":["https://openalex.org/I55931168"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Ozge Ozkaya","raw_affiliation_strings":["Cukurova University, Adana, Turkey"],"affiliations":[{"raw_affiliation_string":"Cukurova University, Adana, Turkey","institution_ids":["https://openalex.org/I55931168"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059978625","display_name":"Umut Orhan","orcid":"https://orcid.org/0000-0003-1882-6567"},"institutions":[{"id":"https://openalex.org/I55931168","display_name":"Cukurova University","ror":"https://ror.org/05wxkj555","country_code":"TR","type":"education","lineage":["https://openalex.org/I55931168"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Umut Orhan","raw_affiliation_strings":["Cukurova University, Adana, Turkey"],"affiliations":[{"raw_affiliation_string":"Cukurova University, Adana, Turkey","institution_ids":["https://openalex.org/I55931168"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5015017464"],"corresponding_institution_ids":["https://openalex.org/I50379099"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":4.3512,"has_fulltext":true,"cited_by_count":46,"citation_normalized_percentile":{"value":0.95146974,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"9","issue":null,"first_page":"19270","last_page":"19280"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7682228088378906},{"id":"https://openalex.org/keywords/wordnet","display_name":"WordNet","score":0.745614230632782},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.6853198409080505},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6132394671440125},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5641894340515137},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5240564346313477},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.4683097302913666},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4493022561073303},{"id":"https://openalex.org/keywords/pearson-product-moment-correlation-coefficient","display_name":"Pearson product-moment correlation coefficient","score":0.43931320309638977},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.42331764101982117},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36161768436431885},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12987446784973145},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1189466118812561}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7682228088378906},{"id":"https://openalex.org/C157659113","wikidata":"https://www.wikidata.org/wiki/Q533822","display_name":"WordNet","level":2,"score":0.745614230632782},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.6853198409080505},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6132394671440125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5641894340515137},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5240564346313477},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.4683097302913666},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4493022561073303},{"id":"https://openalex.org/C55078378","wikidata":"https://www.wikidata.org/wiki/Q1136628","display_name":"Pearson product-moment correlation coefficient","level":2,"score":0.43931320309638977},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.42331764101982117},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36161768436431885},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12987446784973145},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1189466118812561},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3054346","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3054346","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09335022.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e01d76b52dc04a518e7e7565c63b87d0","is_oa":true,"landing_page_url":"https://doaj.org/article/e01d76b52dc04a518e7e7565c63b87d0","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 19270-19280 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3054346","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3054346","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09335022.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.9100000262260437,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3125048963.pdf","grobid_xml":"https://content.openalex.org/works/W3125048963.grobid-xml"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W43048615","https://openalex.org/W1010415138","https://openalex.org/W1602804214","https://openalex.org/W1614298861","https://openalex.org/W1837843568","https://openalex.org/W1967082761","https://openalex.org/W1973517668","https://openalex.org/W2025595753","https://openalex.org/W2037732564","https://openalex.org/W2038721957","https://openalex.org/W2064675550","https://openalex.org/W2064954915","https://openalex.org/W2080100102","https://openalex.org/W2100335205","https://openalex.org/W2106134119","https://openalex.org/W2112184938","https://openalex.org/W2115584598","https://openalex.org/W2131744502","https://openalex.org/W2131798164","https://openalex.org/W2133436118","https://openalex.org/W2134227585","https://openalex.org/W2145216461","https://openalex.org/W2146537613","https://openalex.org/W2148117696","https://openalex.org/W2154652894","https://openalex.org/W2158997610","https://openalex.org/W2250460949","https://openalex.org/W2250539671","https://openalex.org/W2251427843","https://openalex.org/W2251456640","https://openalex.org/W2251869843","https://openalex.org/W2401078500","https://openalex.org/W2474948357","https://openalex.org/W2493916176","https://openalex.org/W2508865106","https://openalex.org/W2563660874","https://openalex.org/W2573425638","https://openalex.org/W2782497357","https://openalex.org/W2789946045","https://openalex.org/W2890961898","https://openalex.org/W2896457183","https://openalex.org/W2909671354","https://openalex.org/W2950577311","https://openalex.org/W2962739339","https://openalex.org/W2963341956","https://openalex.org/W2963355447","https://openalex.org/W2963376744","https://openalex.org/W2963850840","https://openalex.org/W2964565903","https://openalex.org/W2970812170","https://openalex.org/W2979413472","https://openalex.org/W3034730645","https://openalex.org/W3038915749","https://openalex.org/W3040995738","https://openalex.org/W3125182500","https://openalex.org/W3146828532","https://openalex.org/W4235505822","https://openalex.org/W4300010731","https://openalex.org/W6636063677","https://openalex.org/W6636510571","https://openalex.org/W6674874269","https://openalex.org/W6679642630","https://openalex.org/W6679775712","https://openalex.org/W6681979190","https://openalex.org/W6682631176","https://openalex.org/W6691268816","https://openalex.org/W6691894056","https://openalex.org/W6723250868","https://openalex.org/W6725015247","https://openalex.org/W6748536363","https://openalex.org/W6755207826","https://openalex.org/W6793438292","https://openalex.org/W6962585961"],"related_works":["https://openalex.org/W2043952800","https://openalex.org/W2047143235","https://openalex.org/W2957377172","https://openalex.org/W2165693052","https://openalex.org/W2164877079","https://openalex.org/W2569513598","https://openalex.org/W2113471940","https://openalex.org/W2907883452","https://openalex.org/W101928771","https://openalex.org/W147795432"],"abstract_inverted_index":{"Automatic":[0,45],"assessment":[1],"of":[2,13,21,72,101,133,159,170],"exams":[3,11],"is":[4,50],"widely":[5],"preferred":[6],"by":[7,59],"educators":[8],"than":[9,31],"multiple-choice":[10],"because":[12],"its":[14],"efficiency":[15],"in":[16,93,111,131,165,183,197],"measuring":[17],"student":[18,25],"performance,":[19],"lack":[20],"subjectivity":[22],"when":[23],"evaluating":[24],"response,":[26],"and":[27,54,76,97,126,137,195],"faster":[28],"evaluation":[29],"time":[30,33],"the":[32,44,55,73,94,98,112,122,140,157,160,166,184,188],"consuming":[34],"manual":[35],"evaluation.":[36],"In":[37],"this":[38],"study,":[39],"a":[40,61,147,151,177],"new":[41],"approach":[42,117,142],"for":[43],"Short":[46],"Answer":[47],"Grading":[48],"(ASAG)":[49],"proposed":[51,116,141,189],"using":[52,121,150],"MaLSTM":[53],"sense":[56,64],"vectors":[57,105],"obtained":[58,130,182],"SemSpace,":[60],"synset":[62],"based":[63],"embedding":[65],"method":[66],"built":[67],"leveraging":[68],"WordNet.":[69],"Synset":[70],"representations":[71,92],"Student's":[74],"answers":[75,78],"reference":[77],"are":[79,88,106,129],"given":[80],"as":[81,146],"input":[82],"into":[83,90],"parallel":[84],"LSTM":[85],"architecture,":[86],"they":[87],"transformed":[89],"sentence":[91],"hidden":[95],"layer":[96],"vectorial":[99],"similarity":[100],"these":[102],"two":[103],"representation":[104],"computed":[107],"with":[108],"Manhattan":[109],"Similarity":[110],"output":[113],"layer.":[114],"The":[115,180],"has":[118,143,175],"been":[119,144],"tested":[120,145],"Mohler":[123],"ASAG":[124,199],"dataset":[125,153],"successful":[127,178],"results":[128,181],"terms":[132],"Pearson":[134],"(r)":[135],"correlation":[136],"RMSE.":[138],"Also,":[139],"case":[148],"study":[149],"specific":[152],"(CU-NLP)":[154],"created":[155],"from":[156],"exam":[158],"\u201cNatural":[161],"Language":[162],"Processing\u201d":[163],"course":[164],"Computer":[167],"Engineering":[168],"Department":[169],"Cukurova":[171],"University.":[172],"And":[173],"it":[174],"achieved":[176],"correlation.":[179],"experiments":[185],"show":[186],"that":[187],"system":[190],"can":[191],"be":[192],"used":[193],"efficiently":[194],"effectively":[196],"context-dependent":[198],"tasks.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}