{"id":"https://openalex.org/W3216673337","doi":"https://doi.org/10.1109/access.2021.3130902","title":"Subjective Answers Evaluation Using Machine Learning and Natural Language Processing","display_name":"Subjective Answers Evaluation Using Machine Learning and Natural Language Processing","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3216673337","doi":"https://doi.org/10.1109/access.2021.3130902","mag":"3216673337"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3130902","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3130902","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09627669.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09627669.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018787935","display_name":"Muhammad Farrukh Bashir","orcid":"https://orcid.org/0000-0002-4104-016X"},"institutions":[{"id":"https://openalex.org/I195024194","display_name":"Riphah International University","ror":"https://ror.org/02kdm5630","country_code":"PK","type":"education","lineage":["https://openalex.org/I195024194"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Farrukh Bashir","raw_affiliation_strings":["Faculty of Computing, Riphah International University, Islamabad, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computing, Riphah International University, Islamabad, Pakistan","institution_ids":["https://openalex.org/I195024194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022933476","display_name":"Hamza Arshad","orcid":null},"institutions":[{"id":"https://openalex.org/I195024194","display_name":"Riphah International University","ror":"https://ror.org/02kdm5630","country_code":"PK","type":"education","lineage":["https://openalex.org/I195024194"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Hamza Arshad","raw_affiliation_strings":["Faculty of Computing, Riphah International University, Islamabad, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computing, Riphah International University, Islamabad, Pakistan","institution_ids":["https://openalex.org/I195024194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069580698","display_name":"Abdul Rehman Javed","orcid":"https://orcid.org/0000-0002-0570-1813"},"institutions":[{"id":"https://openalex.org/I899713450","display_name":"Air University","ror":"https://ror.org/03yfe9v83","country_code":"PK","type":"education","lineage":["https://openalex.org/I899713450"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Abdul Rehman Javed","raw_affiliation_strings":["Department of Cyber Security, Air University, Islamabad, Pakistan. (e-mail: abdulrehman.cs@au.edu.pk)","Department of Cyber Security, Air University, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-0570-1813","affiliations":[{"raw_affiliation_string":"Department of Cyber Security, Air University, Islamabad, Pakistan. (e-mail: abdulrehman.cs@au.edu.pk)","institution_ids":["https://openalex.org/I899713450"]},{"raw_affiliation_string":"Department of Cyber Security, Air University, Islamabad, Pakistan","institution_ids":["https://openalex.org/I899713450"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086107524","display_name":"Natalia Kryvinska","orcid":"https://orcid.org/0000-0003-3678-9229"},"institutions":[{"id":"https://openalex.org/I74788687","display_name":"Comenius University Bratislava","ror":"https://ror.org/0587ef340","country_code":"SK","type":"education","lineage":["https://openalex.org/I74788687"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Natalia Kryvinska","raw_affiliation_strings":["Information Systems Department Faculty of Management Comenius University in Bratislava Odboj\u00e1rov 10,82005 Bratislava 25, Slovakia"],"raw_orcid":"https://orcid.org/0000-0003-3678-9229","affiliations":[{"raw_affiliation_string":"Information Systems Department Faculty of Management Comenius University in Bratislava Odboj\u00e1rov 10,82005 Bratislava 25, Slovakia","institution_ids":["https://openalex.org/I74788687"]}]},{"author_position":"last","author":{"id":null,"display_name":"Shahab S. Band","orcid":"https://orcid.org/0000-0002-8963-731X"},"institutions":[{"id":"https://openalex.org/I75357094","display_name":"National Yunlin University of Science and Technology","ror":"https://ror.org/04qkq2m54","country_code":"TW","type":"education","lineage":["https://openalex.org/I75357094"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shahab S. Band","raw_affiliation_strings":["Future Technology Research Center, College of Future, National Yunlin University of Science and Technology, Yunlin 64002, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-8963-731X","affiliations":[{"raw_affiliation_string":"Future Technology Research Center, College of Future, National Yunlin University of Science and Technology, Yunlin 64002, Taiwan","institution_ids":["https://openalex.org/I75357094"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":7.7796,"has_fulltext":true,"cited_by_count":81,"citation_normalized_percentile":{"value":0.97789949,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"9","issue":null,"first_page":"158972","last_page":"158983"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8396430015563965},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7259450554847717},{"id":"https://openalex.org/keywords/wordnet","display_name":"WordNet","score":0.6429188847541809},{"id":"https://openalex.org/keywords/tf\u2013idf","display_name":"tf\u2013idf","score":0.6210537552833557},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6160106658935547},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5317589044570923},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5258315801620483},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5094080567359924},{"id":"https://openalex.org/keywords/cosine-similarity","display_name":"Cosine similarity","score":0.4823007583618164},{"id":"https://openalex.org/keywords/word2vec","display_name":"Word2vec","score":0.451481431722641},{"id":"https://openalex.org/keywords/naive-bayes-classifier","display_name":"Naive Bayes classifier","score":0.41419199109077454},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.32264190912246704},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.19543132185935974},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.15482482314109802},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.08406108617782593}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8396430015563965},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7259450554847717},{"id":"https://openalex.org/C157659113","wikidata":"https://www.wikidata.org/wiki/Q533822","display_name":"WordNet","level":2,"score":0.6429188847541809},{"id":"https://openalex.org/C81758059","wikidata":"https://www.wikidata.org/wiki/Q796584","display_name":"tf\u2013idf","level":3,"score":0.6210537552833557},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6160106658935547},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5317589044570923},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5258315801620483},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5094080567359924},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.4823007583618164},{"id":"https://openalex.org/C2776461190","wikidata":"https://www.wikidata.org/wiki/Q22673982","display_name":"Word2vec","level":3,"score":0.451481431722641},{"id":"https://openalex.org/C52001869","wikidata":"https://www.wikidata.org/wiki/Q812530","display_name":"Naive Bayes classifier","level":3,"score":0.41419199109077454},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.32264190912246704},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.19543132185935974},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.15482482314109802},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.08406108617782593},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3130902","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3130902","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09627669.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:67f765d5c7304501bcbcf902831ad7a7","is_oa":true,"landing_page_url":"https://doaj.org/article/67f765d5c7304501bcbcf902831ad7a7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 158972-158983 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3130902","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3130902","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09627669.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5199999809265137,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3216673337.pdf","grobid_xml":"https://content.openalex.org/works/W3216673337.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W24524376","https://openalex.org/W658020064","https://openalex.org/W1504162282","https://openalex.org/W1533928757","https://openalex.org/W1680797894","https://openalex.org/W1857276262","https://openalex.org/W1975823050","https://openalex.org/W1982795102","https://openalex.org/W2002537601","https://openalex.org/W2283672229","https://openalex.org/W2742034229","https://openalex.org/W2749335170","https://openalex.org/W2756299774","https://openalex.org/W2789661661","https://openalex.org/W2860283162","https://openalex.org/W2905458096","https://openalex.org/W2906507670","https://openalex.org/W2929779715","https://openalex.org/W2944312134","https://openalex.org/W2973955309","https://openalex.org/W2979844131","https://openalex.org/W3004566149","https://openalex.org/W3012773356","https://openalex.org/W3016907511","https://openalex.org/W3080956857","https://openalex.org/W3081886688","https://openalex.org/W3082504926","https://openalex.org/W3086008395","https://openalex.org/W3086369502","https://openalex.org/W3087374654","https://openalex.org/W3088908336","https://openalex.org/W3128199078","https://openalex.org/W3135263454","https://openalex.org/W3135306750","https://openalex.org/W3138167173","https://openalex.org/W3158639405","https://openalex.org/W3163022710","https://openalex.org/W4237783107","https://openalex.org/W6621906925","https://openalex.org/W6630002154","https://openalex.org/W6752796305","https://openalex.org/W6761156791","https://openalex.org/W6795860128"],"related_works":["https://openalex.org/W4211187494","https://openalex.org/W2903145235","https://openalex.org/W4226211987","https://openalex.org/W2574070988","https://openalex.org/W3170122200","https://openalex.org/W2913738019","https://openalex.org/W2107401624","https://openalex.org/W4320058722","https://openalex.org/W2580878117","https://openalex.org/W2969852700"],"abstract_inverted_index":{"Subjective":[0],"paper":[1,70],"evaluation":[2],"is":[3,60,125,171],"a":[4,61,72,121,154],"tricky":[5],"and":[6,16,84,100,113,120],"tiresome":[7],"task":[8],"to":[9,36,54,106,117,127],"do":[10],"by":[11,174],"manual":[12],"labor.":[13],"Insufficient":[14],"understanding":[15],"acceptance":[17],"of":[18,45,63,131,162],"data":[19,65],"are":[20,115],"crucial":[21],"challenges":[22],"while":[23],"analyzing":[24],"subjective":[25],"papers":[26],"using":[27,40,176],"Artificial":[28],"Intelligence":[29],"(AI).":[30],"Several":[31],"attempts":[32],"have":[33],"been":[34],"made":[35],"score":[37],"students\u2019":[38],"answers":[39,109],"computer":[41],"science.":[42],"However,":[43],"most":[44],"the":[46,129,146,165],"work":[47],"uses":[48],"traditional":[49],"counts":[50],"or":[51],"specific":[52],"words":[53],"achieve":[55],"this":[56],"task.":[57],"Furthermore,":[58],"there":[59],"lack":[62],"curated":[64],"sets":[66],"as":[67,87,153,156],"well.":[68,157],"This":[69],"proposes":[71],"novel":[73],"approach":[74],"that":[75,135],"utilizes":[76],"various":[77],"machine":[78,122,147],"learning,":[79],"natural":[80],"language":[81],"processing":[82],"techniques,":[83],"tools":[85],"such":[86],"Wordnet,":[88],"Word2vec,":[89],"word":[90],"mover\u2019s":[91],"distance":[92],"(WMD),":[93],"cosine":[94,140],"similarity,":[95],"multinomial":[96],"naive":[97],"bayes":[98],"(MNB),":[99],"term":[101],"frequency-inverse":[102],"document":[103],"frequency":[104],"(TF-IDF)":[105],"evaluate":[107,118],"descriptive":[108],"automatically.":[110],"Solution":[111],"statements":[112],"keywords":[114],"used":[116,152],"answers,":[119],"learning":[123,148],"model":[124,149],"trained":[126],"predict":[128],"grades":[130],"answers.":[132],"Results":[133],"show":[134],"WMD":[136],"performs":[137],"better":[138],"than":[139],"similarity":[141],"overall.":[142],"With":[143],"enough":[144],"training,":[145],"could":[150],"be":[151],"standalone":[155],"Experimentation":[158],"produces":[159],"an":[160],"accuracy":[161],"88%":[163],"without":[164],"MNB":[166],"model.":[167],"The":[168],"error":[169],"rate":[170],"further":[172],"reduced":[173],"1.3%":[175],"MNB.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":32},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":10}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}