{"id":"https://openalex.org/W2965774554","doi":"https://doi.org/10.1109/access.2019.2933354","title":"Syntactic, Semantic and Sentiment Analysis: The Joint Effect on Automated Essay Evaluation","display_name":"Syntactic, Semantic and Sentiment Analysis: The Joint Effect on Automated Essay Evaluation","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2965774554","doi":"https://doi.org/10.1109/access.2019.2933354","mag":"2965774554"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2933354","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2933354","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08788526.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08788526.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028239536","display_name":"Harneet Kaur Janda","orcid":null},"institutions":[{"id":"https://openalex.org/I72541430","display_name":"Lakehead University","ror":"https://ror.org/023p7mg82","country_code":"CA","type":"education","lineage":["https://openalex.org/I72541430"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Harneet Kaur Janda","raw_affiliation_strings":["DaTALab, Lakehead University, Thunder Bay, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DaTALab, Lakehead University, Thunder Bay, ON, Canada","institution_ids":["https://openalex.org/I72541430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045621975","display_name":"Atish Pawar","orcid":"https://orcid.org/0000-0003-4857-4057"},"institutions":[{"id":"https://openalex.org/I72541430","display_name":"Lakehead University","ror":"https://ror.org/023p7mg82","country_code":"CA","type":"education","lineage":["https://openalex.org/I72541430"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Atish Pawar","raw_affiliation_strings":["DaTALab, Lakehead University, Thunder Bay, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-4857-4057","affiliations":[{"raw_affiliation_string":"DaTALab, Lakehead University, Thunder Bay, ON, Canada","institution_ids":["https://openalex.org/I72541430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049374513","display_name":"Shan Du","orcid":"https://orcid.org/0000-0002-2281-5150"},"institutions":[{"id":"https://openalex.org/I72541430","display_name":"Lakehead University","ror":"https://ror.org/023p7mg82","country_code":"CA","type":"education","lineage":["https://openalex.org/I72541430"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shan Du","raw_affiliation_strings":["DaTALab, Lakehead University, Thunder Bay, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DaTALab, Lakehead University, Thunder Bay, ON, Canada","institution_ids":["https://openalex.org/I72541430"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026089310","display_name":"Vijay Mago","orcid":"https://orcid.org/0000-0002-9741-3463"},"institutions":[{"id":"https://openalex.org/I72541430","display_name":"Lakehead University","ror":"https://ror.org/023p7mg82","country_code":"CA","type":"education","lineage":["https://openalex.org/I72541430"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Vijay Mago","raw_affiliation_strings":["DaTALab, Lakehead University, Thunder Bay, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9741-3463","affiliations":[{"raw_affiliation_string":"DaTALab, Lakehead University, Thunder Bay, ON, Canada","institution_ids":["https://openalex.org/I72541430"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5028239536"],"corresponding_institution_ids":["https://openalex.org/I72541430"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":4.6457,"has_fulltext":true,"cited_by_count":64,"citation_normalized_percentile":{"value":0.95824553,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"108486","last_page":"108503"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8322349190711975},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6201103925704956},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6005885601043701},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.5086241960525513},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.4906081259250641},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.4717080295085907},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.46265798807144165},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4344973862171173},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3535073399543762},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34289079904556274},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.15648138523101807}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8322349190711975},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6201103925704956},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6005885601043701},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.5086241960525513},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.4906081259250641},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.4717080295085907},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.46265798807144165},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4344973862171173},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3535073399543762},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34289079904556274},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.15648138523101807},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2933354","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2933354","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08788526.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b74d907ce371429baef20da902c51d9e","is_oa":true,"landing_page_url":"https://doaj.org/article/b74d907ce371429baef20da902c51d9e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 108486-108503 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2933354","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2933354","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08788526.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7099999785423279,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G4719048210","display_name":null,"funder_award_id":"RGPIN-2017","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G5912994695","display_name":null,"funder_award_id":"RGPIN-2017-05377","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320313495","display_name":"Lakehead University","ror":"https://ror.org/023p7mg82"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2965774554.pdf","grobid_xml":"https://content.openalex.org/works/W2965774554.grobid-xml"},"referenced_works_count":105,"referenced_works":["https://openalex.org/W35847211","https://openalex.org/W48135738","https://openalex.org/W73269325","https://openalex.org/W168564468","https://openalex.org/W174933446","https://openalex.org/W273955616","https://openalex.org/W649616179","https://openalex.org/W1483941173","https://openalex.org/W1514225637","https://openalex.org/W1576954243","https://openalex.org/W1586287845","https://openalex.org/W1590881479","https://openalex.org/W1593930920","https://openalex.org/W1606292664","https://openalex.org/W1612003148","https://openalex.org/W1732828232","https://openalex.org/W1746620543","https://openalex.org/W1954968711","https://openalex.org/W1964357740","https://openalex.org/W2001833328","https://openalex.org/W2006860173","https://openalex.org/W2019150902","https://openalex.org/W2043004216","https://openalex.org/W2059332500","https://openalex.org/W2061903254","https://openalex.org/W2064404320","https://openalex.org/W2077922582","https://openalex.org/W2080100102","https://openalex.org/W2080279233","https://openalex.org/W2086219234","https://openalex.org/W2087216833","https://openalex.org/W2089150068","https://openalex.org/W2091362531","https://openalex.org/W2099813784","https://openalex.org/W2101234009","https://openalex.org/W2107464540","https://openalex.org/W2114524997","https://openalex.org/W2117108960","https://openalex.org/W2121184547","https://openalex.org/W2121197596","https://openalex.org/W2136964648","https://openalex.org/W2137085985","https://openalex.org/W2141708418","https://openalex.org/W2143017621","https://openalex.org/W2149393279","https://openalex.org/W2160485357","https://openalex.org/W2162878213","https://openalex.org/W2165636800","https://openalex.org/W2171468534","https://openalex.org/W2171607657","https://openalex.org/W2250309026","https://openalex.org/W2250372169","https://openalex.org/W2250887565","https://openalex.org/W2251159501","https://openalex.org/W2398245900","https://openalex.org/W2414642490","https://openalex.org/W2471350540","https://openalex.org/W2563351168","https://openalex.org/W2569115912","https://openalex.org/W2574905972","https://openalex.org/W2607507311","https://openalex.org/W2625433711","https://openalex.org/W2752379147","https://openalex.org/W2756704057","https://openalex.org/W2760371526","https://openalex.org/W2782968911","https://openalex.org/W2796718880","https://openalex.org/W2799207367","https://openalex.org/W2805143123","https://openalex.org/W2904888337","https://openalex.org/W2909279678","https://openalex.org/W2911208888","https://openalex.org/W2911338114","https://openalex.org/W2912726924","https://openalex.org/W2962828264","https://openalex.org/W2962851685","https://openalex.org/W3005347330","https://openalex.org/W4211186029","https://openalex.org/W4230978416","https://openalex.org/W4242183790","https://openalex.org/W4244484015","https://openalex.org/W4248278334","https://openalex.org/W6601973245","https://openalex.org/W6607156273","https://openalex.org/W6610017368","https://openalex.org/W6634360984","https://openalex.org/W6635036095","https://openalex.org/W6636440780","https://openalex.org/W6675143072","https://openalex.org/W6675354045","https://openalex.org/W6683707192","https://openalex.org/W6691677262","https://openalex.org/W6697276942","https://openalex.org/W6725160551","https://openalex.org/W6731031554","https://openalex.org/W6731807938","https://openalex.org/W6739327486","https://openalex.org/W6743847727","https://openalex.org/W6744210122","https://openalex.org/W6744664646","https://openalex.org/W6745914150","https://openalex.org/W6749792114","https://openalex.org/W6751708864","https://openalex.org/W6757500229","https://openalex.org/W6821870746"],"related_works":["https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W2114797768","https://openalex.org/W2380654781","https://openalex.org/W2176214140","https://openalex.org/W2516873349"],"abstract_inverted_index":{"Manual":[0],"grading":[1],"of":[2,22,47,72,87,97,150,153,174,216],"essays":[3],"by":[4,186,191],"humans":[5],"is":[6,92,124,177,204],"time-consuming":[7],"and":[8,15,45,61,85,106,166,200],"likely":[9],"to":[10,13,27,37,77,100,134,169],"be":[11],"susceptible":[12],"inconsistencies":[14],"inaccuracies.":[16],"In":[17],"recent":[18],"years,":[19],"an":[20],"abundance":[21],"research":[23],"has":[24,34],"been":[25,35],"done":[26,36,178],"automate":[28],"essay":[29,99],"evaluation":[30],"processes,":[31],"yet":[32],"little":[33],"take":[38],"into":[39],"consideration":[40],"the":[41,48,58,69,73,82,98,127,136,151,154,158,175,183,187,201],"syntax,":[42],"semantic":[43,70],"coherence":[44,64],"sentiments":[46],"essay's":[49,83],"text":[50],"together.":[51],"Our":[52,113,211],"proposed":[53],"system":[54,212],"incorporates":[55],"not":[56],"just":[57],"rule-based":[59],"grammar":[60],"surface":[62],"level":[63],"check":[65],"but":[66],"also":[67],"includes":[68],"similarity":[71,91],"sentences.":[74],"We":[75],"propose":[76],"use":[78],"Graph-based":[79,103],"relationships":[80,105],"within":[81],"content":[84],"polarity":[86],"opinion":[88],"expressions.":[89],"Semantic":[90],"determined":[93],"between":[94,196],"each":[95],"statement":[96],"form":[101],"these":[102],"spatial":[104],"novel":[107],"features":[108,118,145,165],"are":[109,160,167],"obtained":[110],"from":[111],"it.":[112],"algorithm":[114],"uses":[115],"23":[116],"salient":[117],"with":[119,179],"high":[120],"predictive":[121],"power,":[122],"which":[123],"less":[125],"than":[126],"current":[128],"systems":[129],"while":[130],"considering":[131],"every":[132],"aspect":[133],"cover":[135],"dimensions":[137],"that":[138,157],"a":[139,214],"human":[140,197],"grader":[141],"focuses":[142],"on.":[143],"Fewer":[144],"help":[146],"us":[147],"get":[148],"rid":[149],"redundancies":[152],"data":[155,184],"so":[156],"predictions":[159],"based":[161],"on":[162],"more":[163],"representative":[164],"robust":[168],"noisy":[170],"data.":[171],"The":[172,193],"prediction":[173,203],"scores":[176],"neural":[180],"networks":[181],"using":[182,206],"released":[185],"ASAP":[188],"competition":[189],"held":[190],"Kaggle.":[192],"resulting":[194],"agreement":[195],"grader's":[198],"score":[199],"system's":[202],"measured":[205],"Quadratic":[207],"Weighted":[208],"Kappa":[209],"(QWK).":[210],"produces":[213],"QWK":[215],"0.793.":[217]},"counts_by_year":[{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":3}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}