{"id":"https://openalex.org/W1604548784","doi":null,"title":"Automatic Grading of Scientific Inquiry","display_name":"Automatic Grading of Scientific Inquiry","publication_year":2012,"publication_date":"2012-06-07","ids":{"openalex":"https://openalex.org/W1604548784","mag":"1604548784"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.306.9814","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.306.9814","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://aclweb.org/anthology-new/W/W12/W12-2003.pdf","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112335036","display_name":"Avirup Sil","orcid":"https://orcid.org/0000-0002-4753-3221","observed_orcids":["https://orcid.org/0000-0002-4753-3221"]},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Avirup Sil","raw_affiliation_strings":["[Temple University]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"[Temple University]","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110321872","display_name":"Angela Shelton","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Angela Shelton","raw_affiliation_strings":["[Temple University]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"[Temple University]","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091443670","display_name":"Diane Jass Ketelhut","orcid":"https://orcid.org/0000-0001-5307-1281","observed_orcids":["https://orcid.org/0000-0001-5307-1281"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Diane Jass Ketelhut","raw_affiliation_strings":["University of Maryland, College Park"],"raw_orcid":"https://orcid.org/0000-0001-5307-1281","affiliations":[{"raw_affiliation_string":"University of Maryland, College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":null,"display_name":"Alexander Yates","orcid":"https://orcid.org/0000-0003-3142-5004","observed_orcids":["https://orcid.org/0000-0003-3142-5004"]},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander Yates","raw_affiliation_strings":["[Temple University]"],"raw_orcid":"https://orcid.org/0000-0003-3142-5004","affiliations":[{"raw_affiliation_string":"[Temple University]","institution_ids":["https://openalex.org/I84392919"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7412,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.84977504,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"22","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.6786999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.6786999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.20059999823570251,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.04479999840259552,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-grading","display_name":"automated grading","score":0.781000018119812},{"id":"https://openalex.org/keywords/virtual-worlds","display_name":"virtual worlds","score":0.7279999852180481},{"id":"https://openalex.org/keywords/scientific-method","display_name":"scientific method","score":0.7200000286102295},{"id":"https://openalex.org/keywords/junior-high-school-students","display_name":"junior high school students","score":0.593999981880188},{"id":"https://openalex.org/keywords/science-education-assessment","display_name":"science education assessment","score":0.4300000071525574}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.8261966705322266},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6372618675231934},{"id":"https://openalex.org/C2776705579","wikidata":"https://www.wikidata.org/wiki/Q65942121","display_name":"Natural phenomenon","level":3,"score":0.4342108368873596},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38874945044517517},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3370801508426666},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.2092967927455902},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.172448068857193},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13232362270355225},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.306.9814","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.306.9814","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://aclweb.org/anthology-new/W/W12/W12-2003.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.361.4447","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.361.4447","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://knight.cis.temple.edu/~yates/papers/2012-naacl-edu.pdf","raw_type":"text"},{"id":"mag:1604548784","doi":null,"is_oa":false,"landing_page_url":"https://www.aclweb.org/anthology/W12-2003","pdf_url":null,"source":{"id":"https://openalex.org/S4306420633","display_name":"North American Chapter of the Association for Computational Linguistics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"North American Chapter of the Association for Computational Linguistics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9235000014305115,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W43048615","https://openalex.org/W96971711","https://openalex.org/W174933446","https://openalex.org/W585282642","https://openalex.org/W975464243","https://openalex.org/W1528996160","https://openalex.org/W1563959820","https://openalex.org/W1565377632","https://openalex.org/W1586287845","https://openalex.org/W1964357740","https://openalex.org/W1972099155","https://openalex.org/W1983578042","https://openalex.org/W2025595753","https://openalex.org/W2029945215","https://openalex.org/W2037732564","https://openalex.org/W2049790428","https://openalex.org/W2056874695","https://openalex.org/W2125838338","https://openalex.org/W2133990480","https://openalex.org/W2137848068","https://openalex.org/W2164599981","https://openalex.org/W2169590804","https://openalex.org/W2211177392","https://openalex.org/W2334889010","https://openalex.org/W2605333531","https://openalex.org/W2607876507","https://openalex.org/W2952230511","https://openalex.org/W3103913776"],"related_works":["https://openalex.org/W4413200662","https://openalex.org/W2037732564","https://openalex.org/W2293570616","https://openalex.org/W4401964339","https://openalex.org/W4413586371","https://openalex.org/W4400784919","https://openalex.org/W4393119218","https://openalex.org/W4391226414","https://openalex.org/W2809128676","https://openalex.org/W2165014198"],"abstract_inverted_index":{"The":[0,16],"SAVE":[1,87],"Science":[2],"project":[3,17],"is":[4],"an":[5,80],"attempt":[6],"to":[7,48,91,101,122],"address":[8],"the":[9,41,53,58,61,99,123],"shortcomings":[10],"of":[11,14,52,60,68,98],"current":[12],"assessments":[13,97],"science.":[15],"has":[18],"developed":[19],"two":[20],"virtual":[21,89],"worlds":[22,44,90],"that":[23,83],"each":[24],"have":[25],"a":[26,93],"mystery":[27],"or":[28],"natural":[29],"phenomenon":[30],"requiring":[31],"scientific":[32,54,103],"explanation;":[33],"by":[34,118,133],"recording":[35],"students'":[36,69],"behavior":[37],"as":[38],"they":[39],"investigate":[40],"mystery,":[42],"these":[43],"can":[45,84],"be":[46],"used":[47],"assess":[49],"their":[50],"understanding":[51],"method.":[55],"Currently,":[56],"however,":[57],"scoring":[59],"assessment":[62],"depends":[63],"either":[64],"on":[65,73,107],"manual":[66],"grading":[67],"written":[70],"responses,":[71],"or,":[72],"multiple":[74],"choice":[75],"questions.":[76],"This":[77],"paper":[78],"presents":[79],"automated":[81,115],"grader":[82,116],"combine":[85],"with":[86],"Science's":[88],"provide":[92],"cheap":[94],"mechanism":[95],"for":[96],"ability":[100],"apply":[102],"methodology.":[104],"In":[105],"experiments":[106],"over":[108,119],"300":[109],"middle":[110],"school":[111],"students,":[112],"our":[113],"best":[114],"improves":[117],"50%":[120],"relative":[121],"closest":[124],"system":[125],"from":[126],"previous":[127],"work":[128],"in":[129],"predicting":[130],"grades":[131],"supplied":[132],"human":[134],"judges.":[135]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":3}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}