{"id":"https://openalex.org/W2224048930","doi":null,"title":"Assessing Scientific Practices Using Machine Learning Methods: Development of Automated Computer Scoring Models for Written Evolutionary Explanations","display_name":"Assessing Scientific Practices Using Machine Learning Methods: Development of Automated Computer Scoring Models for Written Evolutionary Explanations","alternate_titles":[],"publication_year":2013,"publication_date":"2013-01-01","ids":{"openalex":"https://openalex.org/W2224048930","mag":"2224048930"},"language":"en","primary_location":{"id":"pmh:oai:etd.ohiolink.edu:osu1367505135","doi":null,"is_oa":true,"landing_page_url":"http://rave.ohiolink.edu/etdc/view?acc_num=osu1367505135","pdf_url":null,"source":{"id":"https://openalex.org/S4377196344","display_name":"OhioLink ETD Center (Ohio Library and Information Network)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210155183","host_organization_name":"Ohio Library and Information Network","host_organization_lineage":["https://openalex.org/I4210155183"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://rave.ohiolink.edu/etdc/view?acc_num=osu1367505135","raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2224048930"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://rave.ohiolink.edu/etdc/view?acc_num=osu1367505135","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050231265","display_name":"Minsu Ha","orcid":"https://orcid.org/0000-0003-3087-3833","observed_orcids":["https://orcid.org/0000-0003-3087-3833"]},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Minsu Ha","raw_affiliation_strings":["the Ohio State University"],"raw_orcid":"https://orcid.org/0000-0003-3087-3833","affiliations":[{"raw_affiliation_string":"the Ohio State University","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5050231265"],"corresponding_institution_ids":["https://openalex.org/I52357470"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10072","display_name":"Science Education and Pedagogy","score":0.49900001287460327,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10072","display_name":"Science Education and Pedagogy","score":0.49900001287460327,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.29170000553131104,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12182","display_name":"Evolution and Science Education","score":0.04600000008940697,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/evolution-education","display_name":"evolution education","score":0.5569999814033508},{"id":"https://openalex.org/keywords/scientific-ideas","display_name":"scientific ideas","score":0.39399999380111694},{"id":"https://openalex.org/keywords/stop-words","display_name":"stop words","score":0.9440000057220459},{"id":"https://openalex.org/keywords/scoring-consistency","display_name":"scoring consistency","score":0.5109999775886536}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6254979968070984},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6178146600723267},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.57342928647995}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:etd.ohiolink.edu:osu1367505135","doi":null,"is_oa":true,"landing_page_url":"http://rave.ohiolink.edu/etdc/view?acc_num=osu1367505135","pdf_url":null,"source":{"id":"https://openalex.org/S4377196344","display_name":"OhioLink ETD Center (Ohio Library and Information Network)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210155183","host_organization_name":"Ohio Library and Information Network","host_organization_lineage":["https://openalex.org/I4210155183"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://rave.ohiolink.edu/etdc/view?acc_num=osu1367505135","raw_type":"text"},{"id":"mag:2224048930","doi":null,"is_oa":false,"landing_page_url":"http://rave.ohiolink.edu/etdc/view?acc_num=osu1367505135","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:etd.ohiolink.edu:osu1367505135","doi":null,"is_oa":true,"landing_page_url":"http://rave.ohiolink.edu/etdc/view?acc_num=osu1367505135","pdf_url":null,"source":{"id":"https://openalex.org/S4377196344","display_name":"OhioLink ETD Center (Ohio Library and Information Network)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210155183","host_organization_name":"Ohio Library and Information Network","host_organization_lineage":["https://openalex.org/I4210155183"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://rave.ohiolink.edu/etdc/view?acc_num=osu1367505135","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality education","score":0.75,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2224048930.pdf","grobid_xml":"https://content.openalex.org/works/W2224048930.grobid-xml"},"referenced_works_count":83,"referenced_works":["https://openalex.org/W43048615","https://openalex.org/W226799446","https://openalex.org/W1487831638","https://openalex.org/W1568056540","https://openalex.org/W1586287845","https://openalex.org/W1595276678","https://openalex.org/W1647657488","https://openalex.org/W1803932089","https://openalex.org/W1964007815","https://openalex.org/W1969220947","https://openalex.org/W1971227834","https://openalex.org/W1975879668","https://openalex.org/W1976199158","https://openalex.org/W1977791456","https://openalex.org/W1980738539","https://openalex.org/W1983726926","https://openalex.org/W1984133180","https://openalex.org/W1985973257","https://openalex.org/W1987662159","https://openalex.org/W1988348923","https://openalex.org/W1991302655","https://openalex.org/W1992912577","https://openalex.org/W1993439640","https://openalex.org/W1998919969","https://openalex.org/W2001402876","https://openalex.org/W2006221917","https://openalex.org/W2010061266","https://openalex.org/W2011665208","https://openalex.org/W2013343651","https://openalex.org/W2016279534","https://openalex.org/W2020100035","https://openalex.org/W2020653198","https://openalex.org/W2021023566","https://openalex.org/W2027533841","https://openalex.org/W2031707258","https://openalex.org/W2035527763","https://openalex.org/W2041590406","https://openalex.org/W2052825015","https://openalex.org/W2054321533","https://openalex.org/W2055614993","https://openalex.org/W2059361995","https://openalex.org/W2068231696","https://openalex.org/W2074360952","https://openalex.org/W2080018251","https://openalex.org/W2080333690","https://openalex.org/W2083246640","https://openalex.org/W2088178663","https://openalex.org/W2094401778","https://openalex.org/W2096463800","https://openalex.org/W2102497733","https://openalex.org/W2102716846","https://openalex.org/W2106588398","https://openalex.org/W2110013374","https://openalex.org/W2113084371","https://openalex.org/W2118715177","https://openalex.org/W2120320346","https://openalex.org/W2122454088","https://openalex.org/W2128864022","https://openalex.org/W2131531207","https://openalex.org/W2132456850","https://openalex.org/W2134090198","https://openalex.org/W2143816353","https://openalex.org/W2144957990","https://openalex.org/W2145155142","https://openalex.org/W2148843253","https://openalex.org/W2149082725","https://openalex.org/W2158408059","https://openalex.org/W2159140006","https://openalex.org/W2161573472","https://openalex.org/W2161646573","https://openalex.org/W2164777277","https://openalex.org/W2166946056","https://openalex.org/W2168110387","https://openalex.org/W2176879441","https://openalex.org/W2257529602","https://openalex.org/W2325950889","https://openalex.org/W2601925102","https://openalex.org/W3034730645","https://openalex.org/W3133510834","https://openalex.org/W4248626583","https://openalex.org/W4251763560","https://openalex.org/W7097282884","https://openalex.org/W7097849070"],"related_works":["https://openalex.org/W2074360952","https://openalex.org/W2102716846","https://openalex.org/W6903851404","https://openalex.org/W2306273925","https://openalex.org/W2073725417","https://openalex.org/W4389886828","https://openalex.org/W7212063700","https://openalex.org/W4226315886"],"abstract_inverted_index":{"Although":[0],"multiple-choice":[1],"assessment":[2],"formats":[3],"are":[4,12,49],"commonly":[5],"utilized":[6],"throughout":[7],"the":[8,58,63,69,79,137,151,162,177,180,186,189,265],"educational":[9,54],"hierarchy,":[10],"they":[11],"only":[13],"capable":[14],"of":[15,20,57,61,71,81,86,110,140,154,164,179,188,194,203,267,275],"measuring":[16],"a":[17,108,192,201,250],"small":[18],"subset":[19],"important":[21],"disciplinary":[22],"competencies":[23],"and":[24,39,68,112,119,130,147,150,157,173,214,221,241,248,255,273],"practices.Consequently,":[25],"science":[26],"educators":[27],"require":[28],"openresponse":[29],"format":[30,47],"assessments":[31,48],"that":[32,257],"can":[33],"validly":[34],"measure":[35],"more":[36],"advanced":[37],"skills":[38],"performances":[40],"(e.g.,":[41],"producing":[42],"written":[43,87,116,196],"scientific":[44,111,117,138],"explanations).However,":[45],"open-response":[46],"not":[50],"practical":[51],"in":[52,104,115,206],"many":[53],"contexts":[55],"because":[56],"high":[59],"cost":[60],"scoring,":[62],"delayed":[64],"feedback":[65],"to":[66,92,97,106,120,135,184,200,217,226,231,244,281],"test-takers,":[67],"lack":[70],"scoring":[72,84],"consistency":[73],"among":[74],"human":[75,93],"graders.In":[76],"this":[77,218],"study,":[78],"efficacy":[80,187],"automated":[82],"computer":[83],"(ACS)":[85],"explanations":[88],"is":[89],"examined":[90],"relative":[91],"scoring.This":[94],"study":[95,128],"aims":[96],"build":[98],"ACS":[99,126,181,190],"models":[100,134],"using":[101],"machine-learning":[102,133],"methods":[103],"order":[105,183],"detect":[107,136],"suite":[109],"naive":[113,152],"ideas":[114,149],"explanations,":[118],"explore":[121],"approaches":[122],"for":[123],"optimizing":[124],"these":[125],"models.This":[127],"develops":[129],"evaluates":[131],"nine":[132],"concepts":[139,153],"variation,":[141],"heritability,":[142],"competition,":[143],"limited":[144],"resources,":[145],"differential/survival,":[146],"non-adaptive":[148],"needs/goals,":[155],"use/disuse,":[156],"adapt/acclimation.In":[158],"addition,":[159],"it":[160],"examines":[161],"effects":[163],"three":[165],"machinelearning":[166],"parameters":[167],"(i.e.,":[168],"n-gram":[169],"selection,":[170],"stop":[171],"words,":[172],"misclassified":[174],"data)":[175],"on":[176],"performance":[178],"models.In":[182],"test":[185],"models,":[191],"corpus":[193],"10,270":[195],"evolutionary":[197],"explanations--in":[198],"response":[199],"variety":[202],"items":[204],"differing":[205],"Many":[207],"people":[208],"have":[209,259,278],"contributed":[210],"their":[211],"time,":[212],"talents,":[213],"other":[215],"resources":[216],"dissertation":[219],"work.First":[220],"foremost,":[222],"I":[223,258,283],"would":[224],"like":[225],"express":[227],"my":[228,232,268,276],"heartfelt":[229],"gratitude":[230],"advisor,":[233],"Dr.":[234],"Ross":[235],"Nehm,":[236],"who":[237],"always":[238],"supports,":[239],"encourages,":[240],"challenges":[242],"me":[243,280],"do":[245],"better":[246,251],"research":[247],"be":[249],"researcher.The":[252],"knowledge,":[253],"expertise":[254],"advice":[256],"received":[260],"from":[261],"him":[262],"has":[263],"formed":[264],"core":[266],"academic":[269],"scholarship.Your":[270],"patience,":[271],"support":[272],"understanding":[274],"circumstances":[277],"brought":[279],"where":[282],"am":[284]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2224048930","counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
