{"id":"https://openalex.org/W2725756770","doi":null,"title":"Two pseudo-students: Applications of machine learning to formative evaluation","display_name":"Two pseudo-students: Applications of machine learning to formative evaluation","alternate_titles":[],"publication_year":null,"publication_date":null,"ids":{"openalex":"https://openalex.org/W2725756770","mag":"2725756770"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.639.1942","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.639.1942","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.public.asu.edu/~kvanlehn/Not Stringent/PDF/91ARCE_KVL.pdf","raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2725756770"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"R. Lewis","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"R. Lewis","raw_affiliation_strings":["Depanmenls of Psychology and Computer Science Carnegie-Mellon University Piltsburgh, PA 15213 U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Depanmenls of Psychology and Computer Science Carnegie-Mellon University Piltsburgh, PA 15213 U.S.A","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":null,"display_name":"Kun Vanlehn","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kun Vanlehn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":16,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.6890000104904175,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.6890000104904175,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.14880000054836273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12260","display_name":"Educational Technology and Pedagogy","score":0.010200000368058681,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/formative-assessment","display_name":"formative assessment","score":0.9800000190734863},{"id":"https://openalex.org/keywords/instructional-design","display_name":"instructional design","score":0.8339999914169312},{"id":"https://openalex.org/keywords/machine-learning","display_name":"machine learning","score":0.7630000114440918},{"id":"https://openalex.org/keywords/design-error-detection","display_name":"design error detection","score":0.6710000038146973},{"id":"https://openalex.org/keywords/low-cost-evaluation","display_name":"low-cost evaluation","score":0.375}],"concepts":[{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.9476592540740967},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.7078050374984741},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.6156688332557678},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5844833254814148},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.506482720375061},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.33412718772888184},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22832262516021729},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1657005250453949},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14490893483161926},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.639.1942","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.639.1942","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.public.asu.edu/~kvanlehn/Not Stringent/PDF/91ARCE_KVL.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.9235000014305115,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W1673799265","https://openalex.org/W1998696323","https://openalex.org/W2064430731"],"related_works":["https://openalex.org/W2007863025","https://openalex.org/W303777585","https://openalex.org/W2953504511","https://openalex.org/W2028987990","https://openalex.org/W108480115","https://openalex.org/W82203262","https://openalex.org/W2038905972","https://openalex.org/W2970028161","https://openalex.org/W2276882923","https://openalex.org/W2170786880"],"abstract_inverted_index":{"Ideally,":[0],"Ihe":[1],"design":[2,15,51,80,89,96],"of":[3,10,106,161,164,177],"instructional":[4],"material":[5],"should":[6,34],"include":[7],"ample":[8],"testing":[9,154],"preliminary":[11,86],"designs":[12,107],"so":[13],"that":[14,108],"errors":[16,90],"can":[17,44,61,119],"be":[18,35,45,54,62,69,76,111,120,150],"detected":[19,92],"and":[20,124,141],"repaired":[21],"before":[22,58],"the":[23,41,49,59,79,95,104,128,139],"instruction":[24,60,115,131],"is":[25,100,132,166,173],"deployed.":[26],"Such":[27],"fonnative":[28,73,145],"evaluations":[29,74],"are":[30,91],"rarer":[31],"than":[32],"they":[33],"for":[36,144],"several":[37],"reasons:":[38],"\u2022":[39,113,152],"Although":[40],"final":[42],"polishing":[43],"left":[46],"off,":[47],"all":[48],"little":[50],"details":[52,105],"must":[53],"fully":[55],"worked":[56],"out":[57,103],"given":[63],"to":[64,169],"human":[65,117],"students.":[66],"It":[67],"would":[68],"much":[70],"better":[71],"if":[72],"could":[75],"conducted":[77],"while":[78],"was":[81],"still":[82],"in":[83,94,137],"a":[84,134,174],"rough,":[85],"state.":[87],"When":[88],"early":[93],"cycle,":[97],"less":[98],"time":[99,122,140],"wasted":[101],"worldng":[102],"will":[109],"ultimately":[110],"discarded.":[112],"Testing":[114],"with":[116],"students":[118],"difficult,":[121],"consuming":[123],"expensive.":[125],"Allhough":[126],"increasing":[127],"quality":[129],"()f":[130],"always":[133,149],"desirable":[135],"goal":[136],"principle,":[138],"money":[142],"needed":[143],"evaluation":[146],"may":[147],"not":[148],"justifiable.":[151],"Current":[153],"methods":[155],"often":[156],"yield":[157],"only":[158],"two":[159],"kinds":[160],"infonnation,":[162],"neither":[163],"which":[165],"particularly":[167],"helpful":[168],"designers.":[170],"First,":[171],"there":[172],"overall":[175],"assessment":[176]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2725756770","counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2017-07-14T00:00:00"}
