{"id":"https://openalex.org/W2467346710","doi":null,"title":"Machine Beats Experts: Automatic Discovery of Skill Models for Data-Driven Online Course Refinement.","display_name":"Machine Beats Experts: Automatic Discovery of Skill Models for Data-Driven Online Course Refinement.","publication_year":2015,"publication_date":"2015-06-01","ids":{"openalex":"https://openalex.org/W2467346710","mag":"2467346710"},"language":"en","primary_location":{"id":"mag:2467346710","doi":null,"is_oa":false,"landing_page_url":"http://files.eric.ed.gov/fulltext/ED560513.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306418235","display_name":"Educational Data Mining","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Educational Data Mining","raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053576557","display_name":"Noboru Matsuda","orcid":"https://orcid.org/0000-0003-2344-1485","observed_orcids":["https://orcid.org/0000-0003-2344-1485"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Noboru Matsuda","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":"https://orcid.org/0000-0003-2344-1485","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113543742","display_name":"Tadanobu Furukawa","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tadanobu Furukawa","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Norman Bier","orcid":"https://orcid.org/0009-0003-3666-3973","observed_orcids":["https://orcid.org/0009-0003-3666-3973"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Norman Bier","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":"https://orcid.org/0009-0003-3666-3973","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035605036","display_name":"Christos Faloutsos","orcid":"https://orcid.org/0000-0003-2996-9790","observed_orcids":["https://orcid.org/0000-0003-2996-9790"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christos Faloutsos","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":"https://orcid.org/0000-0003-2996-9790","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":3.1916,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.92668329,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"101","last_page":"108"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.8130000233650208,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.8130000233650208,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.16660000383853912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11875","display_name":"Statistics Education and Methodologies","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/moocs","display_name":"MOOCs","score":0.9649999737739563},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"formative assessment","score":0.7179999947547913},{"id":"https://openalex.org/keywords/student-performance","display_name":"student performance","score":0.5429999828338623},{"id":"https://openalex.org/keywords/course-design","display_name":"course design","score":0.3880000114440918}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7972468137741089},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.7607811689376831},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6949528455734253},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.632637083530426},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5353280901908875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5070159435272217},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5003933906555176},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.48625314235687256},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.42421725392341614},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41709086298942566},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.22784310579299927},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.16501283645629883},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2467346710","doi":null,"is_oa":false,"landing_page_url":"http://files.eric.ed.gov/fulltext/ED560513.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306418235","display_name":"Educational Data Mining","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Educational Data Mining","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.9901999831199646}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W12309149","https://openalex.org/W124870434","https://openalex.org/W1504261278","https://openalex.org/W1532325895","https://openalex.org/W1562092080","https://openalex.org/W1880262756","https://openalex.org/W1902027874","https://openalex.org/W1994323182","https://openalex.org/W2001469931","https://openalex.org/W2039552226","https://openalex.org/W2085269091","https://openalex.org/W2127218421","https://openalex.org/W2128365310","https://openalex.org/W2164638355","https://openalex.org/W2231051615","https://openalex.org/W2574744083","https://openalex.org/W3158904737"],"related_works":["https://openalex.org/W4298201782","https://openalex.org/W7162099690","https://openalex.org/W6983056272","https://openalex.org/W7117756749","https://openalex.org/W4310046496","https://openalex.org/W2964426459","https://openalex.org/W4408871340","https://openalex.org/W2577432511","https://openalex.org/W2577663796","https://openalex.org/W2114904200"],"abstract_inverted_index":{"How":[0],"can":[1],"we":[2,137],"automatically":[3],"determine":[4],"which":[5,89],"skills":[6,51,90],"must":[7],"be":[8,33],"mastered":[9],"for":[10,88],"the":[11,59,72,99,117,202],"successful":[12],"completion":[13],"of":[14,28,37,50,74,110,119,206],"an":[15,47,64],"online":[16,19,75,81,100,207],"course?":[17],"Large-scale":[18],"courses":[20,82,156,208],"(e.g.,":[21],"MOOCs)":[22],"often":[23,41],"contain":[24],"a":[25,34,55,84,124,198,210],"broad":[26],"range":[27],"contents":[29],"frequently":[30],"intended":[31],"to":[32,45,67,122,201],"semester\u2019s":[35],"worth":[36],"materials;":[38],"this":[39],"breadth":[40],"makes":[42],"it":[43],"difficult":[44],"articulate":[46],"accurate":[48],"set":[49],"and":[52,145,181],"knowledge":[53],"(i.e.,":[54],"skill":[56,69,86,148,170,173],"model,":[57],"or":[58],"QMatrix).":[60],"We":[61],"have":[62,83],"developed":[63],"innovative":[65],"method":[66,78,103,140,167,178,184,196],"discover":[68],"models":[70,149,174],"from":[71],"data":[73],"courses.":[76],"Our":[77,102],"assumes":[79],"that":[80,128,164,194],"pre-defined":[85],"map":[87],"are":[91,179],"associated":[92],"with":[93,141,209],"formative":[94],"assessment":[95,120],"items":[96],"embedded":[97],"throughout":[98],"course.":[101],"carefully":[104],"exploits":[105],"correlations":[106],"between":[107],"various":[108],"parts":[109],"student":[111],"performance,":[112],"as":[113,115],"well":[114],"in":[116],"text":[118],"items,":[121],"build":[123],"superior":[125],"statistical":[126],"model":[127],"even":[129],"outperforms":[130,168],"human":[131,146],"experts.":[132],"To":[133],"evaluate":[134],"our":[135,139,166,177,183,195],"method,":[136],"compare":[138],"existing":[142,189],"methods":[143],"(LFA)":[144],"engineered":[147],"on":[150],"three":[151],"Open":[152],"Learning":[153],"Initiative":[154],"(OLI)":[155],"at":[157],"Carnegie":[158],"Mellon":[159],"University.":[160],"The":[161],"results":[162,192],"show":[163],"(1)":[165],"human-engineered":[169],"models,":[171],"(2)":[172],"discovered":[175],"by":[176],"interpretable,":[180],"(3)":[182],"is":[185],"remarkably":[186],"faster":[187],"than":[188],"methods.":[190],"These":[191],"suggest":[193],"provides":[197],"significant":[199],"contribution":[200],"evidence-based,":[203],"iterative":[204],"refinement":[205],"promising":[211],"scalability.":[212]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":3}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2016-07-22T00:00:00"}