{"id":"https://openalex.org/W2012193553","doi":"https://doi.org/10.1207/s15327574ijt0404_4","title":"Using Statistical Natural Language Processing for Understanding Complex Responses to Free-Response Tasks","display_name":"Using Statistical Natural Language Processing for Understanding Complex Responses to Free-Response Tasks","publication_year":2004,"publication_date":"2004-12-01","ids":{"openalex":"https://openalex.org/W2012193553","doi":"https://doi.org/10.1207/s15327574ijt0404_4","mag":"2012193553"},"language":"en","primary_location":{"id":"doi:10.1207/s15327574ijt0404_4","doi":"https://doi.org/10.1207/s15327574ijt0404_4","is_oa":false,"landing_page_url":"https://doi.org/10.1207/s15327574ijt0404_4","pdf_url":null,"source":{"id":"https://openalex.org/S145459003","display_name":"International Journal of Testing","issn_l":"1530-5058","issn":["1530-5058","1532-7574"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Testing","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2012193553"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015731379","display_name":"Sarah DeMark","orcid":"https://orcid.org/0009-0002-6412-9332","observed_orcids":["https://orcid.org/0009-0002-6412-9332"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sarah DeMark","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5061435242","display_name":"John T. Behrens","orcid":"https://orcid.org/0000-0002-6817-0466","observed_orcids":["https://orcid.org/0000-0002-6817-0466"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"John Behrens","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8958,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.92981952,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":97},"biblio":{"volume":"4","issue":"4","first_page":"371","last_page":"390"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.43799999356269836,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.43799999356269836,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.16539999842643738,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.07500000298023224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/statistical-natural-language-processing","display_name":"statistical natural language processing","score":0.9729999899864197},{"id":"https://openalex.org/keywords/computer-based-testing","display_name":"computer-based testing","score":0.5059999823570251},{"id":"https://openalex.org/keywords/expert-novice-differences","display_name":"expert-novice differences","score":0.7239999771118164},{"id":"https://openalex.org/keywords/computer-networks","display_name":"computer networks","score":0.7160000205039978},{"id":"https://openalex.org/keywords/cisco-networking-academy","display_name":"Cisco Networking Academy","score":0.7689999938011169},{"id":"https://openalex.org/keywords/scoring-rules","display_name":"scoring rules","score":0.5759999752044678},{"id":"https://openalex.org/keywords/log-analysis","display_name":"log analysis","score":0.6819999814033508},{"id":"https://openalex.org/keywords/domain-understanding","display_name":"domain understanding","score":0.628000020980835}],"concepts":[{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.9043883085250854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6913846135139465},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6832824945449829},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5513026714324951},{"id":"https://openalex.org/C90734943","wikidata":"https://www.wikidata.org/wiki/Q17008777","display_name":"Conceptualization","level":2,"score":0.5151563882827759},{"id":"https://openalex.org/C168725872","wikidata":"https://www.wikidata.org/wiki/Q991663","display_name":"Sophistication","level":2,"score":0.5047990083694458},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.44796282052993774},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4304129481315613},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3544239401817322},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35324516892433167},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35138821601867676},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1207/s15327574ijt0404_4","doi":"https://doi.org/10.1207/s15327574ijt0404_4","is_oa":false,"landing_page_url":"https://doi.org/10.1207/s15327574ijt0404_4","pdf_url":null,"source":{"id":"https://openalex.org/S145459003","display_name":"International Journal of Testing","issn_l":"1530-5058","issn":["1530-5058","1532-7574"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Testing","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.85.3604","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.85.3604","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.education.umd.edu/EDMS/mislevy/CLI/NaturalLanguageProcessing.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1320006","https://openalex.org/W1574901103","https://openalex.org/W1981361874","https://openalex.org/W2012038489","https://openalex.org/W2035223780","https://openalex.org/W2039681496","https://openalex.org/W2087152310","https://openalex.org/W2090847193","https://openalex.org/W2128325676","https://openalex.org/W2319794630","https://openalex.org/W2342152763","https://openalex.org/W3013278211","https://openalex.org/W7047381192"],"related_works":["https://openalex.org/W136139837","https://openalex.org/W144723948","https://openalex.org/W1971678193","https://openalex.org/W2953219103","https://openalex.org/W2062174216","https://openalex.org/W2187693799","https://openalex.org/W6922388943","https://openalex.org/W3015857400","https://openalex.org/W7132994632"],"abstract_inverted_index":{"Whereas":[0],"great":[1],"advances":[2],"have":[3],"been":[4],"made":[5],"in":[6,12,78,84,156,167,222],"the":[7,26,35,56,72,85,96,106,136,157,168,190,194,197,223,229,234],"statistical":[8,22,30,226],"sophistication":[9],"of":[10,14,28,37,87,95,108,121,143,159,170,176,189,193,225,231,236],"assessments":[11],"terms":[13],"evidence":[15],"accumulation":[16],"and":[17,42,76,81,93,118,153,196,233],"task":[18],"selection,":[19],"relatively":[20],"little":[21],"work":[23],"has":[24],"explored":[25],"possibility":[27],"applying":[29],"techniques":[31,69,142,227],"to":[32,43,58,70,114,186,207,228],"data":[33],"for":[34],"purposes":[36],"determining":[38],"appropriate":[39,191],"domain":[40,195],"understanding":[41,230],"generate":[44],"task-level":[45],"scoring":[46,60,214,237],"rules.":[47],"Now":[48],"that":[49,131,151,161,179],"complex":[50],"tasks":[51,117,138],"are":[52,239],"becoming":[53,62],"increasingly":[54],"prevalent,":[55],"inattention":[57],"item-level":[59],"is":[61],"more":[63],"problematic.":[64],"This":[65],"study":[66],"utilizes":[67],"exploratory":[68],"examine":[71],"differences":[73,204],"between":[74],"experts":[75,104,152],"novices":[77,154],"command":[79],"usage":[80],"troubleshooting":[82,116,137],"strategies":[83],"field":[86,107],"computer":[88],"networking.":[89,109],"Participants":[90],"were":[91,139,162,180,182,205],"students":[92],"instructors":[94],"Cisco":[97],"Networking":[98],"Academy":[99],"Program":[100],"as":[101,103,164,166],"well":[102,165],"from":[105],"Each":[110],"participant":[111],"was":[112,124],"asked":[113],"perform":[115],"a":[119,187],"log":[120],"their":[122],"actions":[123],"recorded.":[125],"Log":[126],"files":[127],"containing":[128],"all":[129],"commands":[130,160],"participants":[132],"entered":[133],"while":[134],"completing":[135],"analyzed":[140],"using":[141],"Statistical":[144],"Natural":[145],"Language":[146],"Processing":[147],"(SNLP).":[148],"Results":[149],"indicated":[150],"differed":[155],"types":[158],"used":[163],"sequence":[169],"those":[171,218],"commands.":[172],"Moreover,":[173],"some":[174],"patterns":[175],"examinee":[177],"response":[178],"found":[181],"entirely":[183],"unexpected,":[184],"leading":[185],"rethinking":[188],"conceptualization":[192],"tasks.":[198],"Previous":[199],"assumptions":[200],"about":[201],"expert":[202],"novice":[203],"shown":[206],"be":[208],"faulty":[209],"along":[210],"with":[211],"previously":[212],"constructed":[213],"rules":[215,238],"based":[216],"on":[217],"assumptions.":[219],"Comprehensive":[220],"research":[221],"application":[224],"domains":[232],"validation":[235],"recommended.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2012,"cited_by_count":4}],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2016-06-24T00:00:00"}