{"id":"https://openalex.org/W2250556123","doi":"https://doi.org/10.3115/v1/w15-0601","title":"Candidate evaluation strategies for improved difficulty prediction of language tests","display_name":"Candidate evaluation strategies for improved difficulty prediction of language tests","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W2250556123","doi":"https://doi.org/10.3115/v1/w15-0601","mag":"2250556123"},"language":"en","primary_location":{"id":"doi:10.3115/v1/w15-0601","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w15-0601","pdf_url":"https://www.aclweb.org/anthology/W15-0601.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W15-0601.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087195265","display_name":"Lisa Beinborn","orcid":"https://orcid.org/0000-0001-8654-2190"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Lisa Beinborn","raw_affiliation_strings":["UKP Lab, Technische Universit\u00e4t Darmstadt"],"affiliations":[{"raw_affiliation_string":"UKP Lab, Technische Universit\u00e4t Darmstadt","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072459546","display_name":"Torsten Zesch","orcid":"https://orcid.org/0000-0002-9678-3825"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Torsten Zesch","raw_affiliation_strings":["Language Technology Lab, University of Duisburg-Essen"],"affiliations":[{"raw_affiliation_string":"Language Technology Lab, University of Duisburg-Essen","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027450194","display_name":"Iryna Gurevych","orcid":"https://orcid.org/0000-0003-2187-7621"},"institutions":[{"id":"https://openalex.org/I4210138519","display_name":"DIPF | Leibniz Institute for Research and Information in Education","ror":"https://ror.org/0327sr118","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210138519"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Iryna Gurevych","raw_affiliation_strings":["UKP Lab, German Institute for Educational Research"],"affiliations":[{"raw_affiliation_string":"UKP Lab, German Institute for Educational Research","institution_ids":["https://openalex.org/I4210138519"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5087195265"],"corresponding_institution_ids":["https://openalex.org/I31512782"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.08563763,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7943321466445923},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7715249061584473},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6084847450256348},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.570166826248169},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5157520771026611},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.505343496799469}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7943321466445923},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7715249061584473},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6084847450256348},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.570166826248169},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5157520771026611},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.505343496799469},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.3115/v1/w15-0601","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w15-0601","pdf_url":"https://www.aclweb.org/anthology/W15-0601.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"},{"id":"pmh:oai:duepublico2.uni-due.de:duepublico_mods_00072107","is_oa":true,"landing_page_url":"https://duepublico2.uni-due.de/receive/duepublico_mods_00072107","pdf_url":null,"source":{"id":"https://openalex.org/S4306400212","display_name":"DuEPublico (University of Duisburg-Essen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62318514","host_organization_name":"University of Duisburg-Essen","host_organization_lineage":["https://openalex.org/I62318514"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:conferenceObject"},{"id":"pmh:oai:publications.goettingen-research-online.de:2/152717","is_oa":true,"landing_page_url":"https://resolver.sub.uni-goettingen.de/purl?gro-2/152717","pdf_url":null,"source":{"id":"https://openalex.org/S4306401634","display_name":"GoeScholar  The Publication Server of the Georg-August-Universit\u00e4t G\u00f6ttingen (Georg-August-Universit\u00e4t G\u00f6ttingen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210122495","host_organization_name":"Asklepios Klinik St. Georg","host_organization_lineage":["https://openalex.org/I4210122495"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"no"},{"id":"pmh:oai:research.vu.nl:publications/18bfbf00-b300-49ad-acbd-a7385b0a8026","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400546","display_name":"Digital Academic REpository of VU University Amsterdam (Vrije Universiteit Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:104636","is_oa":false,"landing_page_url":"http://tubiblio.ulb.tu-darmstadt.de/104636/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Konferenzver\u00f6ffentlichung"},{"id":"pmh:vu:oai:research.vu.nl:publications/18bfbf00-b300-49ad-acbd-a7385b0a8026","is_oa":false,"landing_page_url":"https://research.vu.nl/en/publications/18bfbf00-b300-49ad-acbd-a7385b0a8026","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the Tenth Workshop on Innovative Use of NLP for Building Educational Applications, 1 - 11","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"doi:10.3115/v1/w15-0601","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w15-0601","pdf_url":"https://www.aclweb.org/anthology/W15-0601.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8600000143051147}],"awards":[{"id":"https://openalex.org/G1318222655","display_name":null,"funder_award_id":"Lichtenberg-Professorship","funder_id":"https://openalex.org/F4320320882","funder_display_name":"Volkswagen Foundation"},{"id":"https://openalex.org/G348198870","display_name":null,"funder_award_id":"82806","funder_id":"https://openalex.org/F4320320882","funder_display_name":"Volkswagen Foundation"},{"id":"https://openalex.org/G6467963393","display_name":null,"funder_award_id":"I/82806","funder_id":"https://openalex.org/F4320320882","funder_display_name":"Volkswagen Foundation"}],"funders":[{"id":"https://openalex.org/F4320320882","display_name":"Volkswagen Foundation","ror":"https://ror.org/03bsmfz84"},{"id":"https://openalex.org/F4320324316","display_name":"Klaus Tschira Stiftung","ror":"https://ror.org/052jep661"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2250556123.pdf","grobid_xml":"https://content.openalex.org/works/W2250556123.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W141030562","https://openalex.org/W164440181","https://openalex.org/W258033279","https://openalex.org/W638627092","https://openalex.org/W1510100763","https://openalex.org/W1528370852","https://openalex.org/W1551413707","https://openalex.org/W1772447446","https://openalex.org/W2015934152","https://openalex.org/W2069032672","https://openalex.org/W2072094567","https://openalex.org/W2108425242","https://openalex.org/W2120779048","https://openalex.org/W2123842387","https://openalex.org/W2133990480","https://openalex.org/W2147152072","https://openalex.org/W2156821486","https://openalex.org/W2161325192","https://openalex.org/W2172235535","https://openalex.org/W2184987821","https://openalex.org/W2251024444","https://openalex.org/W2251087009","https://openalex.org/W2251991755","https://openalex.org/W2270070752","https://openalex.org/W2293720556","https://openalex.org/W2298229244","https://openalex.org/W2338155400","https://openalex.org/W2759478409"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Language":[0],"proficiency":[1],"tests":[2],"are":[3],"a":[4,26],"useful":[5],"tool":[6],"for":[7,29,49,72],"evaluating":[8],"learner":[9],"progress,":[10],"if":[11],"the":[12,16,19,73],"test":[13,30,40],"difficulty":[14,31,74],"fits":[15],"level":[17],"of":[18,76],"learner.":[20],"In":[21,42],"this":[22],"work,":[23],"we":[24,44],"describe":[25],"generalized":[27],"framework":[28],"prediction":[32,75],"that":[33],"is":[34],"applicable":[35],"to":[36,69],"several":[37],"languages":[38],"and":[39,62],"types.":[41],"addition,":[43],"develop":[45],"two":[46],"ranking":[47,66],"strategies":[48,67],"candidate":[50],"evaluation":[51],"inspired":[52],"by":[53],"automatic":[54],"solving":[55],"methods":[56],"based":[57],"on":[58],"language":[59],"model":[60],"probability":[61],"semantic":[63],"relatedness.":[64],"These":[65],"lead":[68],"significant":[70],"improvements":[71],"cloze":[77],"tests.":[78]},"counts_by_year":[{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}