{"id":"https://openalex.org/W4292595846","doi":"https://doi.org/10.1145/3556538","title":"A Survey on Recent Approaches to Question Difficulty Estimation from Text","display_name":"A Survey on Recent Approaches to Question Difficulty Estimation from Text","publication_year":2022,"publication_date":"2022-08-22","ids":{"openalex":"https://openalex.org/W4292595846","doi":"https://doi.org/10.1145/3556538"},"language":"en","primary_location":{"id":"doi:10.1145/3556538","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3556538","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3556538","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3556538","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077323868","display_name":"Luca Benedetto","orcid":"https://orcid.org/0000-0002-5113-4696"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Luca Benedetto","raw_affiliation_strings":["Politecnico di Milano, Italy"],"affiliations":[{"raw_affiliation_string":"Politecnico di Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062726854","display_name":"Paolo Cremonesi","orcid":"https://orcid.org/0000-0002-1253-8081"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Paolo Cremonesi","raw_affiliation_strings":["Politecnico di Milano, Italy"],"affiliations":[{"raw_affiliation_string":"Politecnico di Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069029343","display_name":"Andrew Caines","orcid":"https://orcid.org/0000-0001-9647-4902"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrew Caines","raw_affiliation_strings":["Computer Laboratory & ALTA Inst., University of Cambridge, U.K"],"affiliations":[{"raw_affiliation_string":"Computer Laboratory & ALTA Inst., University of Cambridge, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013999263","display_name":"Paula Buttery","orcid":"https://orcid.org/0000-0003-3874-0656"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paula Buttery","raw_affiliation_strings":["Computer Laboratory & ALTA Inst., University of Cambridge, U.K"],"affiliations":[{"raw_affiliation_string":"Computer Laboratory & ALTA Inst., University of Cambridge, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102974713","display_name":"Andrea Cappelli","orcid":"https://orcid.org/0000-0003-1391-5202"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrea Cappelli","raw_affiliation_strings":["Cloud Academy Sagl., Switzerland"],"affiliations":[{"raw_affiliation_string":"Cloud Academy Sagl., Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050457226","display_name":"Andrea Giussani","orcid":"https://orcid.org/0000-0002-6081-5864"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrea Giussani","raw_affiliation_strings":["Cloud Academy Sagl., Switzerland"],"affiliations":[{"raw_affiliation_string":"Cloud Academy Sagl., Switzerland","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011043068","display_name":"Roberto Turrin","orcid":"https://orcid.org/0000-0001-8191-3159"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roberto Turrin","raw_affiliation_strings":["Cloud Academy Sagl., Switzerland"],"affiliations":[{"raw_affiliation_string":"Cloud Academy Sagl., Switzerland","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5077323868"],"corresponding_institution_ids":["https://openalex.org/I93860229"],"apc_list":null,"apc_paid":null,"fwci":4.5515,"has_fulltext":true,"cited_by_count":34,"citation_normalized_percentile":{"value":0.95240012,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"55","issue":"9","first_page":"1","last_page":"37"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8538365960121155},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.7337328791618347},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.6943860054016113},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5099533796310425},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.5060569643974304},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.49820590019226074},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4629557728767395},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4624825417995453},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42739975452423096},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38454669713974},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3263735771179199},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2664734125137329},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07745960354804993}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8538365960121155},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.7337328791618347},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.6943860054016113},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5099533796310425},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.5060569643974304},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.49820590019226074},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4629557728767395},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4624825417995453},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42739975452423096},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38454669713974},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3263735771179199},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2664734125137329},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07745960354804993},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3556538","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3556538","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3556538","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:oai:re.public.polimi.it:11311/1220276","is_oa":true,"landing_page_url":"http://hdl.handle.net/11311/1220276","pdf_url":null,"source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:www.repository.cam.ac.uk:1810/341195","is_oa":true,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/341195","pdf_url":null,"source":{"id":"https://openalex.org/S4306401777","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.17863/cam.88620","is_oa":true,"landing_page_url":"https://doi.org/10.17863/cam.88620","pdf_url":null,"source":{"id":"https://openalex.org/S7407050737","display_name":"Apollo","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1145/3556538","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3556538","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3556538","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8899999856948853,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4292595846.pdf","grobid_xml":"https://content.openalex.org/works/W4292595846.grobid-xml"},"referenced_works_count":113,"referenced_works":["https://openalex.org/W102708294","https://openalex.org/W133394232","https://openalex.org/W282787389","https://openalex.org/W611095317","https://openalex.org/W618991135","https://openalex.org/W1481128830","https://openalex.org/W1507711477","https://openalex.org/W1509228788","https://openalex.org/W1516184288","https://openalex.org/W1524281572","https://openalex.org/W1557139781","https://openalex.org/W1580749063","https://openalex.org/W1593427659","https://openalex.org/W1688896956","https://openalex.org/W1832693441","https://openalex.org/W1963679057","https://openalex.org/W1967390364","https://openalex.org/W1974991592","https://openalex.org/W1979532929","https://openalex.org/W1986021671","https://openalex.org/W1997161938","https://openalex.org/W2024029582","https://openalex.org/W2047140011","https://openalex.org/W2064675550","https://openalex.org/W2073265902","https://openalex.org/W2076931351","https://openalex.org/W2105933041","https://openalex.org/W2106695994","https://openalex.org/W2110495801","https://openalex.org/W2124479978","https://openalex.org/W2127374659","https://openalex.org/W2139743404","https://openalex.org/W2143017621","https://openalex.org/W2144211451","https://openalex.org/W2156104040","https://openalex.org/W2158139273","https://openalex.org/W2162283255","https://openalex.org/W2165297076","https://openalex.org/W2187707171","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2250556123","https://openalex.org/W2280538463","https://openalex.org/W2293720556","https://openalex.org/W2294798173","https://openalex.org/W2312432182","https://openalex.org/W2317335287","https://openalex.org/W2373203528","https://openalex.org/W2420011772","https://openalex.org/W2511149293","https://openalex.org/W2512007443","https://openalex.org/W2514166524","https://openalex.org/W2532922894","https://openalex.org/W2546773589","https://openalex.org/W2547620388","https://openalex.org/W2556979914","https://openalex.org/W2595551253","https://openalex.org/W2605073321","https://openalex.org/W2605961645","https://openalex.org/W2611669587","https://openalex.org/W2740887992","https://openalex.org/W2743279905","https://openalex.org/W2756883610","https://openalex.org/W2775907076","https://openalex.org/W2780841523","https://openalex.org/W2788574423","https://openalex.org/W2805159187","https://openalex.org/W2809263292","https://openalex.org/W2876372830","https://openalex.org/W2884517879","https://openalex.org/W2884803076","https://openalex.org/W2889162435","https://openalex.org/W2901190673","https://openalex.org/W2906432682","https://openalex.org/W2945304998","https://openalex.org/W2945802760","https://openalex.org/W2946436477","https://openalex.org/W2951048105","https://openalex.org/W2951443432","https://openalex.org/W2955931418","https://openalex.org/W2962739339","https://openalex.org/W2964120615","https://openalex.org/W2964912036","https://openalex.org/W2970637899","https://openalex.org/W2978017171","https://openalex.org/W2978725006","https://openalex.org/W2980345007","https://openalex.org/W2981542137","https://openalex.org/W2984268961","https://openalex.org/W2984472034","https://openalex.org/W2987183241","https://openalex.org/W2989613245","https://openalex.org/W3000343461","https://openalex.org/W3010910478","https://openalex.org/W3012420325","https://openalex.org/W3019082520","https://openalex.org/W3029996891","https://openalex.org/W3037535674","https://openalex.org/W3038429505","https://openalex.org/W3039949235","https://openalex.org/W3044970283","https://openalex.org/W3046882705","https://openalex.org/W3082341085","https://openalex.org/W3101118213","https://openalex.org/W3102111601","https://openalex.org/W3102281445","https://openalex.org/W3103755278","https://openalex.org/W3107645194","https://openalex.org/W3212093422","https://openalex.org/W3217611625","https://openalex.org/W4385245566","https://openalex.org/W6686791705","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W2357241418","https://openalex.org/W2789919619","https://openalex.org/W2086064646","https://openalex.org/W2119135658","https://openalex.org/W2115485936","https://openalex.org/W2293457016","https://openalex.org/W3022131925","https://openalex.org/W3169305685","https://openalex.org/W2792377126","https://openalex.org/W2349174110"],"abstract_inverted_index":{"Question":[0],"Difficulty":[1],"Estimation":[2],"from":[3,80],"Text":[4],"(QDET)":[5],"is":[6],"the":[7,15,26,38,49,74],"application":[8],"of":[9,17,28,76,87],"Natural":[10],"Language":[11],"Processing":[12],"techniques":[13],"to":[14,37,95],"estimation":[16,79],"a":[18,41,85],"value,":[19],"either":[20],"numerical":[21],"or":[22],"categorical,":[23],"which":[24],"represents":[25],"difficulty":[27,78],"questions":[29],"in":[30,56,92],"educational":[31],"settings.":[32],"We":[33],"give":[34],"an":[35,67],"introduction":[36,68],"field,":[39],"build":[40],"taxonomy":[42],"based":[43],"on":[44],"question":[45,77],"characteristics,":[46],"and":[47,71,82],"present":[48],"various":[50],"approaches":[51],"that":[52],"have":[53],"been":[54],"proposed":[55],"recent":[57,90],"years,":[58],"outlining":[59],"opportunities":[60],"for":[61,69],"further":[62],"research.":[63],"This":[64],"survey":[65],"provides":[66],"researchers":[70],"practitioners":[72],"into":[73],"domain":[75],"text":[81],"acts":[83],"as":[84],"point":[86],"reference":[88],"about":[89],"research":[91],"this":[93],"topic":[94],"date.":[96]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":7}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}