{"id":"https://openalex.org/W2989613245","doi":"https://doi.org/10.1007/s40593-019-00186-y","title":"A Systematic Review of Automatic Question Generation for Educational Purposes","display_name":"A Systematic Review of Automatic Question Generation for Educational Purposes","publication_year":2019,"publication_date":"2019-11-21","ids":{"openalex":"https://openalex.org/W2989613245","doi":"https://doi.org/10.1007/s40593-019-00186-y","mag":"2989613245"},"language":"en","primary_location":{"id":"doi:10.1007/s40593-019-00186-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-019-00186-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-019-00186-y.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s40593-019-00186-y.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091777302","display_name":"Ghader Kurdi","orcid":"https://orcid.org/0000-0003-1745-5581"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Ghader Kurdi","raw_affiliation_strings":["Department of Computer Science, The University of Manchester, Manchester, UK"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Manchester, Manchester, UK","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007379458","display_name":"Jared Leo","orcid":null},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jared Leo","raw_affiliation_strings":["Department of Computer Science, The University of Manchester, Manchester, UK"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Manchester, Manchester, UK","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005432645","display_name":"Bijan Parsia","orcid":"https://orcid.org/0000-0002-3222-7571"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bijan Parsia","raw_affiliation_strings":["Department of Computer Science, The University of Manchester, Manchester, UK"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Manchester, Manchester, UK","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072391425","display_name":"Ulrike Sattler","orcid":"https://orcid.org/0000-0003-4103-3389"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Uli Sattler","raw_affiliation_strings":["Department of Computer Science, The University of Manchester, Manchester, UK"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Manchester, Manchester, UK","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027575640","display_name":"Salam Al-E\u2019mari","orcid":"https://orcid.org/0000-0002-2134-4158"},"institutions":[{"id":"https://openalex.org/I199693650","display_name":"Umm al-Qura University","ror":"https://ror.org/01xjqrm90","country_code":"SA","type":"education","lineage":["https://openalex.org/I199693650"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Salam Al-Emari","raw_affiliation_strings":["Umm Al-Qura University, Mecca, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Umm Al-Qura University, Mecca, Saudi Arabia","institution_ids":["https://openalex.org/I199693650"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5091777302"],"corresponding_institution_ids":["https://openalex.org/I28407311"],"apc_list":{"value":2190,"currency":"EUR","value_usd":2790},"apc_paid":{"value":2190,"currency":"EUR","value_usd":2790},"fwci":16.6189,"has_fulltext":true,"cited_by_count":440,"citation_normalized_percentile":{"value":0.9928046,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"30","issue":"1","first_page":"121","last_page":"204"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.9642999768257141,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9639999866485596,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/presentation","display_name":"Presentation (obstetrics)","score":0.6991499066352844},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6940678358078003},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6581295728683472},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.607736349105835},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.44820502400398254},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.4113346338272095},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3972218930721283},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.38935038447380066},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.361960768699646},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2297162413597107},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14125165343284607},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.10127365589141846},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.08925476670265198},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.08701947331428528}],"concepts":[{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.6991499066352844},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6940678358078003},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6581295728683472},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.607736349105835},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.44820502400398254},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.4113346338272095},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3972218930721283},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.38935038447380066},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.361960768699646},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2297162413597107},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14125165343284607},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.10127365589141846},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.08925476670265198},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.08701947331428528},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s40593-019-00186-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-019-00186-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-019-00186-y.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/1a6b0199-ce17-4ada-9bfc-e7eb715dc6db","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/1a6b0199-ce17-4ada-9bfc-e7eb715dc6db","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Kurdi, G, Leo, J, Parsia, B, Sattler, U & Al-Emari, S 2019, 'A Systematic Review of Automatic Question Generation for Educational Purposes', Journal of Artificial Intelligence in Education, pp. 1. https://doi.org/10.1007/s40593-019-00186-y","raw_type":"article"},{"id":"pmh:oai:pure.atira.dk:publications/1a6b0199-ce17-4ada-9bfc-e7eb715dc6db","is_oa":true,"landing_page_url":"https://www.research.manchester.ac.uk/portal/en/publications/a-systematic-review-of-automatic-question-generation-for-educational-purposes(1a6b0199-ce17-4ada-9bfc-e7eb715dc6db).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Kurdi, G, Leo, J, Parsia, B, Sattler, U & Al-Emari, S 2019, 'A Systematic Review of Automatic Question Generation for Educational Purposes', Journal of Artificial Intelligence in Education, pp. 1. https://doi.org/10.1007/s40593-019-00186-y","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40593-019-00186-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-019-00186-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-019-00186-y.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2989613245.pdf","grobid_xml":"https://content.openalex.org/works/W2989613245.grobid-xml"},"referenced_works_count":171,"referenced_works":["https://openalex.org/W19665345","https://openalex.org/W124425930","https://openalex.org/W154366741","https://openalex.org/W315951466","https://openalex.org/W321051970","https://openalex.org/W598355015","https://openalex.org/W611095317","https://openalex.org/W807300946","https://openalex.org/W1002015759","https://openalex.org/W1155253037","https://openalex.org/W1444168786","https://openalex.org/W1531374185","https://openalex.org/W1577638355","https://openalex.org/W1585878204","https://openalex.org/W1622896514","https://openalex.org/W1660943945","https://openalex.org/W1665667402","https://openalex.org/W1907895403","https://openalex.org/W1971244273","https://openalex.org/W1981259145","https://openalex.org/W1987117090","https://openalex.org/W2006055775","https://openalex.org/W2011198256","https://openalex.org/W2013809972","https://openalex.org/W2016300738","https://openalex.org/W2035763934","https://openalex.org/W2040313380","https://openalex.org/W2046149904","https://openalex.org/W2051356315","https://openalex.org/W2069032672","https://openalex.org/W2072385577","https://openalex.org/W2078549040","https://openalex.org/W2082361605","https://openalex.org/W2084116555","https://openalex.org/W2087190704","https://openalex.org/W2097993933","https://openalex.org/W2101105183","https://openalex.org/W2102381086","https://openalex.org/W2109609717","https://openalex.org/W2111652923","https://openalex.org/W2114488753","https://openalex.org/W2120520504","https://openalex.org/W2123185256","https://openalex.org/W2123301721","https://openalex.org/W2129496160","https://openalex.org/W2134066125","https://openalex.org/W2135585801","https://openalex.org/W2143706264","https://openalex.org/W2144723881","https://openalex.org/W2151466713","https://openalex.org/W2154652894","https://openalex.org/W2159583324","https://openalex.org/W2160968678","https://openalex.org/W2161318349","https://openalex.org/W2162342623","https://openalex.org/W2168327886","https://openalex.org/W2183465865","https://openalex.org/W2220688940","https://openalex.org/W2250335116","https://openalex.org/W2251056936","https://openalex.org/W2251562315","https://openalex.org/W2251694021","https://openalex.org/W2272879260","https://openalex.org/W2275056699","https://openalex.org/W2283204694","https://openalex.org/W2291538400","https://openalex.org/W2295095715","https://openalex.org/W2295585877","https://openalex.org/W2307987418","https://openalex.org/W2309571606","https://openalex.org/W2336465850","https://openalex.org/W2336923897","https://openalex.org/W2337199604","https://openalex.org/W2376694580","https://openalex.org/W2399754769","https://openalex.org/W2402499785","https://openalex.org/W2404369708","https://openalex.org/W2407344045","https://openalex.org/W2420011772","https://openalex.org/W2463433017","https://openalex.org/W2463612377","https://openalex.org/W2467908175","https://openalex.org/W2517654006","https://openalex.org/W2518833889","https://openalex.org/W2525617277","https://openalex.org/W2531799532","https://openalex.org/W2540149843","https://openalex.org/W2546248468","https://openalex.org/W2546439506","https://openalex.org/W2547620388","https://openalex.org/W2551582814","https://openalex.org/W2552456544","https://openalex.org/W2562215231","https://openalex.org/W2578080060","https://openalex.org/W2578193051","https://openalex.org/W2578757132","https://openalex.org/W2579866106","https://openalex.org/W2587815154","https://openalex.org/W2587954179","https://openalex.org/W2590132339","https://openalex.org/W2592784990","https://openalex.org/W2593434837","https://openalex.org/W2607077887","https://openalex.org/W2614582630","https://openalex.org/W2620792330","https://openalex.org/W2620811048","https://openalex.org/W2655123653","https://openalex.org/W2694955918","https://openalex.org/W2740479072","https://openalex.org/W2755142264","https://openalex.org/W2756495812","https://openalex.org/W2758535940","https://openalex.org/W2758591789","https://openalex.org/W2758592353","https://openalex.org/W2760431364","https://openalex.org/W2761529087","https://openalex.org/W2769327879","https://openalex.org/W2780841523","https://openalex.org/W2781428482","https://openalex.org/W2782473704","https://openalex.org/W2791566576","https://openalex.org/W2792147517","https://openalex.org/W2797042600","https://openalex.org/W2798726445","https://openalex.org/W2802443482","https://openalex.org/W2805070499","https://openalex.org/W2806371566","https://openalex.org/W2807132464","https://openalex.org/W2809312246","https://openalex.org/W2809326784","https://openalex.org/W2810684233","https://openalex.org/W2812757605","https://openalex.org/W2836869902","https://openalex.org/W2876372830","https://openalex.org/W2887938737","https://openalex.org/W2892187572","https://openalex.org/W2895912893","https://openalex.org/W2896057350","https://openalex.org/W2896577354","https://openalex.org/W2899063731","https://openalex.org/W2904269650","https://openalex.org/W2906432682","https://openalex.org/W2913707177","https://openalex.org/W2914738125","https://openalex.org/W2916082703","https://openalex.org/W2938891783","https://openalex.org/W2963123047","https://openalex.org/W2963748441","https://openalex.org/W2963789726","https://openalex.org/W2964236999","https://openalex.org/W2964304126","https://openalex.org/W2998727009","https://openalex.org/W3021168631","https://openalex.org/W3082148714","https://openalex.org/W3086333017","https://openalex.org/W4205893994","https://openalex.org/W4214825680","https://openalex.org/W4234544899","https://openalex.org/W4251971396","https://openalex.org/W4256721538","https://openalex.org/W4285088909","https://openalex.org/W4384833768","https://openalex.org/W6635577384","https://openalex.org/W6682631176","https://openalex.org/W6694483935","https://openalex.org/W6719560323","https://openalex.org/W6726800812","https://openalex.org/W6755641986","https://openalex.org/W6898505805","https://openalex.org/W6922068600","https://openalex.org/W6983418715"],"related_works":["https://openalex.org/W4387426029","https://openalex.org/W4254162896","https://openalex.org/W2032233321","https://openalex.org/W1477999932","https://openalex.org/W4388792380","https://openalex.org/W4386731653","https://openalex.org/W2376001620","https://openalex.org/W2925303117","https://openalex.org/W4285219045","https://openalex.org/W4200475773"],"abstract_inverted_index":{"Abstract":[0],"While":[1],"exam-style":[2],"questions":[3,17,66,120,187],"are":[4,129,224],"a":[5,10,19,52,73,89],"fundamental":[6],"educational":[7,38,122],"tool":[8],"serving":[9],"variety":[11],"of":[12,16,37,55,65,76,119,126,134,188],"purposes,":[13],"manual":[14,63],"construction":[15,64],"is":[18,178],"complex":[20],"process":[21],"that":[22,50,95,107,152,223],"requires":[23],"training,":[24],"experience,":[25],"and":[26,32,44,67,111,114,138,145,161,166,194,201,218],"resources.":[27],"This,":[28],"in":[29,147,157,181],"turn,":[30],"hinders":[31],"slows":[33],"down":[34],"the":[35,59,70,116,135,142,150,153,158,182,208],"use":[36],"activities":[39],"(e.g.":[40,47],"providing":[41],"practice":[42],"questions)":[43],"new":[45,77],"advances":[46,146],"adaptive":[48],"testing)":[49],"require":[51],"large":[53],"pool":[54],"questions.":[56],"To":[57],"reduce":[58],"expenses":[60],"associated":[61],"with":[62],"to":[68,100,172,210],"satisfy":[69],"need":[71,209],"for":[72,121,164,169],"continuous":[74],"supply":[75],"questions,":[78],"automatic":[79,117],"question":[80,192],"generation":[81,118],"(AQG)":[82],"techniques":[83],"were":[84,108],"introduced.":[85],"This":[86],"review":[87,91,128],"extends":[88],"previous":[90],"on":[92,185],"AQG":[93,136],"literature":[94,184],"has":[96,155],"been":[97],"published":[98],"up":[99],"late":[101],"2014.":[102],"It":[103],"includes":[104],"93":[105],"papers":[106],"between":[109],"2015":[110],"early":[112],"2019":[113],"tackle":[115],"purposes.":[123],"The":[124],"aims":[125],"this":[127],"to:":[130],"provide":[131],"an":[132],"overview":[133],"community":[137],"its":[139],"activities,":[140],"summarise":[141],"current":[143,183],"trends":[144],"AQG,":[148],"highlight":[149],"changes":[151],"area":[154],"undergone":[156],"recent":[159],"years,":[160],"suggest":[162,207],"areas":[163],"improvement":[165],"future":[167],"opportunities":[168],"AQG.":[170],"Similar":[171],"what":[173],"was":[174],"found":[175],"previously,":[176],"there":[177],"little":[179],"focus":[180],"generating":[186,202],"controlled":[189],"difficulty,":[190],"enriching":[191],"forms":[193],"structures,":[195],"automating":[196],"template":[197],"construction,":[198],"improving":[199],"presentation,":[200],"feedback.":[203],"Our":[204],"findings":[205],"also":[206],"further":[211],"improve":[212],"experimental":[213],"reporting,":[214],"harmonise":[215],"evaluation":[216,221],"metrics,":[217],"investigate":[219],"other":[220],"methods":[222],"more":[225],"feasible.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":22},{"year":2025,"cited_by_count":108},{"year":2024,"cited_by_count":106},{"year":2023,"cited_by_count":89},{"year":2022,"cited_by_count":53},{"year":2021,"cited_by_count":43},{"year":2020,"cited_by_count":19}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}