{"id":"https://openalex.org/W1452699976","doi":"https://doi.org/10.1109/tlt.2015.2438867","title":"Evaluating Recommender Systems for Technology Enhanced Learning: A Quantitative Survey","display_name":"Evaluating Recommender Systems for Technology Enhanced Learning: A Quantitative Survey","publication_year":2015,"publication_date":"2015-06-02","ids":{"openalex":"https://openalex.org/W1452699976","doi":"https://doi.org/10.1109/tlt.2015.2438867","mag":"1452699976"},"language":"en","primary_location":{"id":"doi:10.1109/tlt.2015.2438867","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tlt.2015.2438867","pdf_url":"https://ieeexplore.ieee.org/ielx7/4620076/7355489/07115158.pdf","source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ieeexplore.ieee.org/ielx7/4620076/7355489/07115158.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064636592","display_name":"Mojisola Erdt","orcid":"https://orcid.org/0000-0003-2371-6768"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Mojisola Erdt","raw_affiliation_strings":["Multimedia Communications Lab, KOM, Technische Universit\u00e4t Darmstadt, Germany","Technische Universit\u00e4t, Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"Multimedia Communications Lab, KOM, Technische Universit\u00e4t Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Technische Universit\u00e4t, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100675385","display_name":"Alejandro Fern\u00e1ndez","orcid":"https://orcid.org/0000-0002-7968-6871"},"institutions":[{"id":"https://openalex.org/I874386039","display_name":"Universidad Nacional de La Plata","ror":"https://ror.org/01tjs6929","country_code":"AR","type":"education","lineage":["https://openalex.org/I874386039"]}],"countries":["AR"],"is_corresponding":false,"raw_author_name":"Alejandro Fernandez","raw_affiliation_strings":["LiFiA, faculty of Informatics, UNLP and CiC, La Plata, Argentina",", UNLP and CiC, La Plata, Argentina"],"affiliations":[{"raw_affiliation_string":"LiFiA, faculty of Informatics, UNLP and CiC, La Plata, Argentina","institution_ids":["https://openalex.org/I874386039"]},{"raw_affiliation_string":", UNLP and CiC, La Plata, Argentina","institution_ids":["https://openalex.org/I874386039"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009893898","display_name":"Christoph Rensing","orcid":"https://orcid.org/0000-0002-1287-216X"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christoph Rensing","raw_affiliation_strings":["Multimedia Communications Lab, KOM, Technische Universit\u00e4t Darmstadt, Germany","Technische Universit\u00e4t, Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"Multimedia Communications Lab, KOM, Technische Universit\u00e4t Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Technische Universit\u00e4t, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5064636592"],"corresponding_institution_ids":["https://openalex.org/I31512782"],"apc_list":null,"apc_paid":null,"fwci":32.0591,"has_fulltext":false,"cited_by_count":145,"citation_normalized_percentile":{"value":0.99592104,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"8","issue":"4","first_page":"326","last_page":"344"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.1876000016927719,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.1876000016927719,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11370","display_name":"Mobile Learning in Education","score":0.059700001031160355,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.05339999869465828,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.921427845954895},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8572609424591064},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7243911027908325},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49709418416023254},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.45898115634918213},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3850286602973938},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.34200775623321533},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.09289899468421936}],"concepts":[{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.921427845954895},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8572609424591064},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7243911027908325},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49709418416023254},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.45898115634918213},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3850286602973938},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34200775623321533},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.09289899468421936},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tlt.2015.2438867","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tlt.2015.2438867","pdf_url":"https://ieeexplore.ieee.org/ielx7/4620076/7355489/07115158.pdf","source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},{"id":"pmh:oai:sedici.unlp.edu.ar:10915/86675","is_oa":true,"landing_page_url":"http://sedici.unlp.edu.ar/handle/10915/86675","pdf_url":null,"source":{"id":"https://openalex.org/S4306400803","display_name":"El Servicio de Difusi\u00f3n de la Creaci\u00f3n Intelectual (National University of La Plata)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I874386039","host_organization_name":"Universidad Nacional de La Plata","host_organization_lineage":["https://openalex.org/I874386039"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"reponame:SEDICI (UNLP)","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/tlt.2015.2438867","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tlt.2015.2438867","pdf_url":"https://ieeexplore.ieee.org/ielx7/4620076/7355489/07115158.pdf","source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1452699976.pdf","grobid_xml":"https://content.openalex.org/works/W1452699976.grobid-xml"},"referenced_works_count":304,"referenced_works":["https://openalex.org/W7102738","https://openalex.org/W19399978","https://openalex.org/W35190062","https://openalex.org/W52484424","https://openalex.org/W57324266","https://openalex.org/W63425479","https://openalex.org/W68197611","https://openalex.org/W68782630","https://openalex.org/W109732081","https://openalex.org/W115067512","https://openalex.org/W119808698","https://openalex.org/W123693119","https://openalex.org/W123875598","https://openalex.org/W125930156","https://openalex.org/W130080441","https://openalex.org/W138120176","https://openalex.org/W157520754","https://openalex.org/W160327943","https://openalex.org/W161845212","https://openalex.org/W162920709","https://openalex.org/W164318939","https://openalex.org/W170230812","https://openalex.org/W183068957","https://openalex.org/W202346529","https://openalex.org/W237720099","https://openalex.org/W268806887","https://openalex.org/W274289512","https://openalex.org/W345341131","https://openalex.org/W595872619","https://openalex.org/W1412447802","https://openalex.org/W1480933229","https://openalex.org/W1483711382","https://openalex.org/W1483840684","https://openalex.org/W1484916820","https://openalex.org/W1485859948","https://openalex.org/W1490559977","https://openalex.org/W1494123550","https://openalex.org/W1501639195","https://openalex.org/W1505402829","https://openalex.org/W1507584106","https://openalex.org/W1518052025","https://openalex.org/W1521385148","https://openalex.org/W1527095677","https://openalex.org/W1531995851","https://openalex.org/W1533698286","https://openalex.org/W1538179186","https://openalex.org/W1538465605","https://openalex.org/W1540598709","https://openalex.org/W1541708639","https://openalex.org/W1543655808","https://openalex.org/W1546670358","https://openalex.org/W1549063538","https://openalex.org/W1552849101","https://openalex.org/W1555256414","https://openalex.org/W1557527292","https://openalex.org/W1565318134","https://openalex.org/W1574232395","https://openalex.org/W1576030471","https://openalex.org/W1577627491","https://openalex.org/W1583702649","https://openalex.org/W1597703625","https://openalex.org/W1598687747","https://openalex.org/W1607161749","https://openalex.org/W1607467523","https://openalex.org/W1607496752","https://openalex.org/W1608008306","https://openalex.org/W1641897397","https://openalex.org/W1672437248","https://openalex.org/W1794117188","https://openalex.org/W1796800253","https://openalex.org/W1797940968","https://openalex.org/W1812405065","https://openalex.org/W1829912566","https://openalex.org/W1851026317","https://openalex.org/W1878723312","https://openalex.org/W1884588105","https://openalex.org/W1967535107","https://openalex.org/W1969834152","https://openalex.org/W1971040550","https://openalex.org/W1971572841","https://openalex.org/W1972196261","https://openalex.org/W1972204145","https://openalex.org/W1977060931","https://openalex.org/W1977429617","https://openalex.org/W1981666315","https://openalex.org/W1981945928","https://openalex.org/W1982201253","https://openalex.org/W1983312792","https://openalex.org/W1985118295","https://openalex.org/W1985749144","https://openalex.org/W1986984999","https://openalex.org/W1991040033","https://openalex.org/W1994510396","https://openalex.org/W2001168787","https://openalex.org/W2003445122","https://openalex.org/W2004026291","https://openalex.org/W2005687908","https://openalex.org/W2008743260","https://openalex.org/W2010057062","https://openalex.org/W2010993922","https://openalex.org/W2011524897","https://openalex.org/W2012674976","https://openalex.org/W2012761962","https://openalex.org/W2014892441","https://openalex.org/W2015736603","https://openalex.org/W2017394402","https://openalex.org/W2018165847","https://openalex.org/W2018525987","https://openalex.org/W2019113819","https://openalex.org/W2020727385","https://openalex.org/W2021174880","https://openalex.org/W2022257002","https://openalex.org/W2023929183","https://openalex.org/W2024392376","https://openalex.org/W2026447044","https://openalex.org/W2028377258","https://openalex.org/W2029553547","https://openalex.org/W2031622622","https://openalex.org/W2032468592","https://openalex.org/W2033943395","https://openalex.org/W2038374216","https://openalex.org/W2042113126","https://openalex.org/W2042200273","https://openalex.org/W2043733708","https://openalex.org/W2044306181","https://openalex.org/W2044598612","https://openalex.org/W2045405575","https://openalex.org/W2045871438","https://openalex.org/W2049670925","https://openalex.org/W2052509573","https://openalex.org/W2055330993","https://openalex.org/W2056021151","https://openalex.org/W2057182918","https://openalex.org/W2060109428","https://openalex.org/W2062909027","https://openalex.org/W2063504053","https://openalex.org/W2067411146","https://openalex.org/W2067433582","https://openalex.org/W2070925690","https://openalex.org/W2071978263","https://openalex.org/W2073771637","https://openalex.org/W2077221779","https://openalex.org/W2078077658","https://openalex.org/W2080215571","https://openalex.org/W2081101619","https://openalex.org/W2082497101","https://openalex.org/W2083933473","https://openalex.org/W2083991689","https://openalex.org/W2085276903","https://openalex.org/W2085458685","https://openalex.org/W2088750133","https://openalex.org/W2089289665","https://openalex.org/W2089969486","https://openalex.org/W2090317907","https://openalex.org/W2092038035","https://openalex.org/W2092380325","https://openalex.org/W2093692570","https://openalex.org/W2094852898","https://openalex.org/W2096357486","https://openalex.org/W2096469446","https://openalex.org/W2096586663","https://openalex.org/W2099052221","https://openalex.org/W2101019781","https://openalex.org/W2101780042","https://openalex.org/W2102384900","https://openalex.org/W2102456297","https://openalex.org/W2102486013","https://openalex.org/W2103347723","https://openalex.org/W2103529043","https://openalex.org/W2104632137","https://openalex.org/W2105034111","https://openalex.org/W2106538786","https://openalex.org/W2106760415","https://openalex.org/W2107584556","https://openalex.org/W2108630796","https://openalex.org/W2110537871","https://openalex.org/W2111205609","https://openalex.org/W2111631102","https://openalex.org/W2112639609","https://openalex.org/W2114538223","https://openalex.org/W2115794341","https://openalex.org/W2116479423","https://openalex.org/W2117248627","https://openalex.org/W2117772101","https://openalex.org/W2118916672","https://openalex.org/W2119455182","https://openalex.org/W2120730125","https://openalex.org/W2122101949","https://openalex.org/W2122376593","https://openalex.org/W2124059292","https://openalex.org/W2124154919","https://openalex.org/W2126660070","https://openalex.org/W2127237483","https://openalex.org/W2128070164","https://openalex.org/W2129828370","https://openalex.org/W2131468408","https://openalex.org/W2132194836","https://openalex.org/W2132226239","https://openalex.org/W2133907481","https://openalex.org/W2134148577","https://openalex.org/W2134447656","https://openalex.org/W2135780463","https://openalex.org/W2137208510","https://openalex.org/W2137761521","https://openalex.org/W2140747112","https://openalex.org/W2141589884","https://openalex.org/W2142017183","https://openalex.org/W2143072688","https://openalex.org/W2144793877","https://openalex.org/W2144883591","https://openalex.org/W2146871211","https://openalex.org/W2147402878","https://openalex.org/W2151484561","https://openalex.org/W2153279885","https://openalex.org/W2153895961","https://openalex.org/W2153976546","https://openalex.org/W2154260817","https://openalex.org/W2154588956","https://openalex.org/W2156192975","https://openalex.org/W2156221951","https://openalex.org/W2157310501","https://openalex.org/W2157356513","https://openalex.org/W2157623450","https://openalex.org/W2160995563","https://openalex.org/W2161299427","https://openalex.org/W2162111811","https://openalex.org/W2162835721","https://openalex.org/W2163254651","https://openalex.org/W2163515128","https://openalex.org/W2166041407","https://openalex.org/W2168709585","https://openalex.org/W2170105486","https://openalex.org/W2170278346","https://openalex.org/W2170327729","https://openalex.org/W2170482468","https://openalex.org/W2171960770","https://openalex.org/W2177925524","https://openalex.org/W2199058847","https://openalex.org/W2202359763","https://openalex.org/W2209103668","https://openalex.org/W2222895410","https://openalex.org/W2249979823","https://openalex.org/W2290104384","https://openalex.org/W2293223913","https://openalex.org/W2295646896","https://openalex.org/W2326140476","https://openalex.org/W2408172263","https://openalex.org/W2476442703","https://openalex.org/W2478713397","https://openalex.org/W2480446016","https://openalex.org/W2481861702","https://openalex.org/W2482085765","https://openalex.org/W2483789169","https://openalex.org/W2485387785","https://openalex.org/W2488880725","https://openalex.org/W2491875543","https://openalex.org/W2497638583","https://openalex.org/W2498327120","https://openalex.org/W2501202917","https://openalex.org/W2502258321","https://openalex.org/W2886357493","https://openalex.org/W2945424237","https://openalex.org/W2991982770","https://openalex.org/W3081745912","https://openalex.org/W4213342720","https://openalex.org/W4232858341","https://openalex.org/W4239181388","https://openalex.org/W4250664506","https://openalex.org/W4285719527","https://openalex.org/W6600268463","https://openalex.org/W6600808634","https://openalex.org/W6604595431","https://openalex.org/W6605604690","https://openalex.org/W6617867469","https://openalex.org/W6629003865","https://openalex.org/W6629453759","https://openalex.org/W6633161551","https://openalex.org/W6633883710","https://openalex.org/W6634632268","https://openalex.org/W6636488744","https://openalex.org/W6642050475","https://openalex.org/W6655767824","https://openalex.org/W6668066962","https://openalex.org/W6668546117","https://openalex.org/W6677436158","https://openalex.org/W6677614623","https://openalex.org/W6679176686","https://openalex.org/W6679452218","https://openalex.org/W6680481596","https://openalex.org/W6680787872","https://openalex.org/W6681027676","https://openalex.org/W6681098224","https://openalex.org/W6681500493","https://openalex.org/W6683123282","https://openalex.org/W6683238565","https://openalex.org/W6685854713","https://openalex.org/W6696160591","https://openalex.org/W6697261622","https://openalex.org/W6701794133","https://openalex.org/W6713686671","https://openalex.org/W6724429311","https://openalex.org/W6753259027","https://openalex.org/W6771176298","https://openalex.org/W7009475707"],"related_works":["https://openalex.org/W96612179","https://openalex.org/W2770234245","https://openalex.org/W2987774938","https://openalex.org/W2566006169","https://openalex.org/W4256492088","https://openalex.org/W4390273403","https://openalex.org/W632915154","https://openalex.org/W4229499248","https://openalex.org/W4386781444","https://openalex.org/W4378874356"],"abstract_inverted_index":{"The":[0],"increasing":[1],"number":[2],"of":[3,56,89,124,128,151,179,182],"publications":[4],"on":[5],"recommender":[6,27,42,67,83,184],"systems":[7,28,43,84,185],"for":[8,29,41,65,154,167],"Technology":[9],"Enhanced":[10],"Learning":[11],"(TEL)":[12],"evidence":[13],"a":[14,144],"growing":[15,145],"interest":[16],"in":[17,44,61,147],"their":[18],"development":[19],"and":[20,59,99,109,116,130,174,177],"deployment.":[21],"In":[22,69],"order":[23],"to":[24,32,80,119,190,193],"support":[25],"learning,":[26],"TEL":[30,66,82,183],"need":[31],"consider":[33],"specific":[34,57],"requirements,":[35],"which":[36],"differ":[37],"from":[38,94,137],"the":[39,54,62,72,120,134,138,148,152,159,180],"requirements":[40,52],"other":[45],"domains":[46],"like":[47],"e-commerce.":[48],"Consequently,":[49],"these":[50],"particular":[51],"motivate":[53],"incorporation":[55],"goals":[58],"methods":[60,75],"evaluation":[63,74,125,181,196],"process":[64],"systems.":[68],"this":[70],"article,":[71],"diverse":[73],"that":[76,141],"have":[77,104],"been":[78,105],"applied":[79],"evaluate":[81],"are":[85,92,113],"investigated.":[86],"A":[87],"total":[88],"235":[90],"articles":[91,112],"selected":[93],"major":[95],"conferences,":[96],"workshops,":[97],"journals,":[98],"books":[100],"where":[101],"relevant":[102],"work":[103],"published":[106],"between":[107],"2000":[108],"2014.":[110],"These":[111],"quantitatively":[114],"analysed":[115],"classified":[117],"according":[118],"following":[121],"criteria:":[122],"type":[123],"methodology,":[126],"subject":[127],"evaluation,":[129],"effects":[131],"measured":[132],"by":[133],"evaluation.":[135],"Results":[136],"survey":[139,171],"suggest":[140],"there":[142,162],"is":[143,163],"awareness":[146],"research":[149],"community":[150],"necessity":[153],"more":[155],"elaborate":[156],"evaluations.":[157],"At":[158],"same":[160],"time,":[161],"still":[164],"substantial":[165],"potential":[166],"further":[168],"improvements.":[169],"This":[170],"highlights":[172],"trends":[173],"discusses":[175],"strengths":[176],"shortcomings":[178],"thus":[186],"far,":[187],"thereby":[188],"aiming":[189],"stimulate":[191],"researchers":[192],"contemplate":[194],"novel":[195],"approaches.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":27},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":22},{"year":2016,"cited_by_count":7}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}