{"id":"https://openalex.org/W4213241898","doi":"https://doi.org/10.1109/access.2022.3152397","title":"Technologies for GQM-Based Metrics Recommender Systems: A Systematic Literature Review","display_name":"Technologies for GQM-Based Metrics Recommender Systems: A Systematic Literature Review","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4213241898","doi":"https://doi.org/10.1109/access.2022.3152397"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3152397","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3152397","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09717411.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09717411.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039029789","display_name":"Mirko Farina","orcid":"https://orcid.org/0000-0001-8342-6549"},"institutions":[{"id":"https://openalex.org/I4210116741","display_name":"Innopolis University","ror":"https://ror.org/02b7jh107","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210116741"]}],"countries":["RU"],"is_corresponding":true,"raw_author_name":"Mirko Farina","raw_affiliation_strings":["Human Machine Interaction Laboratory, Faculty of Humanities and Social Sciences, Innopolis University, Innopolis, Russia","Faculty of Computer Science and Engineering, Innopolis University, Innopolis, Russia"],"affiliations":[{"raw_affiliation_string":"Human Machine Interaction Laboratory, Faculty of Humanities and Social Sciences, Innopolis University, Innopolis, Russia","institution_ids":["https://openalex.org/I4210116741"]},{"raw_affiliation_string":"Faculty of Computer Science and Engineering, Innopolis University, Innopolis, Russia","institution_ids":["https://openalex.org/I4210116741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047633118","display_name":"Anna Gorb","orcid":"https://orcid.org/0000-0001-9699-9637"},"institutions":[{"id":"https://openalex.org/I4210116741","display_name":"Innopolis University","ror":"https://ror.org/02b7jh107","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210116741"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Anna Gorb","raw_affiliation_strings":["Faculty of Computer Science and Engineering, Innopolis University, Innopolis, Russia"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Engineering, Innopolis University, Innopolis, Russia","institution_ids":["https://openalex.org/I4210116741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068606463","display_name":"Artem Kruglov","orcid":"https://orcid.org/0000-0003-2038-1392"},"institutions":[{"id":"https://openalex.org/I4210116741","display_name":"Innopolis University","ror":"https://ror.org/02b7jh107","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210116741"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Artem Kruglov","raw_affiliation_strings":["Faculty of Computer Science and Engineering, Innopolis University, Innopolis, Russia"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Engineering, Innopolis University, Innopolis, Russia","institution_ids":["https://openalex.org/I4210116741"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039583821","display_name":"Giancarlo Succi","orcid":"https://orcid.org/0000-0001-8847-0186"},"institutions":[{"id":"https://openalex.org/I4210116741","display_name":"Innopolis University","ror":"https://ror.org/02b7jh107","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210116741"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Giancarlo Succi","raw_affiliation_strings":["Faculty of Computer Science and Engineering, Innopolis University, Innopolis, Russia"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Engineering, Innopolis University, Innopolis, Russia","institution_ids":["https://openalex.org/I4210116741"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5039029789"],"corresponding_institution_ids":["https://openalex.org/I4210116741"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":5.4134,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.95860933,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"10","issue":null,"first_page":"23098","last_page":"23111"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8371812105178833},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.8184235095977783},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6397916674613953},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5689166188240051},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.5680515170097351},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5375162959098816},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.5359179973602295},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.460846871137619},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.45405465364456177},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4214627742767334},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3983575403690338},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3236904740333557},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18523266911506653}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8371812105178833},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.8184235095977783},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6397916674613953},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5689166188240051},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.5680515170097351},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5375162959098816},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.5359179973602295},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.460846871137619},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.45405465364456177},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4214627742767334},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3983575403690338},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3236904740333557},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18523266911506653},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2022.3152397","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3152397","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09717411.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:cris.unibo.it:11585/888495","is_oa":true,"landing_page_url":"https://hdl.handle.net/11585/888495","pdf_url":null,"source":{"id":"https://openalex.org/S4306402579","display_name":"Archivio istituzionale della ricerca (Alma Mater Studiorum Universit\u00e0 di Bologna)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210117483","host_organization_name":"Istituto di Ematologia di Bologna","host_organization_lineage":["https://openalex.org/I4210117483"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:9841ebf6c1ce45ac8f98036a56c09a37","is_oa":true,"landing_page_url":"https://doaj.org/article/9841ebf6c1ce45ac8f98036a56c09a37","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 23098-23111 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3152397","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3152397","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09717411.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7799999713897705,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G183454021","display_name":null,"funder_award_id":"19-19-00623","funder_id":"https://openalex.org/F4320324099","funder_display_name":"Russian Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320324099","display_name":"Russian Science Foundation","ror":"https://ror.org/03y2gwe85"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4213241898.pdf","grobid_xml":"https://content.openalex.org/works/W4213241898.grobid-xml"},"referenced_works_count":70,"referenced_works":["https://openalex.org/W1139185857","https://openalex.org/W1530276735","https://openalex.org/W1587715758","https://openalex.org/W1911705068","https://openalex.org/W1964968887","https://openalex.org/W1970076016","https://openalex.org/W1991240177","https://openalex.org/W2003802495","https://openalex.org/W2016106187","https://openalex.org/W2042281163","https://openalex.org/W2044392066","https://openalex.org/W2049624350","https://openalex.org/W2057293921","https://openalex.org/W2085876742","https://openalex.org/W2101645128","https://openalex.org/W2113351233","https://openalex.org/W2116206254","https://openalex.org/W2116907335","https://openalex.org/W2126574721","https://openalex.org/W2145360759","https://openalex.org/W2147198892","https://openalex.org/W2148398661","https://openalex.org/W2162739315","https://openalex.org/W2168894761","https://openalex.org/W2291326419","https://openalex.org/W2341976182","https://openalex.org/W2493532602","https://openalex.org/W2518040354","https://openalex.org/W2546999186","https://openalex.org/W2572263828","https://openalex.org/W2618807062","https://openalex.org/W2726904498","https://openalex.org/W2735864825","https://openalex.org/W2738381526","https://openalex.org/W2769690594","https://openalex.org/W2889216614","https://openalex.org/W2899231776","https://openalex.org/W2899574829","https://openalex.org/W2946491331","https://openalex.org/W2953531182","https://openalex.org/W2954507271","https://openalex.org/W2968051759","https://openalex.org/W2970067638","https://openalex.org/W2979307736","https://openalex.org/W2998584138","https://openalex.org/W3022599808","https://openalex.org/W3027134663","https://openalex.org/W3098822068","https://openalex.org/W3103702776","https://openalex.org/W3115599191","https://openalex.org/W3118387114","https://openalex.org/W3118615836","https://openalex.org/W3119420299","https://openalex.org/W3124819865","https://openalex.org/W3126169830","https://openalex.org/W3140799696","https://openalex.org/W3150615609","https://openalex.org/W3160135358","https://openalex.org/W4232935067","https://openalex.org/W4234479150","https://openalex.org/W4241947741","https://openalex.org/W4243552710","https://openalex.org/W4245995216","https://openalex.org/W4246653382","https://openalex.org/W4249021123","https://openalex.org/W6684456340","https://openalex.org/W6725559863","https://openalex.org/W6752075329","https://openalex.org/W6774831830","https://openalex.org/W6783190205"],"related_works":["https://openalex.org/W4386781444","https://openalex.org/W3092950680","https://openalex.org/W2150182025","https://openalex.org/W4246980185","https://openalex.org/W4317039510","https://openalex.org/W3197542405","https://openalex.org/W2418190244","https://openalex.org/W51364034","https://openalex.org/W2898073868","https://openalex.org/W4284663758"],"abstract_inverted_index":{"Purpose:":[0],"With":[1,150],"this":[2],"Systematic":[3],"Literature":[4],"Review":[5],"(SLR),":[6],"we":[7,35,62,91,104],"aim":[8],"to":[9,12,37,130,143,147,152,165,223,225],"discover":[10],"technologies":[11,40],"construct":[13],"a":[14,25,73,180],"Goal-Question-Metrics":[15],"(GQM)":[16],"based":[17],"metrics":[18],"recommender":[19,47,190],"for":[20,187,197],"software":[21],"developers.":[22],"Since":[23],"such":[24,198],"system":[26,169],"has":[27],"not":[28],"yet":[29],"been":[30],"described":[31],"in":[32,42,69,107,119,189],"the":[33,39,66,121,125,153,183,204],"literature,":[34],"decided":[36],"analyse":[38],"used":[41],"three":[43],"main":[44],"components":[45],"of":[46,138,155,182],"systems":[48,221],"-":[49,55,64,72,93,100],"data":[50,115],"sets,":[51],"algorithms,":[52],"and":[53,97,124,140,211,213],"recommendations":[54,154],"independently.":[56],"Methods:":[57],"To":[58],"achieve":[59],"our":[60,70,108,175],"goal":[61],"performed":[63],"following":[65],"best":[67],"norms":[68],"discipline":[71],"systematic":[74],"literature":[75],"review":[76],"(SLR).":[77],"We":[78],"first":[79],"identified,":[80],"through":[81],"searches":[82],"aptly":[83],"performed,":[84],"422":[85],"potentially":[86],"relevant":[87],"papers,":[88,102],"from":[89,160],"which":[90,103],"selected":[92],"after":[94],"applying":[95],"inclusion":[96],"exclusion":[98],"criteria":[99],"30":[101],"eventually":[105],"included":[106],"final":[109],"log.":[110],"Results:":[111],"Systems":[112,133],"with":[113,134],"textual":[114],"set":[116],"preprocess":[117],"information":[118],"nearly":[120],"same":[122],"way":[123],"majority":[126],"use":[127],"similarity":[128],"scores":[129],"create":[131],"recommendations.":[132],"GQM-based":[135],"algorithms":[136],"consist":[137],"questionnaires":[139],"require":[141],"users":[142],"explicitly":[144],"answer":[145],"questions":[146],"produce":[148],"suggestions.":[149],"respect":[151],"reviewed":[156],"systems,":[157],"they":[158],"range":[159],"application":[161],"programming":[162],"interfaces":[163],"(APIs)":[164],"requirements,":[166],"but":[167],"no":[168,219],"presently":[170],"recommends":[171],"metrics.":[172,227],"Conclusion:":[173],"In":[174],"SLR":[176],"we:":[177],"(a)":[178],"identified":[179],"sequence":[181],"most":[184,205],"popular":[185],"steps":[186],"preprocessing":[188],"systems;":[191],"(b)":[192],"proposed":[193],"an":[194],"optimisation":[195],"strategy":[196],"steps;":[199],"(c)":[200],"found":[201],"out":[202],"that":[203,216],"promising":[206],"approach":[207],"includes":[208],"both":[209],"ranking":[210],"classification;":[212],"(d)":[214],"established":[215],"there":[217],"are":[218],"recommendation":[220],"developed":[222],"date":[224],"process":[226]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}