{"id":"https://openalex.org/W3167050758","doi":"https://doi.org/10.1186/s42400-021-00084-8","title":"Evaluation indicators for open-source software: a review","display_name":"Evaluation indicators for open-source software: a review","publication_year":2021,"publication_date":"2021-06-02","ids":{"openalex":"https://openalex.org/W3167050758","doi":"https://doi.org/10.1186/s42400-021-00084-8","mag":"3167050758"},"language":"en","primary_location":{"id":"doi:10.1186/s42400-021-00084-8","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s42400-021-00084-8","pdf_url":"https://cybersecurity.springeropen.com/track/pdf/10.1186/s42400-021-00084-8","source":{"id":"https://openalex.org/S3035238565","display_name":"Cybersecurity","issn_l":"2523-3246","issn":["2523-3246"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cybersecurity","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://cybersecurity.springeropen.com/track/pdf/10.1186/s42400-021-00084-8","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007482446","display_name":"Yuhang Zhao","orcid":"https://orcid.org/0000-0001-9621-9602"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhang Zhao","raw_affiliation_strings":["SKLOIS, Institute of Information Engineering, Chinese Academy of Sciences, Beijing, 100093, China"],"raw_orcid":"https://orcid.org/0000-0001-9621-9602","affiliations":[{"raw_affiliation_string":"SKLOIS, Institute of Information Engineering, Chinese Academy of Sciences, Beijing, 100093, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072373338","display_name":"Ruigang Liang","orcid":"https://orcid.org/0000-0002-8751-9918"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruigang Liang","raw_affiliation_strings":["SKLOIS, Institute of Information Engineering, Chinese Academy of Sciences, Beijing, 100093, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SKLOIS, Institute of Information Engineering, Chinese Academy of Sciences, Beijing, 100093, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441911","display_name":"Xiang Chen","orcid":"https://orcid.org/0000-0002-1180-3891"},"institutions":[{"id":"https://openalex.org/I199305430","display_name":"Nantong University","ror":"https://ror.org/02afcvw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I199305430"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Chen","raw_affiliation_strings":["School of Information Science and Technology, Nantong University, Nantong, 226019, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Nantong University, Nantong, 226019, China","institution_ids":["https://openalex.org/I199305430"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109924132","display_name":"Jing Chao Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jing Zou","raw_affiliation_strings":["State Grid Economic and Technological Research Institute Co. Ltd., Beijing, 102209, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Grid Economic and Technological Research Institute Co. Ltd., Beijing, 102209, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1230,"currency":"USD","value_usd":1230},"apc_paid":{"value":1230,"currency":"USD","value_usd":1230},"fwci":3.2219,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.91896755,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"4","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6446496844291687},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.6125448346138},{"id":"https://openalex.org/keywords/open-source-software","display_name":"Open source software","score":0.5776140093803406},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.508834183216095},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.49589666724205017},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4828132092952728},{"id":"https://openalex.org/keywords/digital-library","display_name":"Digital library","score":0.4505850672721863},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44531989097595215},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.42060354351997375},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.39299845695495605},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3292335271835327}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6446496844291687},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.6125448346138},{"id":"https://openalex.org/C2988343187","wikidata":"https://www.wikidata.org/wiki/Q1130645","display_name":"Open source software","level":3,"score":0.5776140093803406},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.508834183216095},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.49589666724205017},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4828132092952728},{"id":"https://openalex.org/C513874922","wikidata":"https://www.wikidata.org/wiki/Q212805","display_name":"Digital library","level":3,"score":0.4505850672721863},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44531989097595215},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.42060354351997375},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.39299845695495605},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3292335271835327},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C164913051","wikidata":"https://www.wikidata.org/wiki/Q482","display_name":"Poetry","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s42400-021-00084-8","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s42400-021-00084-8","pdf_url":"https://cybersecurity.springeropen.com/track/pdf/10.1186/s42400-021-00084-8","source":{"id":"https://openalex.org/S3035238565","display_name":"Cybersecurity","issn_l":"2523-3246","issn":["2523-3246"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cybersecurity","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5abfad91a8fd4593b84723b3ae7dc6ec","is_oa":false,"landing_page_url":"https://doaj.org/article/5abfad91a8fd4593b84723b3ae7dc6ec","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Cybersecurity, Vol 4, Iss 1, Pp 1-24 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s42400-021-00084-8","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s42400-021-00084-8","pdf_url":"https://cybersecurity.springeropen.com/track/pdf/10.1186/s42400-021-00084-8","source":{"id":"https://openalex.org/S3035238565","display_name":"Cybersecurity","issn_l":"2523-3246","issn":["2523-3246"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cybersecurity","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3167050758.pdf","grobid_xml":"https://content.openalex.org/works/W3167050758.grobid-xml"},"referenced_works_count":105,"referenced_works":["https://openalex.org/W55277548","https://openalex.org/W392667093","https://openalex.org/W1153274740","https://openalex.org/W1487585921","https://openalex.org/W1497541196","https://openalex.org/W1505316740","https://openalex.org/W1506250279","https://openalex.org/W1518396729","https://openalex.org/W1536307805","https://openalex.org/W1537851244","https://openalex.org/W1547243423","https://openalex.org/W1600625831","https://openalex.org/W1863642313","https://openalex.org/W1865640167","https://openalex.org/W1914675961","https://openalex.org/W1968900889","https://openalex.org/W1973375765","https://openalex.org/W1975172369","https://openalex.org/W1979762919","https://openalex.org/W1995611607","https://openalex.org/W2003279212","https://openalex.org/W2004584049","https://openalex.org/W2007521568","https://openalex.org/W2011117766","https://openalex.org/W2011600695","https://openalex.org/W2012757283","https://openalex.org/W2013113775","https://openalex.org/W2017530789","https://openalex.org/W2021188219","https://openalex.org/W2023983091","https://openalex.org/W2026997423","https://openalex.org/W2027370816","https://openalex.org/W2030470432","https://openalex.org/W2030515747","https://openalex.org/W2034422325","https://openalex.org/W2036069814","https://openalex.org/W2038526668","https://openalex.org/W2038980229","https://openalex.org/W2043726546","https://openalex.org/W2043744174","https://openalex.org/W2050683342","https://openalex.org/W2054905779","https://openalex.org/W2066178513","https://openalex.org/W2073275508","https://openalex.org/W2077937403","https://openalex.org/W2078407348","https://openalex.org/W2085141123","https://openalex.org/W2085426790","https://openalex.org/W2096079808","https://openalex.org/W2098950049","https://openalex.org/W2099432245","https://openalex.org/W2101825147","https://openalex.org/W2104419990","https://openalex.org/W2105405135","https://openalex.org/W2106831637","https://openalex.org/W2108062002","https://openalex.org/W2110754806","https://openalex.org/W2110970969","https://openalex.org/W2112750810","https://openalex.org/W2123060216","https://openalex.org/W2126981385","https://openalex.org/W2127568529","https://openalex.org/W2128109125","https://openalex.org/W2134682016","https://openalex.org/W2137185783","https://openalex.org/W2152995539","https://openalex.org/W2161453659","https://openalex.org/W2162585112","https://openalex.org/W2166691021","https://openalex.org/W2168901792","https://openalex.org/W2171071863","https://openalex.org/W2171859166","https://openalex.org/W2206369602","https://openalex.org/W2260176478","https://openalex.org/W2294798173","https://openalex.org/W2404633945","https://openalex.org/W2467077495","https://openalex.org/W2512328062","https://openalex.org/W2589991275","https://openalex.org/W2613057133","https://openalex.org/W2733238345","https://openalex.org/W2734586805","https://openalex.org/W2736320365","https://openalex.org/W2894709451","https://openalex.org/W2901886399","https://openalex.org/W2909459737","https://openalex.org/W2914763645","https://openalex.org/W2945843801","https://openalex.org/W2946270456","https://openalex.org/W2963327436","https://openalex.org/W2980555625","https://openalex.org/W2989837910","https://openalex.org/W2989993407","https://openalex.org/W3022734214","https://openalex.org/W3122266641","https://openalex.org/W3123019745","https://openalex.org/W3158650448","https://openalex.org/W4229762230","https://openalex.org/W4244714958","https://openalex.org/W4252684946","https://openalex.org/W4253133923","https://openalex.org/W4253578565","https://openalex.org/W4285719527","https://openalex.org/W6904599180","https://openalex.org/W6922628096"],"related_works":["https://openalex.org/W4376877853","https://openalex.org/W1493891899","https://openalex.org/W4250928611","https://openalex.org/W166480398","https://openalex.org/W1612808768","https://openalex.org/W167327709","https://openalex.org/W2113128227","https://openalex.org/W2491403535","https://openalex.org/W2104915799","https://openalex.org/W4311938462"],"abstract_inverted_index":{"Abstract":[0],"In":[1],"recent":[2],"years,":[3],"the":[4,37,50,54,62,85,90,93,98,172],"widespread":[5],"applications":[6,164],"of":[7,61,92,108,165],"open-source":[8,28],"software":[9,16,177],"(OSS)":[10],"have":[11],"brought":[12],"great":[13],"convenience":[14],"for":[15,52,101,171],"developers.":[17],"However,":[18],"it":[19],"is":[20],"always":[21],"facing":[22],"unavoidable":[23],"security":[24,32],"risks,":[25],"such":[26],"as":[27,74],"code":[29],"defects":[30],"and":[31,81,104,132,145,150,176],"vulnerabilities.":[33],"To":[34,56],"find":[35],"out":[36,44],"OSS":[38,63,103,175],"risks":[39],"in":[40,84,128,156],"time,":[41],"we":[42,65,95,136,160],"carry":[43],"an":[45],"empirical":[46],"study":[47,131],"to":[48,112,121],"identify":[49,97],"indicators":[51,111,125,144],"evaluating":[53],"OSS.":[55,114],"achieve":[57],"a":[58,118,139],"comprehensive":[59],"understanding":[60],"assessment,":[64],"collect":[66],"56":[67],"papers":[68],"from":[69],"prestigious":[70],"academic":[71],"venues":[72],"(such":[73],"IEEE":[75],"Xplore,":[76],"ACM":[77],"Digital":[78],"Library,":[79],"DBLP,":[80],"Google":[82],"Scholar)":[83],"past":[86],"21":[87],"years.":[88],"During":[89],"process":[91],"investigation,":[94],"first":[96],"main":[99],"concerns":[100],"selecting":[102],"distill":[105],"five":[106],"types":[107],"commonly":[109],"used":[110,127],"assess":[113],"We":[115],"then":[116],"conduct":[117],"comparative":[119],"analysis":[120,141],"discuss":[122,161],"how":[123],"these":[124,143,157,166],"are":[126,169],"each":[129],"surveyed":[130],"their":[133],"differences.":[134],"Moreover,":[135],"further":[137],"undertake":[138],"correlation":[140],"between":[142],"uncover":[146],"13":[147],"confirmed":[148],"conclusions":[149],"four":[151],"cases":[152],"with":[153],"controversy":[154],"occurring":[155],"studies.":[158],"Finally,":[159],"several":[162],"possible":[163],"conclusions,":[167],"which":[168],"insightful":[170],"research":[173],"on":[174],"supply":[178],"chain.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":8},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}