{"id":"https://openalex.org/W4281732176","doi":"https://doi.org/10.1145/3530019.3530038","title":"Incorporating Altmetrics to Support Selection and Assessment of Publications During Literature Analyses","display_name":"Incorporating Altmetrics to Support Selection and Assessment of Publications During Literature Analyses","publication_year":2022,"publication_date":"2022-06-12","ids":{"openalex":"https://openalex.org/W4281732176","doi":"https://doi.org/10.1145/3530019.3530038"},"language":"en","primary_location":{"id":"doi:10.1145/3530019.3530038","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3530019.3530038","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3530019.3530038","source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Conference on Evaluation and Assessment in Software Engineering 2022","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3530019.3530038","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072487687","display_name":"Yusra Shakeel","orcid":"https://orcid.org/0000-0001-5135-4325"},"institutions":[{"id":"https://openalex.org/I95793202","display_name":"Otto-von-Guericke University Magdeburg","ror":"https://ror.org/00ggpsq73","country_code":"DE","type":"education","lineage":["https://openalex.org/I95793202"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Yusra Shakeel","raw_affiliation_strings":["Otto-von-Guericke-University, Germany"],"affiliations":[{"raw_affiliation_string":"Otto-von-Guericke-University, Germany","institution_ids":["https://openalex.org/I95793202"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018745656","display_name":"Rand Alchokr","orcid":"https://orcid.org/0000-0003-0112-5430"},"institutions":[{"id":"https://openalex.org/I95793202","display_name":"Otto-von-Guericke University Magdeburg","ror":"https://ror.org/00ggpsq73","country_code":"DE","type":"education","lineage":["https://openalex.org/I95793202"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rand Alchokr","raw_affiliation_strings":["Otto-von-Guericke-University, Germany"],"affiliations":[{"raw_affiliation_string":"Otto-von-Guericke-University, Germany","institution_ids":["https://openalex.org/I95793202"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042728295","display_name":"Jacob Kr\u00fcger","orcid":"https://orcid.org/0000-0002-0283-248X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jacob Kr\u00fcger","raw_affiliation_strings":["Ruhr-University, Germany"],"affiliations":[{"raw_affiliation_string":"Ruhr-University, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086853013","display_name":"Thomas Leich","orcid":"https://orcid.org/0000-0001-9580-7728"},"institutions":[{"id":"https://openalex.org/I94575722","display_name":"Harz University of Applied Sciences","ror":"https://ror.org/048yn7628","country_code":"DE","type":"education","lineage":["https://openalex.org/I94575722"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Leich","raw_affiliation_strings":["Harz University of Applied Sciences and METOP GmbH, Germany"],"affiliations":[{"raw_affiliation_string":"Harz University of Applied Sciences and METOP GmbH, Germany","institution_ids":["https://openalex.org/I94575722"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042946019","display_name":"Gunter Saake","orcid":"https://orcid.org/0000-0001-9576-8474"},"institutions":[{"id":"https://openalex.org/I95793202","display_name":"Otto-von-Guericke University Magdeburg","ror":"https://ror.org/00ggpsq73","country_code":"DE","type":"education","lineage":["https://openalex.org/I95793202"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Gunter Saake","raw_affiliation_strings":["Otto-von-Guericke-University, Germany"],"affiliations":[{"raw_affiliation_string":"Otto-von-Guericke-University, Germany","institution_ids":["https://openalex.org/I95793202"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5072487687"],"corresponding_institution_ids":["https://openalex.org/I95793202"],"apc_list":null,"apc_paid":null,"fwci":1.2546,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.8162465,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"180","last_page":"189"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/altmetrics","display_name":"Altmetrics","score":0.882463812828064},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.816999077796936},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6554538011550903},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.6540171504020691},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6257479190826416},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5771981477737427},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.5208461880683899},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5117316246032715},{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.4925571084022522},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4448118209838867},{"id":"https://openalex.org/keywords/digital-library","display_name":"Digital library","score":0.4149157404899597},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.40252813696861267},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.22685641050338745},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.19961625337600708}],"concepts":[{"id":"https://openalex.org/C2778407487","wikidata":"https://www.wikidata.org/wiki/Q14565201","display_name":"Altmetrics","level":2,"score":0.882463812828064},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.816999077796936},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6554538011550903},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6540171504020691},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6257479190826416},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5771981477737427},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.5208461880683899},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5117316246032715},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.4925571084022522},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4448118209838867},{"id":"https://openalex.org/C513874922","wikidata":"https://www.wikidata.org/wiki/Q212805","display_name":"Digital library","level":3,"score":0.4149157404899597},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.40252813696861267},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.22685641050338745},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.19961625337600708},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C164913051","wikidata":"https://www.wikidata.org/wiki/Q482","display_name":"Poetry","level":2,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3530019.3530038","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3530019.3530038","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3530019.3530038","source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Conference on Evaluation and Assessment in Software Engineering 2022","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3530019.3530038","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3530019.3530038","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3530019.3530038","source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Conference on Evaluation and Assessment in Software Engineering 2022","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5799999833106995,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4281732176.pdf","grobid_xml":"https://content.openalex.org/works/W4281732176.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1713342896","https://openalex.org/W1965964177","https://openalex.org/W1986759740","https://openalex.org/W1987708126","https://openalex.org/W1991498684","https://openalex.org/W2010153535","https://openalex.org/W2018111858","https://openalex.org/W2026164865","https://openalex.org/W2054988762","https://openalex.org/W2071055029","https://openalex.org/W2082539579","https://openalex.org/W2108985975","https://openalex.org/W2113035899","https://openalex.org/W2113905872","https://openalex.org/W2139342640","https://openalex.org/W2156824306","https://openalex.org/W2164277894","https://openalex.org/W2166317738","https://openalex.org/W2169420254","https://openalex.org/W2196942307","https://openalex.org/W2223341245","https://openalex.org/W2345881254","https://openalex.org/W2406495567","https://openalex.org/W2541116876","https://openalex.org/W2612764117","https://openalex.org/W2888840545","https://openalex.org/W2938441325","https://openalex.org/W2953933729","https://openalex.org/W2963475133","https://openalex.org/W2971334721","https://openalex.org/W2985804587","https://openalex.org/W2998943026","https://openalex.org/W4200619326","https://openalex.org/W4233904714","https://openalex.org/W4281730873"],"related_works":["https://openalex.org/W1584628001","https://openalex.org/W2036641180","https://openalex.org/W2106813246","https://openalex.org/W1806283415","https://openalex.org/W4249836580","https://openalex.org/W2591719415","https://openalex.org/W4245577379","https://openalex.org/W2093945069","https://openalex.org/W83344948","https://openalex.org/W1967124808"],"abstract_inverted_index":{"Background.":[0],"The":[1,142],"constantly":[2],"increasing":[3],"number":[4,190],"of":[5,58,61,86,95,121,167,173,191,205,231,290],"scientific":[6],"publications":[7,18,28],"poses":[8],"challenges":[9],"for":[10,20,26,208,212,227,243,266],"researchers":[11,36,284],"to":[12,40,54,75,107,133,137,187,239,261,273,278,285],"monitor,":[13],"select,":[14],"and":[15,84,105,115,124,155,180,245],"assess":[16],"the":[17,56,82,119,125,138,188,228,267,288],"relevant":[19],"their":[21],"own":[22],"research.":[23],"Several":[24],"guidelines":[25],"assessing":[27,112,153,247],"manually":[29],"during":[30],"a":[31,68,96,171,258,275],"literature":[32,291],"analysis":[33,57,132],"exist,":[34],"with":[35,71,170],"proposing":[37],"(semi-)automated":[38],"techniques":[39,50],"facilitate":[41,55,287],"such":[42],"assessments.":[43],"Aims.":[44],"Still,":[45],"research":[46],"indicates":[47],"that":[48,145,252],"current":[49],"require":[51],"further":[52,286],"improvements":[53],"large":[59],"sets":[60],"publications.":[62,87,140],"In":[63],"this":[64,78],"paper,":[65],"we":[66,73,128,162,201,214,249],"propose":[67],"semi-automatic":[69],"technique":[70,90,123,147,255],"which":[72,213],"aim":[74],"improve":[76],"in":[77,111,152,198],"direction":[79],"by":[80,195],"facilitating":[81],"selection":[83,230],"assessment":[85],"Method.":[88],"Our":[89],"uses":[91],"publicly":[92],"available":[93],"data":[94],"publication,":[97],"namely":[98],"citation":[99],"counts,":[100],"article-level":[101],"metrics,":[102,104,127],"venue":[103],"altmetrics,":[106],"guide":[108],"an":[109,130,150,164,203,263],"analyst":[110,151],"its":[113],"relevance":[114],"impact.":[116],"To":[117],"evaluate":[118],"feasibility":[120],"our":[122,146,160,253],"included":[126],"performed":[129],"experimental":[131],"automatically":[134],"assign":[135],"ratings":[136],"retrieved":[139],"Results.":[141],"results":[143,193],"indicate":[144],"can":[148,250,256],"help":[149],"publications,":[154,248,282],"reduce":[156],"manual":[157,222],"effort.":[158],"Through":[159],"technique,":[161],"achieve":[163,240],"average":[165],"accuracy":[166],"53":[168],"%":[169],"recall":[172],"71":[174],"%.":[175],"While":[176,234],"precision":[177],"(14":[178],"%)":[179,183],"F1-score":[181],"(21":[182],"are\u2014not":[184],"surprisingly,":[185],"due":[186],"high":[189],"irrelevant":[192],"returned":[194],"automatic":[196],"searches":[197],"digital":[199],"libraries\u2014low,":[200],"see":[202,251],"improvement":[204],"these":[206],"values":[207],"more":[209,217],"recent":[210,281],"reviews":[211],"could":[215],"collect":[216],"complete":[218],"data.":[219],"However,":[220],"some":[221],"effort":[223],"is":[224,236],"still":[225],"required":[226],"final":[229],"papers.":[232],"Conclusions.":[233],"it":[235],"not":[237],"possible":[238],"full":[241],"automation":[242],"selecting":[244],"quality":[246],"metrics-based":[254],"be":[257,274],"helpful":[259],"means":[260],"provide":[262],"initial":[264],"rating":[265],"analyst.":[268],"Also,":[269],"incorporating":[270],"altmetrics":[271],"seems":[272],"promising":[276],"addition":[277],"rate":[279],"comparably":[280],"helping":[283],"execution":[289],"analyses.":[292]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}