{"id":"https://openalex.org/W1898367564","doi":"https://doi.org/10.1109/esem.2015.7321216","title":"Using Citation Behavior to Rethink Academic Impact in Software Engineering","display_name":"Using Citation Behavior to Rethink Academic Impact in Software Engineering","publication_year":2015,"publication_date":"2015-10-01","ids":{"openalex":"https://openalex.org/W1898367564","doi":"https://doi.org/10.1109/esem.2015.7321216","mag":"1898367564"},"language":"en","primary_location":{"id":"doi:10.1109/esem.2015.7321216","is_oa":false,"landing_page_url":"https://doi.org/10.1109/esem.2015.7321216","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 ACM/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051880878","display_name":"Simon Poulding","orcid":null},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Simon Poulding","raw_affiliation_strings":["Blekinge Institute of Technology, Karlskrona, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Blekinge Institute of Technology, Karlskrona, Sweden","institution_ids":["https://openalex.org/I52719799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071394068","display_name":"Kai Petersen","orcid":"https://orcid.org/0000-0002-1532-8223"},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Kai Petersen","raw_affiliation_strings":["Blekinge Institute of Technology, Karlskrona, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Blekinge Institute of Technology, Karlskrona, Sweden","institution_ids":["https://openalex.org/I52719799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063787358","display_name":"Robert Feldt","orcid":"https://orcid.org/0000-0002-5179-4205"},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Robert Feldt","raw_affiliation_strings":["Blekinge Institute of Technology, Karlskrona, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Blekinge Institute of Technology, Karlskrona, Sweden","institution_ids":["https://openalex.org/I52719799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000712015","display_name":"Vahid Garousi","orcid":"https://orcid.org/0000-0001-6590-7576"},"institutions":[{"id":"https://openalex.org/I66514158","display_name":"Hacettepe University","ror":"https://ror.org/04kwvgz42","country_code":"TR","type":"education","lineage":["https://openalex.org/I66514158"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Vahid Garousi","raw_affiliation_strings":["Hacettepe University, Ankara, Turkey","[Hacettepe University, Ankara , Turkey]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hacettepe University, Ankara, Turkey","institution_ids":["https://openalex.org/I66514158"]},{"raw_affiliation_string":"[Hacettepe University, Ankara , Turkey]","institution_ids":["https://openalex.org/I66514158"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9670000076293945,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.8525658249855042},{"id":"https://openalex.org/keywords/clarity","display_name":"CLARITY","score":0.7768096923828125},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.6898157596588135},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6665207147598267},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.47644856572151184},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4179193079471588},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4161009192466736},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3627328872680664},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1692764163017273},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12386143207550049},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.0743645429611206}],"concepts":[{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.8525658249855042},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.7768096923828125},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.6898157596588135},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6665207147598267},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.47644856572151184},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4179193079471588},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4161009192466736},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3627328872680664},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1692764163017273},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12386143207550049},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0743645429611206},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/esem.2015.7321216","is_oa":false,"landing_page_url":"https://doi.org/10.1109/esem.2015.7321216","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 ACM/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W1987341880","https://openalex.org/W2019753053","https://openalex.org/W2092907497","https://openalex.org/W2098104370","https://openalex.org/W2150290224","https://openalex.org/W2164777277","https://openalex.org/W2313581450"],"related_works":["https://openalex.org/W2086338133","https://openalex.org/W4367679314","https://openalex.org/W225526533","https://openalex.org/W2078361494","https://openalex.org/W2009234990","https://openalex.org/W4244083766","https://openalex.org/W2091016074","https://openalex.org/W2134615400","https://openalex.org/W2023583523","https://openalex.org/W2022769024"],"abstract_inverted_index":{"Although":[0],"citation":[1,37,53,82,168],"counts":[2],"are":[3,12],"often":[4],"considered":[5],"a":[6,60,190,206],"measure":[7],"of":[8,43,52,64,127,154,167,192],"academic":[9],"impact,":[10],"they":[11],"criticized":[13],"for":[14,151],"failing":[15],"to":[16,34,58,75,94,112,123,135,149,160,185,204],"evaluate":[17],"impact":[18],"as":[19,146,197,199],"intended.":[20],"In":[21],"this":[22,50,72],"paper":[23],"we":[24],"propose":[25],"that":[26,48,176,189],"software":[27],"engineering":[28],"citations":[29,93],"may":[30],"be":[31,186],"classified":[32,92],"according":[33],"how":[35],"the":[36,41,44,65,81,100,125,142,152,165,171,201],"is":[38,56,74,180,184],"used":[39],"by":[40,86],"author":[42],"citing":[45],"paper,":[46],"and":[47,88,107,129,188],"through":[49],"classification":[51,183],"behaviour":[54,83],"it":[55],"possible":[57],"achieve":[59],"more":[61],"refined":[62],"understanding":[63],"cited":[66,172],"paper's":[67],"impact.":[68],"Our":[69],"objective":[70],"in":[71,121,164],"work":[73],"conduct":[76],"an":[77,177],"initial":[78],"evaluation":[79],"using":[80],"taxonomy":[84,143,179],"proposed":[85],"Bornmann":[87,128],"Daniel.":[89],"We":[90,132,156,174],"independently":[91],"ten":[95],"highly-cited":[96],"papers":[97],"published":[98],"at":[99],"International":[101],"Symposium":[102],"on":[103],"Empirical":[104],"Software":[105],"Engineering":[106],"Measurement":[108],"(ESEM).":[109],"The":[110],"degree":[111,191],"which":[113],"classifications":[114],"were":[115,157],"consistent":[116],"between":[117,138,170],"researchers":[118,139],"was":[119,144],"analyzed":[120],"order":[122],"assess":[124],"clarity":[126],"Daniel's":[130],"taxonomy.":[131],"found":[133],"poor":[134],"fair":[136],"agreement":[137],"even":[140],"though":[141],"perceived":[145],"relatively":[147],"easy":[148],"apply":[150],"majority":[153],"citations.":[155],"nevertheless":[158],"able":[159],"identify":[161],"clear":[162],"differences":[163],"profile":[166],"behaviors":[169],"papers.":[173],"conclude":[175],"improved":[178],"required":[181],"if":[182],"reliable,":[187],"automation":[193],"would":[194],"improve":[195],"reliability":[196],"well":[198],"reduce":[200],"time":[202],"taken":[203],"make":[205],"classification.":[207]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}