{"id":"https://openalex.org/W4296422552","doi":"https://doi.org/10.1145/3544902.3546239","title":"Software Artifact Mining in Software Engineering Conferences: A Meta-Analysis","display_name":"Software Artifact Mining in Software Engineering Conferences: A Meta-Analysis","publication_year":2022,"publication_date":"2022-09-07","ids":{"openalex":"https://openalex.org/W4296422552","doi":"https://doi.org/10.1145/3544902.3546239"},"language":"en","primary_location":{"id":"doi:10.1145/3544902.3546239","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3544902.3546239","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM / IEEE International Symposium on Empirical Software Engineering and Measurement","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2207.08436","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011185092","display_name":"Zeinab Abou Khalil","orcid":"https://orcid.org/0000-0003-0725-1024"},"institutions":[{"id":"https://openalex.org/I4210115519","display_name":"Centre de Recherche en Informatique","ror":"https://ror.org/020cdve92","country_code":"FR","type":"facility","lineage":["https://openalex.org/I190752583","https://openalex.org/I2746051580","https://openalex.org/I4210091621","https://openalex.org/I4210115519","https://openalex.org/I70768539"]},{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Zeinab Abou Khalil","raw_affiliation_strings":["Inria, France","Institut National de Recherche en Informatique et en Automatique"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inria, France","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Institut National de Recherche en Informatique et en Automatique","institution_ids":["https://openalex.org/I4210115519"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006129685","display_name":"Stefano Zacchiroli","orcid":"https://orcid.org/0000-0002-4576-136X"},"institutions":[{"id":"https://openalex.org/I12356871","display_name":"T\u00e9l\u00e9com Paris","ror":"https://ror.org/01naq7912","country_code":"FR","type":"education","lineage":["https://openalex.org/I12356871","https://openalex.org/I205703379","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210145666","display_name":"Embedded Systems (United States)","ror":"https://ror.org/04742eh45","country_code":"US","type":"company","lineage":["https://openalex.org/I4210145666"]}],"countries":["FR","US"],"is_corresponding":false,"raw_author_name":"Stefano Zacchiroli","raw_affiliation_strings":["T\u00e9l\u00e9com Paris, Polytechnic Institute of Paris, France","Autonomic and Critical Embedded Systems"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T\u00e9l\u00e9com Paris, Polytechnic Institute of Paris, France","institution_ids":["https://openalex.org/I12356871"]},{"raw_affiliation_string":"Autonomic and Critical Embedded Systems","institution_ids":["https://openalex.org/I4210145666"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5011185092"],"corresponding_institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I4210115519"],"apc_list":null,"apc_paid":null,"fwci":2.2329,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.9039827,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"227","last_page":"237"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.8769128322601318},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8088811635971069},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.6302971839904785},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.6298717856407166},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5757657289505005},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.5465554594993591},{"id":"https://openalex.org/keywords/software-evolution","display_name":"Software evolution","score":0.5254508852958679},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5158942937850952},{"id":"https://openalex.org/keywords/software-analytics","display_name":"Software analytics","score":0.5092908143997192},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.46378812193870544},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.45784443616867065},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.4399583637714386},{"id":"https://openalex.org/keywords/codebase","display_name":"Codebase","score":0.4296499788761139},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4146386682987213},{"id":"https://openalex.org/keywords/software-mining","display_name":"Software mining","score":0.41401243209838867},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.40708982944488525},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38592100143432617},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29757022857666016},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2324756681919098},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13350147008895874}],"concepts":[{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.8769128322601318},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8088811635971069},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.6302971839904785},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.6298717856407166},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5757657289505005},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.5465554594993591},{"id":"https://openalex.org/C202105479","wikidata":"https://www.wikidata.org/wiki/Q265013","display_name":"Software evolution","level":5,"score":0.5254508852958679},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5158942937850952},{"id":"https://openalex.org/C171981572","wikidata":"https://www.wikidata.org/wiki/Q7554239","display_name":"Software analytics","level":5,"score":0.5092908143997192},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.46378812193870544},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.45784443616867065},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.4399583637714386},{"id":"https://openalex.org/C51929080","wikidata":"https://www.wikidata.org/wiki/Q2425187","display_name":"Codebase","level":3,"score":0.4296499788761139},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4146386682987213},{"id":"https://openalex.org/C103520596","wikidata":"https://www.wikidata.org/wiki/Q7554328","display_name":"Software mining","level":5,"score":0.41401243209838867},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.40708982944488525},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38592100143432617},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29757022857666016},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2324756681919098},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13350147008895874},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3544902.3546239","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3544902.3546239","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM / IEEE International Symposium on Empirical Software Engineering and Measurement","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2207.08436","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.08436","pdf_url":"https://arxiv.org/pdf/2207.08436","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-03723556v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03723556","pdf_url":"https://hal.science/hal-03723556/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM 2022), Sep 2022, Helsinki, Finland. ⟨10.1145/3544902.3546239⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2207.08436","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.08436","pdf_url":"https://arxiv.org/pdf/2207.08436","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W791527587","https://openalex.org/W1503428008","https://openalex.org/W1564623840","https://openalex.org/W1574901103","https://openalex.org/W1965772655","https://openalex.org/W1972260676","https://openalex.org/W1989479444","https://openalex.org/W2003210607","https://openalex.org/W2004728029","https://openalex.org/W2008164297","https://openalex.org/W2010311372","https://openalex.org/W2023457282","https://openalex.org/W2034158106","https://openalex.org/W2045812729","https://openalex.org/W2049158239","https://openalex.org/W2052452825","https://openalex.org/W2065827414","https://openalex.org/W2110307645","https://openalex.org/W2124100711","https://openalex.org/W2162739315","https://openalex.org/W2167926541","https://openalex.org/W2295320765","https://openalex.org/W2505184898","https://openalex.org/W2538248335","https://openalex.org/W2759020546","https://openalex.org/W2795548366","https://openalex.org/W2798010889","https://openalex.org/W2953583529","https://openalex.org/W2954266827","https://openalex.org/W3043662032","https://openalex.org/W3082069439","https://openalex.org/W3140103367","https://openalex.org/W4232691406","https://openalex.org/W4237578926","https://openalex.org/W4240398231","https://openalex.org/W4297693864","https://openalex.org/W6969022891"],"related_works":["https://openalex.org/W2103526356","https://openalex.org/W2017671454","https://openalex.org/W1983514741","https://openalex.org/W25481159","https://openalex.org/W1576738836","https://openalex.org/W2293484165","https://openalex.org/W2116143659","https://openalex.org/W2287452355","https://openalex.org/W2048843859","https://openalex.org/W2081435073"],"abstract_inverted_index":{"Background:":[0],"Software":[1],"development":[2,42],"results":[3],"in":[4,52,63,78,97,101,167,191,204,233],"the":[5,37,53,70,82,118,138,152,168,181,205,228,234],"production":[6],"of":[7,10,40,92,106,120,140,171,207,227,230,239],"various":[8],"types":[9,119,142],"artifacts:":[11],"source":[12,175,197],"code,":[13,198],"version":[14],"control":[15],"system":[16],"metadata,":[17],"bug":[18],"reports,":[19],"mailing":[20],"list":[21],"conversations,":[22],"test":[23,178],"data,":[24],"etc.":[25],"Empirical":[26],"software":[27,41,76,121,208,231],"engineering":[28],"(ESE)":[29],"has":[30],"thrived":[31],"mining":[32,94,165,192],"those":[33],"artifacts":[34,49,77,122,232],"to":[35,116,216],"uncover":[36],"inner":[38],"workings":[39],"and":[43,74,81,128,157,177,210],"improve":[44],"its":[45],"practices.":[46],"But":[47],"which":[48,59],"are":[50,124,144,180,201],"studied":[51],"field":[54,235],"is":[55,187],"a":[56,90,104,132,224,237],"moving":[57],"target,":[58],"we":[60],"study":[61,155,222],"empirically":[62],"this":[64],"paper.":[65],"Aims:":[66],"We":[67,88,109,136,161],"quantitatively":[68],"characterize":[69,117],"most":[71,125,145,182,202],"frequently":[72],"mined":[73,127,147,158,183],"co-mined":[75],"ESE":[79],"research":[80,83],"purposes":[84,156],"they":[85],"support.":[86],"Method:":[87],"conduct":[89],"meta-analysis":[91],"artifact":[93,141],"studies":[95],"published":[96],"11":[98],"top":[99],"conferences":[100],"ESE,":[102],"for":[103],"total":[105],"9621":[107],"papers.":[108],"use":[110,211],"natural":[111],"language":[112],"processing":[113],"(NLP)":[114],"techniques":[115],"that":[123,143,218],"often":[126,146],"their":[129],"evolution":[130],"over":[131,236],"16-year":[133],"period":[134,238],"(2004\u20132020).":[135],"analyze":[137],"combinations":[139],"together,":[148],"as":[149,151],"well":[150],"relationship":[153],"between":[154],"artifacts.":[159],"Results:":[160],"find":[162],"that:":[163],"(1)":[164],"happens":[166],"vast":[169],"majority":[170],"analyzed":[172],"papers,":[173],"(2)":[174],"code":[176],"data":[179],"artifacts,":[184,194],"(3)":[185],"there":[186],"an":[188],"increasing":[189],"interest":[190],"novel":[193],"together":[195],"with":[196],"(4)":[199],"researchers":[200],"interested":[203],"evaluation":[206],"systems":[209],"all":[212],"possible":[213],"empirical":[214],"signals":[215],"support":[217],"goal.":[219],"Conclusions:":[220],"Our":[221],"presents":[223],"meta":[225],"analysis":[226],"usage":[229],"16":[240],"years":[241],"using":[242],"NLP":[243],"techniques.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}