{"id":"https://openalex.org/W2968078564","doi":"https://doi.org/10.1145/3340495.3342752","title":"Integrating runtime data with development data to monitor external quality: challenges from practice","display_name":"Integrating runtime data with development data to monitor external quality: challenges from practice","publication_year":2019,"publication_date":"2019-08-08","ids":{"openalex":"https://openalex.org/W2968078564","doi":"https://doi.org/10.1145/3340495.3342752","mag":"2968078564"},"language":"en","primary_location":{"id":"doi:10.1145/3340495.3342752","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340495.3342752","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd ACM SIGSOFT International Workshop on Software Qualities and Their Dependencies","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/2117/178308","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001066275","display_name":"Aytaj Aghabayli","orcid":null},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Aytaj Aghabayli","raw_affiliation_strings":["University of Tartu, Estonia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tartu, Estonia","institution_ids":["https://openalex.org/I56085075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022214666","display_name":"Dietmar Pfahl","orcid":"https://orcid.org/0000-0003-2400-501X"},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Dietmar Pfahl","raw_affiliation_strings":["University of Tartu, Estonia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tartu, Estonia","institution_ids":["https://openalex.org/I56085075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050955846","display_name":"Silverio Mart\u00ednez\u2010Fern\u00e1ndez","orcid":"https://orcid.org/0000-0001-9928-133X"},"institutions":[{"id":"https://openalex.org/I4210098380","display_name":"Fraunhofer Institute for Experimental Software Engineering","ror":"https://ror.org/00r1wdc11","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210098380","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Silverio Mart\u00ednez-Fern\u00e1ndez","raw_affiliation_strings":["Fraunhofer IESE, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IESE, Germany","institution_ids":["https://openalex.org/I4210098380"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023416986","display_name":"Adam Trendowicz","orcid":"https://orcid.org/0000-0003-1347-6748"},"institutions":[{"id":"https://openalex.org/I4210098380","display_name":"Fraunhofer Institute for Experimental Software Engineering","ror":"https://ror.org/00r1wdc11","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210098380","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Adam Trendowicz","raw_affiliation_strings":["Fraunhofer IESE, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IESE, Germany","institution_ids":["https://openalex.org/I4210098380"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3441,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.6820843,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"20","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7295889854431152},{"id":"https://openalex.org/keywords/data-quality","display_name":"Data quality","score":0.6081291437149048},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5674406290054321},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5525849461555481},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.548779308795929},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.4897429943084717},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.4873726963996887},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.47743329405784607},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4732561409473419},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4572018086910248},{"id":"https://openalex.org/keywords/data-integration","display_name":"Data integration","score":0.43045851588249207},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.41162610054016113},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3876025080680847},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3618907332420349},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1426231563091278},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13738027215003967},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11291730403900146}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7295889854431152},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.6081291437149048},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5674406290054321},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5525849461555481},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.548779308795929},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.4897429943084717},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4873726963996887},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.47743329405784607},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4732561409473419},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4572018086910248},{"id":"https://openalex.org/C72634772","wikidata":"https://www.wikidata.org/wiki/Q386824","display_name":"Data integration","level":2,"score":0.43045851588249207},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.41162610054016113},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3876025080680847},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3618907332420349},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1426231563091278},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13738027215003967},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11291730403900146},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3340495.3342752","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340495.3342752","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd ACM SIGSOFT International Workshop on Software Qualities and Their Dependencies","raw_type":"proceedings-article"},{"id":"pmh:oai:fraunhofer.de:N-565962","is_oa":false,"landing_page_url":"http://publica.fraunhofer.de/documents/N-565962.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400801","display_name":"Publikationsdatenbank der Fraunhofer-Gesellschaft (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fraunhofer IESE","raw_type":"conferenceObject"},{"id":"pmh:oai:publica.fraunhofer.de:publica/405782","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/405782","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"},{"id":"pmh:oai:upcommons.upc.edu:2117/178308","is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/178308","pdf_url":null,"source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference report"}],"best_oa_location":{"id":"pmh:oai:upcommons.upc.edu:2117/178308","is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/178308","pdf_url":null,"source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference report"},"sustainable_development_goals":[{"score":0.5199999809265137,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1977030195","https://openalex.org/W1983956982","https://openalex.org/W2105300539","https://openalex.org/W2145026116","https://openalex.org/W2487200295","https://openalex.org/W2601444488","https://openalex.org/W2757656223","https://openalex.org/W2805071538","https://openalex.org/W2886324022","https://openalex.org/W2887428819","https://openalex.org/W2894705010","https://openalex.org/W2895390360","https://openalex.org/W2898785837","https://openalex.org/W2925715343","https://openalex.org/W2946686693","https://openalex.org/W2963203256","https://openalex.org/W2963270403"],"related_works":["https://openalex.org/W2754065632","https://openalex.org/W2792766634","https://openalex.org/W1845948043","https://openalex.org/W3184617445","https://openalex.org/W2377175254","https://openalex.org/W2996795042","https://openalex.org/W165700604","https://openalex.org/W3153302240","https://openalex.org/W2474459773","https://openalex.org/W3178252834"],"abstract_inverted_index":{"The":[0,98],"use":[1],"of":[2,41,66,76,100,122,128],"software":[3,6,78,167],"analytics":[4],"in":[5,11,103,166],"development":[7,44,92,155],"companies":[8,22],"has":[9,105],"grown":[10],"the":[12,31,39,64,81,86,120],"last":[13],"years.":[14],"Still,":[15],"there":[16],"is":[17,53],"little":[18],"support":[19],"for":[20,138,172],"such":[21],"to":[23,46,48,55,146],"obtain":[24],"integrated":[25],"insightful":[26],"and":[27,43,73,91,94,114,134,153,163,174],"actionable":[28],"information":[29],"at":[30,37,151],"right":[32],"time.":[33],"This":[34],"research":[35],"aims":[36],"exploring":[38],"integration":[40,87],"runtime":[42,90,152],"data":[45,75,132,137,148,165],"analyze":[47],"what":[49],"extent":[50],"external":[51,162],"quality":[52,57,112,136],"related":[54],"internal":[56,164],"based":[58],"on":[59],"real":[60],"project":[61],"data.":[62],"Over":[63],"course":[65],"more":[67,131],"than":[68],"three":[69],"months,":[70],"we":[71],"collected":[72],"analyzed":[74],"a":[77,106,115],"product":[79],"following":[80],"CRISP-DM":[82],"process.":[83],"We":[84],"studied":[85],"possibilities":[88],"between":[89],"data,":[93],"implemented":[95],"two":[96],"integrations.":[97],"number":[99,121],"bugs":[101],"found":[102],"code":[104,111],"weak":[107],"positive":[108],"correlation":[109,118],"with":[110,119],"measures":[113],"moderate":[116],"negative":[117],"rule":[123],"violations":[124],"found.":[125],"Other":[126],"types":[127],"correlations":[129],"require":[130],"cleaning":[133],"higher":[135],"their":[139],"exploration.":[140],"During":[141],"our":[142],"study,":[143],"several":[144],"challenges":[145],"exploit":[147],"gathered":[149],"both":[150],"during":[154],"were":[156],"encountered.":[157],"Lessons":[158],"learned":[159],"from":[160],"integrating":[161],"projects":[168],"may":[169],"be":[170],"useful":[171],"practitioners":[173],"researchers":[175],"alike.":[176]},"counts_by_year":[{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}