{"id":"https://openalex.org/W2899369852","doi":"https://doi.org/10.1145/3236024.3236054","title":"Be careful of when: an empirical study on time-related misuse of issue tracking data","display_name":"Be careful of when: an empirical study on time-related misuse of issue tracking data","publication_year":2018,"publication_date":"2018-10-26","ids":{"openalex":"https://openalex.org/W2899369852","doi":"https://doi.org/10.1145/3236024.3236054","mag":"2899369852"},"language":"en","primary_location":{"id":"doi:10.1145/3236024.3236054","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3236024.3236054","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 26th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059323297","display_name":"Feifei Tu","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Feifei Tu","raw_affiliation_strings":["Peking University, China"],"affiliations":[{"raw_affiliation_string":"Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101518774","display_name":"Jiaxin Zhu","orcid":"https://orcid.org/0000-0002-0905-2355"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxin Zhu","raw_affiliation_strings":["Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072346492","display_name":"Qimu Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qimu Zheng","raw_affiliation_strings":["Peking University, China"],"affiliations":[{"raw_affiliation_string":"Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065977454","display_name":"Minghui Zhou","orcid":"https://orcid.org/0000-0001-6324-3964"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghui Zhou","raw_affiliation_strings":["Peking University, China"],"affiliations":[{"raw_affiliation_string":"Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5059323297"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":4.3196,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.95185436,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"307","last_page":"318"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7459152936935425},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5829983949661255},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5323731303215027},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5029942393302917},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.49259835481643677},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.4890792965888977},{"id":"https://openalex.org/keywords/leakage","display_name":"Leakage (economics)","score":0.48768389225006104},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.45096614956855774},{"id":"https://openalex.org/keywords/information-leakage","display_name":"Information leakage","score":0.4222252070903778},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.416044145822525},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4148722290992737},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3957306146621704},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.16522303223609924}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7459152936935425},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5829983949661255},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5323731303215027},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5029942393302917},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.49259835481643677},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.4890792965888977},{"id":"https://openalex.org/C2777042071","wikidata":"https://www.wikidata.org/wiki/Q6509304","display_name":"Leakage (economics)","level":2,"score":0.48768389225006104},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.45096614956855774},{"id":"https://openalex.org/C2779201187","wikidata":"https://www.wikidata.org/wiki/Q2775060","display_name":"Information leakage","level":2,"score":0.4222252070903778},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.416044145822525},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4148722290992737},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3957306146621704},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.16522303223609924},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3236024.3236054","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3236024.3236054","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 26th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W6806504","https://openalex.org/W46790137","https://openalex.org/W131411689","https://openalex.org/W155044600","https://openalex.org/W1024906986","https://openalex.org/W1551505642","https://openalex.org/W1877019069","https://openalex.org/W1964968887","https://openalex.org/W1968882522","https://openalex.org/W1970479962","https://openalex.org/W1970706051","https://openalex.org/W1972275887","https://openalex.org/W1980850370","https://openalex.org/W1981109290","https://openalex.org/W1985947101","https://openalex.org/W1989862714","https://openalex.org/W1993320088","https://openalex.org/W1995012521","https://openalex.org/W1998916198","https://openalex.org/W2000518393","https://openalex.org/W2003423964","https://openalex.org/W2004704444","https://openalex.org/W2007960989","https://openalex.org/W2018582844","https://openalex.org/W2018663431","https://openalex.org/W2018871545","https://openalex.org/W2020228344","https://openalex.org/W2022585969","https://openalex.org/W2024188163","https://openalex.org/W2027602529","https://openalex.org/W2028292931","https://openalex.org/W2032348489","https://openalex.org/W2039052699","https://openalex.org/W2040494299","https://openalex.org/W2040577374","https://openalex.org/W2047950174","https://openalex.org/W2058230372","https://openalex.org/W2065314038","https://openalex.org/W2072069252","https://openalex.org/W2073420535","https://openalex.org/W2073449237","https://openalex.org/W2079317829","https://openalex.org/W2079404749","https://openalex.org/W2083340540","https://openalex.org/W2085030399","https://openalex.org/W2087419855","https://openalex.org/W2090094826","https://openalex.org/W2102193394","https://openalex.org/W2107465592","https://openalex.org/W2109915313","https://openalex.org/W2111199933","https://openalex.org/W2113351233","https://openalex.org/W2116737258","https://openalex.org/W2119731669","https://openalex.org/W2126677159","https://openalex.org/W2127577307","https://openalex.org/W2131346202","https://openalex.org/W2132547353","https://openalex.org/W2133108681","https://openalex.org/W2133368849","https://openalex.org/W2136213879","https://openalex.org/W2139060038","https://openalex.org/W2139270835","https://openalex.org/W2139410856","https://openalex.org/W2140952846","https://openalex.org/W2144620969","https://openalex.org/W2146324054","https://openalex.org/W2149783794","https://openalex.org/W2151664739","https://openalex.org/W2155653793","https://openalex.org/W2156833313","https://openalex.org/W2157458605","https://openalex.org/W2158133897","https://openalex.org/W2160160234","https://openalex.org/W2167630669","https://openalex.org/W2169090130","https://openalex.org/W2214054289","https://openalex.org/W2249980257","https://openalex.org/W2291065718","https://openalex.org/W2336438358","https://openalex.org/W2467081328","https://openalex.org/W2513235427","https://openalex.org/W2541219092","https://openalex.org/W2554979658","https://openalex.org/W2560436489","https://openalex.org/W2560823834","https://openalex.org/W2736287575","https://openalex.org/W2769311801","https://openalex.org/W4229911753","https://openalex.org/W6605300326"],"related_works":["https://openalex.org/W2369033652","https://openalex.org/W2539268621","https://openalex.org/W3156288925","https://openalex.org/W2965236686","https://openalex.org/W2385771124","https://openalex.org/W1519912902","https://openalex.org/W3123987581","https://openalex.org/W2358406440","https://openalex.org/W2352435628","https://openalex.org/W3175365978"],"abstract_inverted_index":{"Issue":[0,16],"tracking":[1,176],"data":[2,26,32,45,57,79,98,105,128,153,163,177,206],"have":[3,115,142,184],"been":[4],"used":[5],"extensively":[6],"to":[7,74,99,173,178,183,204],"aid":[8],"in":[9,54],"predicting":[10,92],"or":[11],"recommending":[12],"software":[13,180],"development":[14,181],"practices.":[15],"attributes":[17,203],"typically":[18],"change":[19,195],"over":[20],"time,":[21],"but":[22],"users":[23,154],"may":[24],"use":[25],"from":[27,49,62],"a":[28,185],"separate":[29],"time":[30,37],"of":[31,38,78,103,112,137,158,161,188,196],"collection":[33],"rather":[34],"than":[35],"the":[36,51,56,63,76,101,104,131,143,147,159,162,192,197,200],"their":[39,189],"application":[40,190],"scenarios.":[41],"We,":[42],"therefore,":[43],"investigate":[44],"leakage,":[46],"which":[47,55],"results":[48,125],"ignoring":[50],"chronological":[52],"order":[53],"were":[58],"produced.":[59,165],"Information":[60],"leaked":[61],"\"future\"":[64],"makes":[65],"prediction":[66],"models":[67],"misleadingly":[68],"optimistic.":[69],"We":[70,107,122,166],"examine":[71],"existing":[72],"literature":[73],"confirm":[75,108],"existence":[77],"leakage":[80,116,129,207],"and":[81,91,140,169,194,199],"reproduce":[82],"three":[83],"typical":[84],"studies":[85,114],"(detecting":[86],"duplicate":[87],"issues,":[88,90],"localizing":[89],"issue-fix":[93],"time)":[94],"adjusted":[95],"for":[96],"appropriate":[97],"quantify":[100],"impact":[102,145],"leakage.":[106],"that":[109,152],"11":[110],"out":[111],"58":[113],"problem,":[117],"while":[118,130],"44":[119],"are":[120,155],"suspected.":[121],"observe":[123],"biased":[124],"caused":[126],"by":[127],"extent":[132],"is":[133],"not":[134],"striking.":[135],"Attributes":[136],"summary,":[138],"component,":[139],"assignee":[141],"largest":[144],"on":[146],"results.":[148],"Our":[149],"findings":[150],"suggest":[151],"often":[156],"unaware":[157],"context":[160],"being":[164],"recommend":[167],"researchers":[168],"practitioners":[170],"who":[171],"attempt":[172],"utilize":[174],"issue":[175,202],"address":[179],"problems":[182],"full":[186],"understanding":[187],"scenarios,":[191],"origin":[193],"data,":[198],"influential":[201],"manage":[205],"risks.":[208]},"counts_by_year":[{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
