{"id":"https://openalex.org/W4389208769","doi":"https://doi.org/10.1145/3611643.3616307","title":"A Practical Human Labeling Method for Online Just-in-Time Software Defect Prediction","display_name":"A Practical Human Labeling Method for Online Just-in-Time Software Defect Prediction","publication_year":2023,"publication_date":"2023-11-30","ids":{"openalex":"https://openalex.org/W4389208769","doi":"https://doi.org/10.1145/3611643.3616307"},"language":"en","primary_location":{"id":"doi:10.1145/3611643.3616307","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3611643.3616307","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3611643.3616307","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3611643.3616307","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032643292","display_name":"Liyan Song","orcid":"https://orcid.org/0000-0003-1172-8825"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Liyan Song","raw_affiliation_strings":["Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-1172-8825","affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064089961","display_name":"Leandro L. Minku","orcid":"https://orcid.org/0000-0002-2639-0671"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Leandro Lei Minku","raw_affiliation_strings":["The University of Birmingham, Birmingham, UK"],"raw_orcid":"https://orcid.org/0000-0002-2639-0671","affiliations":[{"raw_affiliation_string":"The University of Birmingham, Birmingham, UK","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064961431","display_name":"Cong Teng","orcid":"https://orcid.org/0009-0001-5857-6243"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cong Teng","raw_affiliation_strings":["Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0001-5857-6243","affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100635494","display_name":"Xin Yao","orcid":"https://orcid.org/0000-0001-8837-4442"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Yao","raw_affiliation_strings":["Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-8837-4442","affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5032643292"],"corresponding_institution_ids":["https://openalex.org/I3045169105"],"apc_list":null,"apc_paid":null,"fwci":1.3453,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.86063378,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"605","last_page":"617"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7535514831542969},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.6714245080947876},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5826610326766968},{"id":"https://openalex.org/keywords/predictive-modelling","display_name":"Predictive modelling","score":0.46262550354003906},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.4599534571170807},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.45679688453674316},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.453779011964798},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40287840366363525},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3842061460018158},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07834675908088684}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7535514831542969},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.6714245080947876},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5826610326766968},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.46262550354003906},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.4599534571170807},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.45679688453674316},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.453779011964798},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40287840366363525},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3842061460018158},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07834675908088684}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3611643.3616307","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3611643.3616307","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3611643.3616307","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/b3f84075-d8db-40c4-8875-de0398abc39c","is_oa":true,"landing_page_url":"https://research.birmingham.ac.uk/en/publications/b3f84075-d8db-40c4-8875-de0398abc39c","pdf_url":"https://pure-oai.bham.ac.uk/ws/files/219009830/3611643.3616307.pdf","source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Song , L , Minku , L , Teng , C & Yao , X 2023 , A Practical Human Labeling Method for Online Just-in-Time Software Defect Prediction . in S Chandra , K Blincoe & P Tonella (eds) , ESEC/FSE 2023 : Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering . FSE: Foundations of Software Engineering , Association for Computing Machinery (ACM) , pp. 605\u2013617 , 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering , San Francisco , California , United States , 3/12/23 . https://doi.org/10.1145/3611643.3616307","raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"doi:10.1145/3611643.3616307","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3611643.3616307","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3611643.3616307","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1308942226","display_name":null,"funder_award_id":"2020B121201001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8399751032","display_name":null,"funder_award_id":"62002148","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8435032178","display_name":null,"funder_award_id":"2017ZT07X386","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8555519613","display_name":null,"funder_award_id":"62250710682","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389208769.pdf","grobid_xml":"https://content.openalex.org/works/W4389208769.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W1605695115","https://openalex.org/W1965335252","https://openalex.org/W1979064714","https://openalex.org/W1987855178","https://openalex.org/W1987963388","https://openalex.org/W1994248747","https://openalex.org/W2007705030","https://openalex.org/W2044574055","https://openalex.org/W2051978688","https://openalex.org/W2052300809","https://openalex.org/W2053154970","https://openalex.org/W2057826716","https://openalex.org/W2060561050","https://openalex.org/W2073256825","https://openalex.org/W2082183626","https://openalex.org/W2083551746","https://openalex.org/W2100945416","https://openalex.org/W2105776892","https://openalex.org/W2139138573","https://openalex.org/W2147386665","https://openalex.org/W2150874999","https://openalex.org/W2157353183","https://openalex.org/W2276400542","https://openalex.org/W2294737577","https://openalex.org/W2530824252","https://openalex.org/W2548915941","https://openalex.org/W2604756720","https://openalex.org/W2756359217","https://openalex.org/W2783078595","https://openalex.org/W2796283679","https://openalex.org/W2847284300","https://openalex.org/W2885541650","https://openalex.org/W2898124301","https://openalex.org/W2955232136","https://openalex.org/W2964279097","https://openalex.org/W2967780468","https://openalex.org/W2995076668","https://openalex.org/W2997546679","https://openalex.org/W2999309192","https://openalex.org/W3030391949","https://openalex.org/W3083081996","https://openalex.org/W3089692094","https://openalex.org/W3102100346","https://openalex.org/W3164731060","https://openalex.org/W3172106546","https://openalex.org/W3172444956","https://openalex.org/W3175068298","https://openalex.org/W3213259750","https://openalex.org/W4226148285","https://openalex.org/W4236586490","https://openalex.org/W4285229502","https://openalex.org/W4286331449","https://openalex.org/W4286716257","https://openalex.org/W4306407754","https://openalex.org/W4312786784","https://openalex.org/W6950189363"],"related_works":["https://openalex.org/W2476117260","https://openalex.org/W2770531922","https://openalex.org/W4321354308","https://openalex.org/W3118244000","https://openalex.org/W3121161786","https://openalex.org/W2290299503","https://openalex.org/W3029851195","https://openalex.org/W2081787263","https://openalex.org/W2046884474","https://openalex.org/W2183585111"],"abstract_inverted_index":{"Just-in-Time":[0],"Software":[1],"Defect":[2],"Prediction":[3],"(JIT-SDP)":[4],"can":[5,37],"be":[6,21,38,119],"seen":[7],"as":[8,102],"an":[9,45,287],"online":[10,61],"learning":[11],"problem":[12],"where":[13,90],"additional":[14],"software":[15,71,99,116,159,190,263],"changes":[16,72,100,117,191,264],"produced":[17],"over":[18],"time":[19],"may":[20,230],"labeled":[22,120],"and":[23,52,96,134,166],"used":[24,39],"to":[25,40,47,104,130,167,185,215,243,250,261,269,285,296],"create":[26],"training":[27,30,81],"examples.":[28,82],"These":[29],"examples":[31],"form":[32],"a":[33,74,87,142,182,209],"data":[34],"stream":[35],"that":[36,66,114,148,207,227,265,293],"update":[41],"JIT-SDP":[42,62,94,132,155,177,290],"models":[43,49,95,133,156],"in":[44,59,125,282],"attempt":[46],"avoid":[48],"becoming":[50],"obsolete":[51],"poorly":[53],"performing.":[54],"However,":[55],"labeling":[56,146,188,212,224,246,280],"procedures":[57],"adopted":[58],"existing":[60,126,228],"studies":[63,284],"implicitly":[64],"assume":[65],"practitioners":[67,91,260],"would":[68,92,118,171],"not":[69],"inspect":[70,97,262],"upon":[73],"defect-inducing":[75,103],"prediction,":[76],"delaying":[77,222],"the":[78,152,158,173,187,193,223,234,245,274],"production":[79],"of":[80,154,176,189,195,236,276,289],"This":[83,137],"is":[84,294],"inconsistent":[85],"with":[86,192],"real-world":[88],"scenario":[89],"adopt":[93],"certain":[98],"predicted":[101],"check":[105],"whether":[106,165],"they":[107],"really":[108],"induce":[109,270],"defects.":[110,271],"Such":[111],"inspection":[112,198],"means":[113],"some":[115],"much":[121],"earlier":[122],"than":[123,220],"assumed":[124],"work,":[127],"potentially":[128],"leading":[129],"different":[131],"performance":[135,175,219,235,257,292],"results.":[136],"paper":[138],"aims":[139],"at":[140],"formulating":[141],"more":[143,210,267,277],"practical":[144],"human":[145,197,252,279],"procedure":[147,213],"takes":[149],"into":[150],"account":[151],"adoption":[153,275],"during":[157],"development":[160],"process.":[161],"It":[162],"then":[163],"analyses":[164],"what":[168],"extent":[169],"it":[170],"impact":[172],"predictive":[174,218,256,291],"models.":[178],"We":[179,272],"also":[180],"propose":[181],"new":[183],"method":[184,242],"target":[186,244],"aim":[194],"saving":[196],"effort.":[199],"Experiments":[200],"based":[201],"on":[202],"14":[203],"GitHub":[204],"projects":[205],"revealed":[206],"adopting":[208],"realistic":[211,278],"led":[214],"significantly":[216],"higher":[217],"when":[221],"process,":[225],"meaning":[226],"work":[229],"have":[231],"been":[232],"underestimating":[233],"JIT-SDP.":[237],"In":[238],"addition,":[239],"our":[240],"proposed":[241],"process":[247],"was":[248],"able":[249],"reduce":[251],"effort":[253],"while":[254],"maintaining":[255],"by":[258],"recommending":[259],"are":[266],"likely":[268],"encourage":[273],"methods":[281],"research":[283],"obtain":[286],"evaluation":[288],"closer":[295],"reality.":[297]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}