{"id":"https://openalex.org/W2921645495","doi":"https://doi.org/10.1109/saner.2019.8668033","title":"An Empirical Study of Learning to Rank Techniques for Effort-Aware Defect Prediction","display_name":"An Empirical Study of Learning to Rank Techniques for Effort-Aware Defect Prediction","publication_year":2019,"publication_date":"2019-02-01","ids":{"openalex":"https://openalex.org/W2921645495","doi":"https://doi.org/10.1109/saner.2019.8668033","mag":"2921645495"},"language":"en","primary_location":{"id":"doi:10.1109/saner.2019.8668033","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saner.2019.8668033","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 26th International Conference on Software Analysis, Evolution and Reengineering (SANER)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047060039","display_name":"Xiao Yu","orcid":"https://orcid.org/0000-0002-4473-3068"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Xiao Yu","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012394915","display_name":"Kwabena Ebo Bennin","orcid":"https://orcid.org/0000-0001-9140-9271"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kwabena Ebo Bennin","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116386994","display_name":"Jin Liu","orcid":"https://orcid.org/0000-0003-2690-2216"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Liu","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051403641","display_name":"Jacky Keung","orcid":"https://orcid.org/0000-0002-3803-9600"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jacky Wai Keung","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101648834","display_name":"Xiaofei Yin","orcid":"https://orcid.org/0000-0002-8665-7884"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofei Yin","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004699537","display_name":"Zhou Xu","orcid":"https://orcid.org/0000-0003-0119-927X"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhou Xu","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5047060039"],"corresponding_institution_ids":["https://openalex.org/I168719708"],"apc_list":null,"apc_paid":null,"fwci":4.7481,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.95286277,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"298","last_page":"309"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6460874080657959},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6328914761543274},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5925254821777344},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5902358889579773},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.5658057928085327},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.5260640978813171},{"id":"https://openalex.org/keywords/norm","display_name":"Norm (philosophy)","score":0.5089600086212158},{"id":"https://openalex.org/keywords/source-lines-of-code","display_name":"Source lines of code","score":0.4147685170173645},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.41350722312927246},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.40837562084198},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.361980140209198},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.35530006885528564},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21647042036056519},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.15786856412887573},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1445370614528656},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.09407150745391846}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6460874080657959},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6328914761543274},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5925254821777344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5902358889579773},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.5658057928085327},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.5260640978813171},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.5089600086212158},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.4147685170173645},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.41350722312927246},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40837562084198},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.361980140209198},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.35530006885528564},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21647042036056519},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.15786856412887573},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1445370614528656},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.09407150745391846},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/saner.2019.8668033","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saner.2019.8668033","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 26th International Conference on Software Analysis, Evolution and Reengineering (SANER)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":107,"referenced_works":["https://openalex.org/W168970045","https://openalex.org/W179179905","https://openalex.org/W273955616","https://openalex.org/W1552767446","https://openalex.org/W1571870753","https://openalex.org/W1838241330","https://openalex.org/W1973435495","https://openalex.org/W1973948212","https://openalex.org/W1975040830","https://openalex.org/W1977177161","https://openalex.org/W1985258161","https://openalex.org/W1990589796","https://openalex.org/W1993764100","https://openalex.org/W2016023958","https://openalex.org/W2019338079","https://openalex.org/W2021509116","https://openalex.org/W2024209326","https://openalex.org/W2026750231","https://openalex.org/W2047028564","https://openalex.org/W2047338137","https://openalex.org/W2051978688","https://openalex.org/W2060074204","https://openalex.org/W2066477694","https://openalex.org/W2073767361","https://openalex.org/W2074218040","https://openalex.org/W2074805796","https://openalex.org/W2095795470","https://openalex.org/W2097283422","https://openalex.org/W2102782753","https://openalex.org/W2104471998","https://openalex.org/W2105776892","https://openalex.org/W2108862644","https://openalex.org/W2118283821","https://openalex.org/W2135989251","https://openalex.org/W2142537246","https://openalex.org/W2143331230","https://openalex.org/W2143637886","https://openalex.org/W2146338950","https://openalex.org/W2146474553","https://openalex.org/W2149014999","https://openalex.org/W2152134801","https://openalex.org/W2158207287","https://openalex.org/W2158561928","https://openalex.org/W2159610968","https://openalex.org/W2160958420","https://openalex.org/W2162059449","https://openalex.org/W2163837601","https://openalex.org/W2165669526","https://openalex.org/W2276400542","https://openalex.org/W2291445757","https://openalex.org/W2296517388","https://openalex.org/W2302881059","https://openalex.org/W2330210193","https://openalex.org/W2360967250","https://openalex.org/W2367798545","https://openalex.org/W2397092005","https://openalex.org/W2423414168","https://openalex.org/W2474835145","https://openalex.org/W2490886873","https://openalex.org/W2496994904","https://openalex.org/W2497047467","https://openalex.org/W2498119267","https://openalex.org/W2510312579","https://openalex.org/W2528160956","https://openalex.org/W2560646185","https://openalex.org/W2562348157","https://openalex.org/W2602382373","https://openalex.org/W2729440153","https://openalex.org/W2737319015","https://openalex.org/W2752746494","https://openalex.org/W2767440208","https://openalex.org/W2769228232","https://openalex.org/W2775159301","https://openalex.org/W2785563707","https://openalex.org/W2786678788","https://openalex.org/W2790699127","https://openalex.org/W2795921267","https://openalex.org/W2800419927","https://openalex.org/W2808113972","https://openalex.org/W2809761809","https://openalex.org/W2897049944","https://openalex.org/W2912934387","https://openalex.org/W2963520355","https://openalex.org/W2984960739","https://openalex.org/W2988119488","https://openalex.org/W3085162807","https://openalex.org/W3141218678","https://openalex.org/W3141989311","https://openalex.org/W4206600618","https://openalex.org/W4238919913","https://openalex.org/W4245807786","https://openalex.org/W4246226690","https://openalex.org/W4250023757","https://openalex.org/W4255455317","https://openalex.org/W4295192648","https://openalex.org/W4399549220","https://openalex.org/W6607259140","https://openalex.org/W6632992187","https://openalex.org/W6646789938","https://openalex.org/W6648734875","https://openalex.org/W6712052807","https://openalex.org/W6723887429","https://openalex.org/W6724045655","https://openalex.org/W6747996232","https://openalex.org/W6748471295","https://openalex.org/W6755513364","https://openalex.org/W6770132586"],"related_works":["https://openalex.org/W2112835755","https://openalex.org/W4291951920","https://openalex.org/W2349674371","https://openalex.org/W2097495471","https://openalex.org/W1696545756","https://openalex.org/W2952827811","https://openalex.org/W2772359885","https://openalex.org/W3011471740","https://openalex.org/W2884580467","https://openalex.org/W2572315477"],"abstract_inverted_index":{"Effort-Aware":[0],"Defect":[1],"Prediction":[2],"(EADP)":[3],"ranks":[4],"software":[5],"modules":[6,13,250],"based":[7,112],"on":[8,72,89,134,198],"the":[9,65,73,80,95,125,142,235],"possibility":[10],"of":[11,19,43,51,67,75,83,109,127,150,175,186,219,249,253],"these":[12,61,128,164,194],"being":[14],"defective,":[15],"their":[16],"predicted":[17],"number":[18,42,248],"defects,":[20],"or":[21,48,251],"defect":[22,92],"density":[23],"by":[24,141,205,244],"using":[25,98],"learning":[26,36,68,85],"to":[27,37,69,86,240],"rank":[28,38,70,87],"algorithms.":[29],"Prior":[30],"empirical":[31],"studies":[32],"compared":[33],"a":[34,99,106,135,199,246],"few":[35],"algorithms":[39,71,88,129,165,195],"considering":[40],"small":[41],"datasets,":[44],"evaluating":[45],"with":[46,166,214],"inappropriate":[47],"one":[49],"type":[50],"performance":[52,74,102,114,126],"measure,":[53],"and":[54,63,105,152,177,179,209,221,231],"non-robust":[55],"statistical":[56],"test":[57],"techniques.":[58],"To":[59],"address":[60],"concerns":[62],"investigate":[64],"impact":[66],"EADP":[76,236],"models,":[77],"we":[78,123,228],"examine":[79],"practical":[81],"effects":[82],"23":[84],"41":[90],"available":[91],"datasets":[93],"from":[94],"PROMISE":[96],"repository":[97],"module-based":[100],"effort-aware":[101,113],"measure":[103,115],"(FPA)":[104],"source":[107],"lines":[108,252],"code":[110],"(SLOC)":[111],"(Norm(P":[116],"<sub":[117,154,189,223],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[118,155,190,224],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">opt</sub>":[119,156,191,225],").":[120,192,226],"In":[121,148],"addition,":[122],"compare":[124],"when":[130],"they":[131],"are":[132,161,196],"trained":[133,197],"more":[136,200,242],"relevant":[137,201],"feature":[138,145,202],"subset":[139,203],"selected":[140,204],"Information":[143,206],"Gain":[144],"selection":[146],"method.":[147],"terms":[149,174,185,218],"FPA":[151,220],"Norm(P":[153,222],"),":[157],"statistically":[158],"significant":[159,215],"differences":[160,216],"observed":[162],"among":[163],"BRR":[167,178,210,230],"(Bayesian":[168],"Ridge":[169],"Regression)":[170],"performing":[171,182],"best":[172,183,213],"in":[173,184,217,238],"FPA,":[176],"LTR":[180,208,232],"(Learning-to-Rank)":[181],"Norm":[187],"(P":[188],"When":[193],"Gain,":[207],"still":[211],"perform":[212],"Therefore,":[227],"recommend":[229],"for":[233],"building":[234],"model":[237],"order":[239],"find":[241],"defects":[243],"inspecting":[245],"certain":[247],"codes.":[254]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}