{"id":"https://openalex.org/W4386802874","doi":"https://doi.org/10.1145/3624735","title":"KAPE: <i>k</i> NN-based Performance Testing for Deep Code Search","display_name":"KAPE: <i>k</i> NN-based Performance Testing for Deep Code Search","publication_year":2023,"publication_date":"2023-09-16","ids":{"openalex":"https://openalex.org/W4386802874","doi":"https://doi.org/10.1145/3624735"},"language":"en","primary_location":{"id":"doi:10.1145/3624735","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3624735","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3624735","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3624735","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023978917","display_name":"Yuejun Guo","orcid":"https://orcid.org/0000-0002-5535-2420"},"institutions":[{"id":"https://openalex.org/I4210112527","display_name":"Luxembourg Institute of Science and Technology","ror":"https://ror.org/01t178j62","country_code":"LU","type":"nonprofit","lineage":["https://openalex.org/I4210112527"]}],"countries":["LU"],"is_corresponding":true,"raw_author_name":"Yuejun Guo","raw_affiliation_strings":["Luxembourg Institute of Science and Technology, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0002-5535-2420","affiliations":[{"raw_affiliation_string":"Luxembourg Institute of Science and Technology, Luxembourg","institution_ids":["https://openalex.org/I4210112527"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101406450","display_name":"Qiang Hu","orcid":"https://orcid.org/0000-0002-8251-1669"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Qiang Hu","raw_affiliation_strings":["SnT, University of Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0002-8251-1669","affiliations":[{"raw_affiliation_string":"SnT, University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084396416","display_name":"Xiaofei Xie","orcid":"https://orcid.org/0000-0002-1288-6502"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xiaofei Xie","raw_affiliation_strings":["Singapore Management University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-1288-6502","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000695937","display_name":"Maxime Cordy","orcid":"https://orcid.org/0000-0001-8312-1358"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Maxime Cordy","raw_affiliation_strings":["SnT, University of Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0001-8312-1358","affiliations":[{"raw_affiliation_string":"SnT, University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081145634","display_name":"Mike Papadakis","orcid":"https://orcid.org/0000-0003-1852-2547"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Mike Papadakis","raw_affiliation_strings":["SnT, University of Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0003-1852-2547","affiliations":[{"raw_affiliation_string":"SnT, University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040574362","display_name":"Yves Le Traon","orcid":"https://orcid.org/0000-0002-1045-4861"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Yves Le Traon","raw_affiliation_strings":["SnT, University of Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0002-1045-4861","affiliations":[{"raw_affiliation_string":"SnT, University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5023978917"],"corresponding_institution_ids":["https://openalex.org/I4210112527"],"apc_list":null,"apc_paid":null,"fwci":0.8748,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.79807135,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"33","issue":"2","first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8843764662742615},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6207625865936279},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5588153600692749},{"id":"https://openalex.org/keywords/javascript","display_name":"JavaScript","score":0.5398266911506653},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5316838622093201},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.45204973220825195},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.44596564769744873},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.44228455424308777},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4315968155860901},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.41671597957611084}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8843764662742615},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6207625865936279},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5588153600692749},{"id":"https://openalex.org/C544833334","wikidata":"https://www.wikidata.org/wiki/Q2005","display_name":"JavaScript","level":2,"score":0.5398266911506653},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5316838622093201},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.45204973220825195},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.44596564769744873},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44228455424308777},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4315968155860901},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.41671597957611084}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3624735","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3624735","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3624735","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:orbilu.uni.lu:10993/59252","is_oa":true,"landing_page_url":"https://orbilu.uni.lu/handle/10993/59252","pdf_url":"https://orbilu.uni.lu/bitstream/10993/59252/1/TOSEM_KAPE_2023.pdf","source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Software Engineering and Methodology, 33 (2), 48:1-48:24 (2024-01-16)","raw_type":"peer reviewed"}],"best_oa_location":{"id":"doi:10.1145/3624735","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3624735","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3624735","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386802874.pdf","grobid_xml":"https://content.openalex.org/works/W4386802874.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1580375566","https://openalex.org/W1583837637","https://openalex.org/W1977971855","https://openalex.org/W1981829374","https://openalex.org/W1985258161","https://openalex.org/W2006291142","https://openalex.org/W2026608875","https://openalex.org/W2048430744","https://openalex.org/W2081434183","https://openalex.org/W2175297521","https://openalex.org/W2247374552","https://openalex.org/W2574388714","https://openalex.org/W2616028256","https://openalex.org/W2765982206","https://openalex.org/W2794601162","https://openalex.org/W2795013376","https://openalex.org/W2798032373","https://openalex.org/W2896457183","https://openalex.org/W2903158431","https://openalex.org/W2948254043","https://openalex.org/W2957905354","https://openalex.org/W2965373594","https://openalex.org/W2968179027","https://openalex.org/W2972704946","https://openalex.org/W2997159780","https://openalex.org/W3008088841","https://openalex.org/W3011574394","https://openalex.org/W3028860567","https://openalex.org/W3041012898","https://openalex.org/W3042703469","https://openalex.org/W3043716470","https://openalex.org/W3085514074","https://openalex.org/W3086007799","https://openalex.org/W3088409176","https://openalex.org/W3094700537","https://openalex.org/W3099444373","https://openalex.org/W3104874136","https://openalex.org/W3105347387","https://openalex.org/W3124058431","https://openalex.org/W3128554366","https://openalex.org/W3138081324","https://openalex.org/W3194668998","https://openalex.org/W3205471381","https://openalex.org/W4224214784","https://openalex.org/W4290379986","https://openalex.org/W4297819591","https://openalex.org/W4384345647"],"related_works":["https://openalex.org/W2461078469","https://openalex.org/W123790205","https://openalex.org/W2085515337","https://openalex.org/W3102852402","https://openalex.org/W3087706721","https://openalex.org/W4287664162","https://openalex.org/W827014118","https://openalex.org/W2498635018","https://openalex.org/W2063692999","https://openalex.org/W3081644756"],"abstract_inverted_index":{"Code":[0],"search":[1,14,50],"is":[2,92,160],"a":[3,101,134,203],"common":[4],"yet":[5],"important":[6],"activity":[7],"of":[8,31,103],"software":[9],"developers.":[10],"An":[11],"efficient":[12],"code":[13,49,152],"model":[15,193],"can":[16,189],"largely":[17],"facilitate":[18],"the":[19,24,28,33,48,69,104,109,131,147,169,192],"development":[20],"process":[21],"and":[22,90,121,182],"improve":[23],"programming":[25,175],"quality.":[26],"Given":[27],"superb":[29],"performance":[30,62,70,194],"learning":[32,37],"contextual":[34],"representations,":[35],"deep":[36],"models,":[38,42,181],"especially":[39],"pre-trained":[40,180],"language":[41,78,176],"have":[43],"been":[44],"widely":[45],"explored":[46],"for":[47,60],"task.":[51],"However,":[52,112],"studies":[53],"mainly":[54],"focus":[55],"on":[56,63,71,173,200],"proposing":[57],"new":[58],"architectures":[59],"ever-better":[61],"designed":[64],"test":[65,73,96,155],"sets":[66],"but":[67],"ignore":[68],"unseen":[72,105],"data":[74,166],"where":[75],"only":[76],"natural":[77],"queries":[79],"are":[80,117],"available.":[81],"The":[82,157],"same":[83],"problem":[84,148],"in":[85],"other":[86,115],"domains,":[87],"e.g.,":[88],"CV":[89],"NLP,":[91],"usually":[93],"solved":[94],"by":[95],"input":[97],"selection":[98],"that":[99,187],"uses":[100],"subset":[102],"set":[106],"to":[107,144,154,161,167],"reduce":[108],"labeling":[110,124],"effort.":[111,125],"approaches":[113],"from":[114],"domains":[116],"not":[118],"directly":[119],"applicable":[120],"still":[122],"require":[123],"In":[126],"this":[127],"article,":[128],"we":[129],"propose":[130],"k":[132],"NN-b":[133],"sed":[135],"p":[136],"erformance":[137],"t":[138],"e":[139],"sting":[140],"(":[141],"KAPE":[142,188],")":[143],"efficiently":[145],"solve":[146],"without":[149],"manually":[150],"matching":[151],"snippets":[153],"queries.":[156],"main":[158],"idea":[159],"use":[162],"semantically":[163],"similar":[164],"training":[165],"perform":[168],"evaluation.":[170],"Extensive":[171],"experiments":[172],"six":[174],"datasets,":[177],"three":[178],"state-of-the-art":[179],"seven":[183],"baseline":[184],"methods":[185],"demonstrate":[186],"effectively":[190],"assess":[191],"(e.g.,":[195,206],"CodeBERT":[196],"achieves":[197],"MRR":[198],"0.5795":[199],"JavaScript)":[201],"with":[202],"slight":[204],"difference":[205],"0.0261).":[207]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}