{"id":"https://openalex.org/W4226075195","doi":"https://doi.org/10.1109/tse.2022.3197063","title":"Revisiting, Benchmarking and Exploring API Recommendation: How Far Are We?","display_name":"Revisiting, Benchmarking and Exploring API Recommendation: How Far Are We?","publication_year":2022,"publication_date":"2022-08-08","ids":{"openalex":"https://openalex.org/W4226075195","doi":"https://doi.org/10.1109/tse.2022.3197063"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2022.3197063","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2022.3197063","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101845156","display_name":"Yun Peng","orcid":"https://orcid.org/0000-0003-1936-5598"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yun Peng","raw_affiliation_strings":["Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-1936-5598","affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100636489","display_name":"Shuqing Li","orcid":"https://orcid.org/0000-0001-6323-1402"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shuqing Li","raw_affiliation_strings":["Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0001-6323-1402","affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109373772","display_name":"Wenwei Gu","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wenwei Gu","raw_affiliation_strings":["Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100426730","display_name":"Yichen Li","orcid":"https://orcid.org/0009-0009-8370-644X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yichen Li","raw_affiliation_strings":["Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100755181","display_name":"Wenxuan Wang","orcid":"https://orcid.org/0000-0001-7172-8662"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wenxuan Wang","raw_affiliation_strings":["Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103094513","display_name":"Cuiyun Gao","orcid":"https://orcid.org/0000-0001-8513-6836"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cuiyun Gao","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Harbin Institute of Technology, Shenzhen, China","Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-8513-6836","affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069596903","display_name":"Michael R. Lyu","orcid":"https://orcid.org/0000-0002-3666-5798"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Michael R. Lyu","raw_affiliation_strings":["Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.3189,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.9881383,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"49","issue":"4","first_page":"1876","last_page":"1897"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8915961980819702},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8703191876411438},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6892673969268799},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6571006178855896},{"id":"https://openalex.org/keywords/application-programming-interface","display_name":"Application programming interface","score":0.5752933025360107},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.46655434370040894},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.42127490043640137},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.34406328201293945},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.328474760055542},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13704833388328552}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8915961980819702},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8703191876411438},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6892673969268799},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6571006178855896},{"id":"https://openalex.org/C99613125","wikidata":"https://www.wikidata.org/wiki/Q165194","display_name":"Application programming interface","level":2,"score":0.5752933025360107},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.46655434370040894},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.42127490043640137},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.34406328201293945},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.328474760055542},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13704833388328552},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2022.3197063","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2022.3197063","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6373242444","display_name":null,"funder_award_id":"62002084","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1690919088","https://openalex.org/W1970607969","https://openalex.org/W1975879668","https://openalex.org/W2042803716","https://openalex.org/W2059556545","https://openalex.org/W2081580037","https://openalex.org/W2083878868","https://openalex.org/W2108632968","https://openalex.org/W2143861926","https://openalex.org/W2165747537","https://openalex.org/W2402619042","https://openalex.org/W2406365535","https://openalex.org/W2533695286","https://openalex.org/W2547212960","https://openalex.org/W2548627465","https://openalex.org/W2806092851","https://openalex.org/W2808275365","https://openalex.org/W2884229567","https://openalex.org/W2887364112","https://openalex.org/W2888017562","https://openalex.org/W2901220009","https://openalex.org/W2955972181","https://openalex.org/W2963391195","https://openalex.org/W2963464264","https://openalex.org/W2964194820","https://openalex.org/W2968388969","https://openalex.org/W3006367553","https://openalex.org/W3080566208","https://openalex.org/W3146720657","https://openalex.org/W3150708171","https://openalex.org/W3160339882","https://openalex.org/W3161677724","https://openalex.org/W3162689995","https://openalex.org/W3168656614","https://openalex.org/W3201915713","https://openalex.org/W3204578495","https://openalex.org/W3206342208","https://openalex.org/W3206674107","https://openalex.org/W4206291441","https://openalex.org/W4213053623","https://openalex.org/W4245995216","https://openalex.org/W4286903575","https://openalex.org/W4297824601","https://openalex.org/W4385991041","https://openalex.org/W6753298663","https://openalex.org/W6754601402","https://openalex.org/W6775434300","https://openalex.org/W6802351660","https://openalex.org/W6802396257"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2011676020","https://openalex.org/W2770764537"],"abstract_inverted_index":{"Application":[0],"Programming":[1],"Interfaces":[2],"(APIs),":[3],"which":[4],"encapsulate":[5],"the":[6,15,22,37,58,70,77,84,95,113,125,133,136,139,146,175,203],"implementation":[7],"of":[8,17,24,51,72,79,83,179,205],"specific":[9],"functions":[10],"as":[11,97],"interfaces,":[12],"greatly":[13],"improve":[14],"efficiency":[16],"modern":[18],"software":[19],"development.":[20],"As":[21],"number":[23],"APIs":[25,38,46,106],"grows":[26],"up":[27],"fast":[28],"nowadays,":[29],"developers":[30],"can":[31],"hardly":[32],"be":[33],"familiar":[34],"with":[35,163,224],"all":[36],"and":[39,86,115,129,153,189,199,220],"usually":[40],"need":[41],"to":[42,56,68,76,145],"search":[43],"for":[44,47,174,191,201],"appropriate":[45,209],"usage.":[48],"So":[49],"lots":[50],"efforts":[52],"have":[53],"been":[54,65],"devoted":[55],"improving":[57,202],"API":[59,126,151,155,192,222],"recommendation":[60,127,152,223],"task.":[61],"However,":[62],"it":[63],"has":[64],"increasingly":[66],"difficult":[67],"gauge":[69],"performance":[71,204],"new":[73],"models":[74],"due":[75],"lack":[78],"a":[80,87,98],"uniform":[81],"definition":[82],"task":[85,96,128,147],"standardized":[88],"benchmark.":[89],"For":[90],"example,":[91],"some":[92,186,197],"studies":[93],"regard":[94],"code":[99],"completion":[100],"problem,":[101],"while":[102],"others":[103],"recommend":[104],"relative":[105],"given":[107],"natural":[108],"language":[109],"queries.":[110],"To":[111],"reduce":[112],"challenges":[114,190],"better":[116],"facilitate":[117],"future":[118],"research,":[119],"in":[120],"this":[121],"paper,":[122],"we":[123,184],"revisit":[124],"aim":[130],"at":[131],"benchmarking":[132],"approaches.":[134,180],"Specifically,":[135],"paper":[137],"groups":[138],"approaches":[140,161],"into":[141],"two":[142,176],"categories":[143,178],"according":[144],"definition,":[148],"i.e.,":[149],"query-based":[150,221],"code-based":[154],"recommendation.":[156,193],"We":[157,194],"study":[158],"11":[159],"recently-proposed":[160],"along":[162],"4":[164],"widely-used":[165],"IDEs.":[166],"One":[167],"benchmark":[168],"named":[169],"APIBench":[170],"is":[171],"then":[172],"built":[173],"respective":[177],"Based":[181],"on":[182],"APIBench,":[183],"distill":[185],"actionable":[187],"insights":[188],"also":[195],"achieve":[196],"implications":[198],"directions":[200],"recommending":[206],"APIs,":[207,219],"including":[208],"query":[210],"reformulation,":[211],"data":[212],"source":[213],"selection,":[214],"low":[215],"resource":[216],"setting,":[217],"user-defined":[218],"usage":[225],"patterns.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}