{"id":"https://openalex.org/W4404301429","doi":"https://doi.org/10.1109/tkde.2024.3436883","title":"SE Factual Knowledge in Frozen Giant Code Model: A Study on FQN and Its Retrieval","display_name":"SE Factual Knowledge in Frozen Giant Code Model: A Study on FQN and Its Retrieval","publication_year":2024,"publication_date":"2024-11-13","ids":{"openalex":"https://openalex.org/W4404301429","doi":"https://doi.org/10.1109/tkde.2024.3436883"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2024.3436883","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tkde.2024.3436883","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087875790","display_name":"Qing Huang","orcid":"https://orcid.org/0000-0002-8877-4267"},"institutions":[{"id":"https://openalex.org/I53592917","display_name":"Jiangxi Normal University","ror":"https://ror.org/05nkgk822","country_code":"CN","type":"education","lineage":["https://openalex.org/I53592917"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qing Huang","raw_affiliation_strings":["School of Computer Information Engineering and Language Intelligence Research Center, Jiangxi Normal University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Information Engineering and Language Intelligence Research Center, Jiangxi Normal University, Nanchang, China","institution_ids":["https://openalex.org/I53592917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003595989","display_name":"Dianshu Liao","orcid":"https://orcid.org/0009-0000-0865-0444"},"institutions":[{"id":"https://openalex.org/I53592917","display_name":"Jiangxi Normal University","ror":"https://ror.org/05nkgk822","country_code":"CN","type":"education","lineage":["https://openalex.org/I53592917"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dianshu Liao","raw_affiliation_strings":["School of Computer Information Engineering, Jiangxi Normal University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Information Engineering, Jiangxi Normal University, Nanchang, China","institution_ids":["https://openalex.org/I53592917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028641941","display_name":"Zhenchang Xing","orcid":"https://orcid.org/0000-0001-7663-1421"},"institutions":[{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"funder","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zhenchang Xing","raw_affiliation_strings":["Data61, CSIRO, Eveleigh, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Data61, CSIRO, Eveleigh, NSW, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101811003","display_name":"Zhiqiang Yuan","orcid":"https://orcid.org/0000-0002-6497-9380"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiang Yuan","raw_affiliation_strings":["School of Computer Science and Technology, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100652461","display_name":"Qinghua Lu","orcid":"https://orcid.org/0000-0002-9466-1672"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"funder","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Qinghua Lu","raw_affiliation_strings":["Data61, CSIRO, Eveleigh, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Data61, CSIRO, Eveleigh, NSW, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006841485","display_name":"Xiwei Xu","orcid":"https://orcid.org/0000-0002-2273-1862"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"funder","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xiwei Xu","raw_affiliation_strings":["Data61, CSIRO, Eveleigh, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Data61, CSIRO, Eveleigh, NSW, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015234133","display_name":"Jiaxing Lu","orcid":"https://orcid.org/0009-0009-8718-1716"},"institutions":[{"id":"https://openalex.org/I53592917","display_name":"Jiangxi Normal University","ror":"https://ror.org/05nkgk822","country_code":"CN","type":"education","lineage":["https://openalex.org/I53592917"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxing Lu","raw_affiliation_strings":["School of Computer Information Engineering, Jiangxi Normal University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Information Engineering, Jiangxi Normal University, Nanchang, China","institution_ids":["https://openalex.org/I53592917"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5087875790"],"corresponding_institution_ids":["https://openalex.org/I53592917"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.31144777,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"36","issue":"12","first_page":"9220","last_page":"9234"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.7893000245094299,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.7893000245094299,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.6955999732017517,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.768730640411377},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.47121208906173706},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.45492711663246155},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.32990700006484985},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10816061496734619}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.768730640411377},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.47121208906173706},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.45492711663246155},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32990700006484985},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10816061496734619},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tkde.2024.3436883","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tkde.2024.3436883","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},{"id":"pmh:oai:openresearch-repository.anu.edu.au:1885/733752593","is_oa":false,"landing_page_url":"https://hdl.handle.net/1885/733752593","pdf_url":null,"source":{"id":"https://openalex.org/S4306402539","display_name":"ANU Open Research (Australian National University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I118347636","host_organization_name":"Australian National University","host_organization_lineage":["https://openalex.org/I118347636"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"Journal article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2810733436","display_name":null,"funder_award_id":"62367003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6535910400","display_name":null,"funder_award_id":"62262031","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1538625299","https://openalex.org/W2011458734","https://openalex.org/W2100310705","https://openalex.org/W2106259924","https://openalex.org/W2115130131","https://openalex.org/W2387719207","https://openalex.org/W2616916909","https://openalex.org/W2794191496","https://openalex.org/W2794992746","https://openalex.org/W2795362139","https://openalex.org/W2885030880","https://openalex.org/W2896457183","https://openalex.org/W2963935794","https://openalex.org/W2970476646","https://openalex.org/W2999648948","https://openalex.org/W2999727008","https://openalex.org/W3012611775","https://openalex.org/W3039516369","https://openalex.org/W3044438666","https://openalex.org/W3098044990","https://openalex.org/W3098605233","https://openalex.org/W3102659883","https://openalex.org/W3126675481","https://openalex.org/W3146844750","https://openalex.org/W3148399464","https://openalex.org/W3153576810","https://openalex.org/W3154248444","https://openalex.org/W3177813494","https://openalex.org/W3180374035","https://openalex.org/W3185341429","https://openalex.org/W3195749400","https://openalex.org/W3195893957","https://openalex.org/W3198685994","https://openalex.org/W3203321135","https://openalex.org/W3204578495","https://openalex.org/W4200633062","https://openalex.org/W4220747294","https://openalex.org/W4225108562","https://openalex.org/W4281481998","https://openalex.org/W4283026156","https://openalex.org/W4284685915","https://openalex.org/W4284710241","https://openalex.org/W4287113527","https://openalex.org/W4288055447","https://openalex.org/W4288057765","https://openalex.org/W4288089799","https://openalex.org/W4288804650","https://openalex.org/W4292779060","https://openalex.org/W4313563756","https://openalex.org/W4388631682","https://openalex.org/W6658013138","https://openalex.org/W6749975024","https://openalex.org/W6751842182","https://openalex.org/W6755207826","https://openalex.org/W6769627184","https://openalex.org/W6778883912","https://openalex.org/W6779498098","https://openalex.org/W6787335730","https://openalex.org/W6789995444","https://openalex.org/W6790588633","https://openalex.org/W6791446462","https://openalex.org/W6797135993","https://openalex.org/W6798182279","https://openalex.org/W6798184125","https://openalex.org/W6800426947","https://openalex.org/W6800844176","https://openalex.org/W6838461927","https://openalex.org/W6838589991","https://openalex.org/W6841315025","https://openalex.org/W7034165281"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Giant":[0],"pre-trained":[1],"code":[2,67,94,167],"models":[3],"(PCMs)":[4],"start":[5],"coming":[6],"into":[7,27],"the":[8,13,41,46,51,62,117,129,175,196,220,242],"developers\u2019":[9],"daily":[10],"practices.":[11],"Understanding":[12],"type":[14],"and":[15,32,70,134,152,164,211],"amount":[16],"of":[17,131],"software":[18,28],"knowledge":[19,49,64,151,187],"in":[20,50,189,241],"PCMs":[21,26],"is":[22],"essential":[23],"for":[24,65,87,120,156],"integrating":[25],"engineering":[29],"(SE)":[30],"tasks":[31],"unlocking":[33],"their":[34],"potential.":[35],"In":[36],"this":[37,124],"work,":[38],"we":[39,78,127,193,213,233],"conduct":[40],"first":[42],"systematic":[43],"study":[44,172],"on":[45,56,85,138,166,227],"SE":[47,185,204],"factual":[48,186],"state-of-the-art":[52],"PCM":[53],"CoPilot,":[54],"focusing":[55],"APIs\u2019":[57],"Fully":[58],"Qualified":[59],"Names":[60],"(FQNs),":[61],"fundamental":[63],"effective":[66],"analysis,":[68],"search":[69],"reuse.":[71],"Driven":[72],"by":[73,102],"FQNs\u2019":[74],"data":[75,136],"distribution":[76],"properties,":[77],"design":[79,113],"a":[80],"novel":[81],"lightweight":[82],"in-context":[83,111,176],"learning":[84,112,177],"Copilot":[86],"FQN":[88,104,135,140,150,157,207,243],"inference,":[89],"which":[90],"does":[91],"not":[92],"require":[93],"compilation":[95],"as":[96,216],"traditional":[97],"methods":[98],"or":[99],"gradient":[100],"update":[101],"recent":[103],"prompt-tuning.":[105],"We":[106],"systematically":[107],"experiment":[108],"with":[109,231],"five":[110],"factors":[114],"to":[115,160,182,237],"identify":[116],"best":[118,125],"configuration":[119],"practical":[121],"use.":[122],"With":[123],"configuration,":[126],"investigate":[128],"impact":[130],"example":[132],"prompts":[133,222],"properties":[137],"CoPilot's":[139],"inference":[141,158,208,244],"capability.":[142],"Our":[143],"results":[144],"confirm":[145],"that":[146,174,195,215],"CoPilot":[147,210],"stores":[148,202],"diverse":[149],"can":[153,179],"be":[154,180],"applied":[155],"due":[159],"its":[161],"high":[162],"accuracy":[163],"non-reliance":[165],"analysis.":[168],"Additionally,":[169],"our":[170,228],"extended":[171],"shows":[173],"method":[178],"generalized":[181],"retrieve":[183],"other":[184],"embedded":[188],"giant":[190],"PCMs.":[191],"Furthermore,":[192],"find":[194],"advanced":[197],"general":[198],"model":[199,217],"GPT-4":[200],"also":[201],"substantial":[203],"knowledge.":[205],"Comparing":[206],"between":[209],"GPT-4,":[212],"observe":[214],"capabilities":[218],"improve,":[219],"same":[221],"yield":[223],"better":[224],"results.":[225],"Based":[226],"experience":[229],"interacting":[230],"Copilot,":[232],"discuss":[234],"various":[235],"opportunities":[236],"improve":[238],"human-CoPilot":[239],"interaction":[240],"task.":[245]},"counts_by_year":[],"updated_date":"2026-03-16T09:10:04.655348","created_date":"2025-10-10T00:00:00"}