{"id":"https://openalex.org/W2980260348","doi":"https://doi.org/10.1142/s0218194020500230","title":"Deep Transfer Learning for Source Code Modeling","display_name":"Deep Transfer Learning for Source Code Modeling","publication_year":2020,"publication_date":"2020-05-01","ids":{"openalex":"https://openalex.org/W2980260348","doi":"https://doi.org/10.1142/s0218194020500230","mag":"2980260348"},"language":"en","primary_location":{"id":"doi:10.1142/s0218194020500230","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218194020500230","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1910.05493","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yasir Hussain","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yasir Hussain","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics (NUAA), Nanjing, Jiangsu 211106, P.\u00a0R.\u00a0China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics (NUAA), Nanjing, Jiangsu 211106, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhiqiu Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiu Huang","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics (NUAA), Nanjing, Jiangsu 211106, P.\u00a0R.\u00a0China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics (NUAA), Nanjing, Jiangsu 211106, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yu Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhou","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics (NUAA), Nanjing, Jiangsu 211106, P.\u00a0R.\u00a0China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics (NUAA), Nanjing, Jiangsu 211106, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":null,"display_name":"Senzhang Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Senzhang Wang","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics (NUAA), Nanjing, Jiangsu 211106, P.\u00a0R.\u00a0China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics (NUAA), Nanjing, Jiangsu 211106, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I9842412"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I9842412"],"apc_list":null,"apc_paid":null,"fwci":3.8095,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.94169914,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"30","issue":"05","first_page":"649","last_page":"668"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9441999793052673,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9441999793052673,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.005200000014156103,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.004999999888241291,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.7730000019073486},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.7208999991416931},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6819000244140625},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5450000166893005},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4977000057697296},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.46050000190734863},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.39160001277923584},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.37279999256134033},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.3628999888896942}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8123000264167786},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.7730000019073486},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.7208999991416931},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6819000244140625},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6626999974250793},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5450000166893005},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4977000057697296},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4715999960899353},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.46050000190734863},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.39160001277923584},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.37279999256134033},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.3628999888896942},{"id":"https://openalex.org/C2779178101","wikidata":"https://www.wikidata.org/wiki/Q6987274","display_name":"Negative transfer","level":3,"score":0.31949999928474426},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3190999925136566},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.3190000057220459},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.30489999055862427},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.30410000681877136},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.30320000648498535},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2639000117778778},{"id":"https://openalex.org/C77075516","wikidata":"https://www.wikidata.org/wiki/Q6027324","display_name":"Inductive transfer","level":5,"score":0.26269999146461487},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.25780001282691956},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.2529999911785126}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1142/s0218194020500230","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218194020500230","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1910.05493","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.05493","pdf_url":"https://arxiv.org/pdf/1910.05493","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1910.05493","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.05493","pdf_url":"https://arxiv.org/pdf/1910.05493","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G538868152","display_name":null,"funder_award_id":"61802179","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7291007170","display_name":null,"funder_award_id":"BK20170809","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G7740279271","display_name":"\u57fa\u4e8e\u5f00\u6e90\u8f6f\u4ef6\u7684\u4ee3\u7801\u63a8\u8350\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61972197","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1875990341","https://openalex.org/W2008607062","https://openalex.org/W2010608861","https://openalex.org/W2014577207","https://openalex.org/W2033389579","https://openalex.org/W2097117768","https://openalex.org/W2107376583","https://openalex.org/W2165747537","https://openalex.org/W2194775991","https://openalex.org/W2253429366","https://openalex.org/W2510490307","https://openalex.org/W2516621648","https://openalex.org/W2734201468","https://openalex.org/W2740130862","https://openalex.org/W2752788177","https://openalex.org/W2762466482","https://openalex.org/W2884001105","https://openalex.org/W2907462141","https://openalex.org/W2928842276","https://openalex.org/W2962826786","https://openalex.org/W2963895135","https://openalex.org/W3003572584","https://openalex.org/W3005855585","https://openalex.org/W4243472257"],"related_works":[],"abstract_inverted_index":{"In":[0,42,62],"recent":[1],"years,":[2],"deep":[3,17,57],"learning":[4,66,69,99],"models":[5,90,116,145,181,193],"have":[6],"shown":[7],"great":[8],"potential":[9],"in":[10,75,100,182],"source":[11,59,104,167],"code":[12,60,105,168],"modeling":[13],"and":[14,22,92,114,146,188],"analysis.":[15],"Generally,":[16],"learning-based":[18,49,58],"approaches":[19,29],"are":[20,117,126],"problem-specific":[21],"data-hungry.":[23],"A":[24],"challenging":[25],"issue":[26],"of":[27,56,97,103,143,158,184],"these":[28,111,123],"is":[30],"that":[31,51,174],"they":[32],"require":[33],"training":[34,191],"from":[35,139,194],"scratch":[36],"for":[37,94,131,149],"a":[38,47,150],"different":[39,132],"related":[40,81],"problem.":[41,82],"this":[43],"work,":[44],"we":[45,84],"propose":[46],"transfer":[48,68,71,98,109],"approach":[50,161,177],"significantly":[52],"improves":[53],"the":[54,72,95,101,140,156,159,166,175,179,192],"performance":[55,157],"models.":[61],"contrast":[63],"to":[64],"traditional":[65],"paradigms,":[67],"can":[70],"knowledge":[73,142],"learned":[74,141],"solving":[76],"one":[77],"problem":[78],"into":[79,128],"another":[80],"First,":[83],"present":[85],"two":[86],"recurrent":[87],"neural":[88],"network-based":[89],"RNN":[91],"GRU":[93],"purpose":[96],"domain":[102],"modeling.":[106],"Next,":[107],"via":[108],"learning,":[110],"pre-trained":[112,144],"(RNN":[113],"GRU)":[115],"used":[118],"as":[119],"feature":[120],"extractors.":[121],"Then,":[122],"extracted":[124],"features":[125],"combined":[127],"attention":[129,136],"learner":[130,137],"downstream":[133,152],"tasks.":[134],"The":[135,171],"leverages":[138],"fine-tunes":[147],"them":[148],"specific":[151],"task.":[153,170],"We":[154],"evaluate":[155],"proposed":[160,176],"with":[162,165],"extensive":[163],"experiments":[164],"suggestion":[169],"results":[172],"indicate":[173],"outperforms":[178],"state-of-the-art":[180],"terms":[183],"accuracy,":[185],"precision,":[186],"recall":[187],"F-measure":[189],"without":[190],"scratch.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2019-10-18T00:00:00"}
