{"id":"https://openalex.org/W7167642564","doi":"https://doi.org/10.1145/3786181.3788706","title":"English or Chinese? Investigating the Impact of Prompt Language on Large Language Models for Code Summarization","display_name":"English or Chinese? Investigating the Impact of Prompt Language on Large Language Models for Code Summarization","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7167642564","doi":"https://doi.org/10.1145/3786181.3788706"},"language":null,"primary_location":{"id":"doi:10.1145/3786181.3788706","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786181.3788706","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd International Workshop on Large Language Models For Code","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3786181.3788706","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065148585","display_name":"Yijia Tang","orcid":"https://orcid.org/0000-0001-7585-9715"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yijia Tang","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-7585-9715","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025184050","display_name":"Zhiqiu Huang","orcid":"https://orcid.org/0000-0001-6843-1892"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiu Huang","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China; Key Laboratory of Safety-Critical Software Development and Verification, Ministry of Industry and Information Technology, Nanjing, China and Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6843-1892","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China; Key Laboratory of Safety-Critical Software Development and Verification, Ministry of Industry and Information Technology, Nanjing, China and Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China","institution_ids":["https://openalex.org/I9842412","https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101706811","display_name":"Jian Xie","orcid":"https://orcid.org/0000-0002-3215-4691"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Xie","raw_affiliation_strings":["Informationization Department (Information Technology Center), Nanjing University of Aeronautics and Astronautics, Nanjing, China; Key Laboratory of Safety-Critical Software Development and Verification, Ministry of Industry and Information Technology, Nanjing, China and Beijing National Research Center for Information Science and Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3215-4691","affiliations":[{"raw_affiliation_string":"Informationization Department (Information Technology Center), Nanjing University of Aeronautics and Astronautics, Nanjing, China; Key Laboratory of Safety-Critical Software Development and Verification, Ministry of Industry and Information Technology, Nanjing, China and Beijing National Research Center for Information Science and Technology, Beijing, China","institution_ids":["https://openalex.org/I200845125","https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060264682","display_name":"Yaoshen Yu","orcid":"https://orcid.org/0000-0003-0609-7985"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaoshen Yu","raw_affiliation_strings":["Informationization Department (Information Technology Center), Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0609-7985","affiliations":[{"raw_affiliation_string":"Informationization Department (Information Technology Center), Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121650447","display_name":"Bowei Xia","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bowei Xia","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0006-1600-9335","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003655558","display_name":"Enya Shen","orcid":"https://orcid.org/0000-0001-9303-969X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enya Shen","raw_affiliation_strings":["School of Software, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9303-969X","affiliations":[{"raw_affiliation_string":"School of Software, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102822338","display_name":"Yukun Cao","orcid":"https://orcid.org/0000-0002-3066-3062"},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yukun Cao","raw_affiliation_strings":["College of Computer Science and Technology, Shanghai University of Electric Power, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3066-3062","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Shanghai University of Electric Power, Shanghai, China","institution_ids":["https://openalex.org/I23632641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.95008272,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"37","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8633999824523926,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8633999824523926,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.030500000342726707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.03020000085234642,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.7121000289916992},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4357999861240387},{"id":"https://openalex.org/keywords/natural-language-generation","display_name":"Natural language generation","score":0.427700012922287},{"id":"https://openalex.org/keywords/mainstream","display_name":"Mainstream","score":0.42100000381469727},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.3901999890804291},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.37880000472068787},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.37540000677108765},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.3734999895095825}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8025000095367432},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.7121000289916992},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5325999855995178},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4742000102996826},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4357999861240387},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.427700012922287},{"id":"https://openalex.org/C2777617010","wikidata":"https://www.wikidata.org/wiki/Q18957","display_name":"Mainstream","level":2,"score":0.42100000381469727},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.3901999890804291},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.37880000472068787},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.37540000677108765},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3734999895095825},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35899999737739563},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.35339999198913574},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.34060001373291016},{"id":"https://openalex.org/C63000827","wikidata":"https://www.wikidata.org/wiki/Q3080428","display_name":"Software portability","level":2,"score":0.33239999413490295},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.32510000467300415},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.32330000400543213},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3160000145435333},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3149999976158142},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C166007726","wikidata":"https://www.wikidata.org/wiki/Q4536542","display_name":"Language assessment","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.29589998722076416},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C1813318","wikidata":"https://www.wikidata.org/wiki/Q2465887","display_name":"Language industry","level":4,"score":0.2556000053882599},{"id":"https://openalex.org/C48859967","wikidata":"https://www.wikidata.org/wiki/Q6486712","display_name":"Language construct","level":2,"score":0.25119999051094055},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3786181.3788706","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786181.3788706","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd International Workshop on Large Language Models For Code","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3786181.3788706","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786181.3788706","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd International Workshop on Large Language Models For Code","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6874032020568848,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2516621648","https://openalex.org/W2884276923","https://openalex.org/W3035547806","https://openalex.org/W4221166942","https://openalex.org/W4252684946","https://openalex.org/W4387359413","https://openalex.org/W4387747852","https://openalex.org/W4394745253","https://openalex.org/W4411271504","https://openalex.org/W4412944765","https://openalex.org/W4413344240","https://openalex.org/W4414230891"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,62,81,86,146,237],"rapid":[2],"advancement":[3],"of":[4,64,85,88,150,242],"Large":[5],"Language":[6],"Models":[7],"(LLMs)":[8],"and":[9,17,103,116,127,167,184,204,224,240],"prompt":[10,53,65,89,120,138],"engineering,":[11],"intelligent":[12],"tools":[13],"for":[14,227,236],"code":[15,41,93],"generation":[16],"understanding":[18],"have":[19],"become":[20],"deeply":[21],"integrated":[22],"into":[23],"modern":[24],"software":[25,71,246],"development":[26],"workflows.":[27],"In":[28],"practice,":[29],"developers":[30,45],"typically":[31],"craft":[32],"natural":[33],"language":[34,66,90,139,158,211],"prompts":[35,166,229],"to":[36],"guide":[37],"LLMs":[38,108,243],"in":[39,70,124,230,244],"generating":[40,205],"or":[42],"summaries.":[43],"However,":[44],"from":[46,95],"different":[47,52,154],"linguistic":[48,125],"backgrounds":[49],"often":[50],"prefer":[51],"languages,":[54,208],"raising":[55],"a":[56,96],"critical":[57],"yet":[58],"underexplored":[59],"question:":[60],"Does":[61],"choice":[63],"affect":[67],"LLM":[68,142],"performance":[69,200],"engineering":[72,247],"tasks?":[73],"To":[74],"address":[75],"this":[76,78,151,219],"question,":[77],"work":[79],"presents":[80],"first":[82,147],"systematic":[83],"investigation":[84],"impact":[87],"on":[91,101],"method-level":[92],"summarization":[94,143],"multilingual":[97,231],"perspective.":[98],"We":[99],"focus":[100],"English":[102,172],"Chinese,":[104],"evaluating":[105],"22":[106],"open-source":[107],"across":[109,207],"three":[110],"mainstream":[111],"programming":[112],"languages":[113],"(Python,":[114],"Java,":[115],"C)":[117],"using":[118],"35":[119],"strategies":[121],"that":[122,210],"vary":[123],"form":[126],"structural":[128],"design.":[129],"Our":[130],"experimental":[131],"results":[132],"reveal":[133],"several":[134],"key":[135],"findings.":[136],"1,":[137],"significantly":[140],"affects":[141],"performance,":[144,182],"providing":[145],"empirical":[148,225],"evidence":[149,226],"effect.":[152],"2,":[153],"models":[155,186,197],"exhibit":[156],"distinct":[157],"preferences,":[159],"with":[160,171,181],"some":[161],"performing":[162],"better":[163],"under":[164],"Chinese":[165],"others":[168],"more":[169],"effectively":[170],"prompts.":[173],"3,":[174],"model":[175],"size":[176],"does":[177],"not":[178],"correlate":[179],"linearly":[180],"medium-":[183],"small-sized":[185],"sometimes":[187],"outperform":[188],"larger":[189],"ones.":[190],"4,":[191],"cross-lingual":[192,245],"prompting":[193],"introduces":[194],"asymmetric":[195],"effects,":[196],"show":[198],"varying":[199],"when":[201],"processing":[202],"inputs":[203],"outputs":[206],"indicating":[209],"transfer":[212],"mechanisms":[213],"can":[214],"influence":[215],"summary":[216],"quality.":[217],"Overall,":[218],"study":[220],"provides":[221],"new":[222],"insights":[223],"designing":[228],"contexts,":[232],"offering":[233],"practical":[234],"guidance":[235],"effective":[238],"deployment":[239],"optimization":[241],"tasks.":[248]},"counts_by_year":[],"updated_date":"2026-07-08T06:22:20.291053","created_date":"2026-07-08T00:00:00"}