{"id":"https://openalex.org/W4403789141","doi":"https://doi.org/10.48550/arxiv.2409.16416","title":"Selection of Prompt Engineering Techniques for Code Generation through Predicting Code Complexity","display_name":"Selection of Prompt Engineering Techniques for Code Generation through Predicting Code Complexity","publication_year":2024,"publication_date":"2024-09-24","ids":{"openalex":"https://openalex.org/W4403789141","doi":"https://doi.org/10.48550/arxiv.2409.16416"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2409.16416","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.16416","pdf_url":"https://arxiv.org/pdf/2409.16416","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2409.16416","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014705890","display_name":"Chung-Yu Wang","orcid":"https://orcid.org/0009-0006-4889-9504","observed_orcids":["https://orcid.org/0009-0006-4889-9504"]},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Wang, Chung-Yu","raw_affiliation_strings":["York University , Canada ALIREZA DAGHIGHFARSOODEH ,","York University , Toronto , Canada,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"York University , Canada ALIREZA DAGHIGHFARSOODEH ,","institution_ids":["https://openalex.org/I192455969"]},{"raw_affiliation_string":"York University , Toronto , Canada,","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114415547","display_name":"Alireza DaghighFarsoodeh","orcid":"https://orcid.org/0009-0007-8806-121X","observed_orcids":["https://orcid.org/0009-0007-8806-121X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"DaghighFarsoodeh, Alireza","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100495021","display_name":"Hung Viet Pham","orcid":"https://orcid.org/0000-0003-0861-8326","observed_orcids":["https://orcid.org/0000-0003-0861-8326"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pham, Hung Viet","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prompt-engineering","display_name":"prompt engineering","score":0.843999981880188},{"id":"https://openalex.org/keywords/code-generation","display_name":"code generation","score":0.656000018119812},{"id":"https://openalex.org/keywords/prompt-selection","display_name":"prompt selection","score":0.7149999737739563},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8809999823570251},{"id":"https://openalex.org/keywords/contrastive-learning","display_name":"contrastive learning","score":0.906000018119812},{"id":"https://openalex.org/keywords/query-classification","display_name":"query classification","score":0.5339999794960022},{"id":"https://openalex.org/keywords/token-efficiency","display_name":"token efficiency","score":0.5099999904632568},{"id":"https://openalex.org/keywords/mbpp","display_name":"MBPP","score":0.6690000295639038},{"id":"https://openalex.org/keywords/humaneval","display_name":"HumanEval","score":0.9879999756813049}],"concepts":[{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.7056976556777954},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6807100772857666},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5974273681640625},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.39950525760650635},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17111551761627197},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2409.16416","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.16416","pdf_url":"https://arxiv.org/pdf/2409.16416","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2409.16416","doi":"https://doi.org/10.48550/arxiv.2409.16416","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2409.16416","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2409.16416","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.16416","pdf_url":"https://arxiv.org/pdf/2409.16416","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403789141.pdf","grobid_xml":"https://content.openalex.org/works/W4403789141.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W6998796428","https://openalex.org/W4415261377","https://openalex.org/W7101833142","https://openalex.org/W4412171639","https://openalex.org/W4405425461","https://openalex.org/W4415114102","https://openalex.org/W4415378663","https://openalex.org/W7161804527","https://openalex.org/W4417096967","https://openalex.org/W4400318591"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4,29],"demonstrated":[5],"impressive":[6],"performance":[7],"in":[8,16,158,166,196],"software":[9],"engineering":[10,26,75],"tasks.":[11],"However,":[12],"improving":[13],"their":[14],"accuracy":[15],"generating":[17],"correct":[18],"and":[19,70,79,107,122,144,150,174],"reliable":[20],"code":[21,99,189],"remains":[22],"challenging.":[23],"Numerous":[24],"prompt":[25,74],"techniques":[27,58,186],"(PETs)":[28],"been":[30],"developed":[31],"to":[32,81,104,127,154,177],"address":[33],"this,":[34],"but":[35],"no":[36],"single":[37],"approach":[38],"is":[39,49],"universally":[40],"optimal.":[41],"Selecting":[42],"the":[43,63,109,142,183],"right":[44],"PET":[45,198],"for":[46,51,67,134,187],"each":[47,135,188],"query":[48],"difficult":[50],"two":[52],"primary":[53],"reasons:":[54],"(1)":[55],"interactive":[56],"prompting":[57],"may":[59],"not":[60],"consistently":[61],"deliver":[62],"expected":[64],"benefits,":[65],"especially":[66],"simpler":[68],"queries,":[69],"(2)":[71],"current":[72],"automated":[73],"methods":[76],"lack":[77],"adaptability":[78],"fail":[80],"fully":[82],"utilize":[83],"multi-stage":[84],"responses.":[85],"To":[86],"overcome":[87],"these":[88],"challenges,":[89],"we":[90,170],"propose":[91],"PET-Select,":[92],"a":[93,102,155,163],"PET-agnostic":[94],"selection":[95],"model":[96],"that":[97,130],"uses":[98],"complexity":[100,137],"as":[101],"proxy":[103],"classify":[105],"queries":[106],"select":[108],"most":[110,184],"appropriate":[111,185],"PET.":[112],"By":[113],"incorporating":[114],"contrastive":[115],"learning,":[116],"PET-Select":[117,180],"effectively":[118,181],"distinguishes":[119],"between":[120],"simple":[121],"complex":[123],"problems,":[124],"allowing":[125],"it":[126],"choose":[128],"PETs":[129],"are":[131],"best":[132],"suited":[133],"query's":[136],"level.":[138],"Our":[139],"evaluations":[140],"on":[141],"MBPP":[143],"HumanEval":[145],"benchmarks":[146],"using":[147],"GPT-3.5":[148],"Turbo":[149],"GPT-4o":[151],"show":[152],"up":[153],"1.9%":[156],"improvement":[157],"pass@1":[159],"accuracy,":[160],"along":[161],"with":[162],"74.8%":[164],"reduction":[165],"token":[167],"usage.":[168],"Additionally,":[169],"provide":[171],"both":[172],"quantitative":[173],"qualitative":[175],"results":[176],"demonstrate":[178],"how":[179],"selects":[182],"generation":[190],"query,":[191],"further":[192],"showcasing":[193],"its":[194],"efficiency":[195],"optimizing":[197],"selection.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-10-08T09:06:37.294493","created_date":"2024-10-27T00:00:00"}