{"id":"https://openalex.org/W4389524381","doi":"https://doi.org/10.18653/v1/2023.emnlp-main.939","title":"Prompting with Pseudo-Code Instructions","display_name":"Prompting with Pseudo-Code Instructions","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389524381","doi":"https://doi.org/10.18653/v1/2023.emnlp-main.939"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.emnlp-main.939","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.emnlp-main.939","pdf_url":"https://aclanthology.org/2023.emnlp-main.939.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2023.emnlp-main.939.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101511088","display_name":"Mayank Mishra","orcid":"https://orcid.org/0000-0001-8964-4133"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Mayank Mishra","raw_affiliation_strings":["IBM Research AI"],"affiliations":[{"raw_affiliation_string":"IBM Research AI","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054920663","display_name":"Prince Kumar","orcid":"https://orcid.org/0000-0002-5755-4616"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prince Kumar","raw_affiliation_strings":["IBM Research AI"],"affiliations":[{"raw_affiliation_string":"IBM Research AI","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090412070","display_name":"Riyaz Ahmad Bhat","orcid":"https://orcid.org/0000-0002-8327-2882"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Riyaz Bhat","raw_affiliation_strings":["IBM Research AI"],"affiliations":[{"raw_affiliation_string":"IBM Research AI","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000493089","display_name":"Rudra Murthy","orcid":"https://orcid.org/0000-0002-6236-1931"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rudra Murthy","raw_affiliation_strings":["IBM Research AI"],"affiliations":[{"raw_affiliation_string":"IBM Research AI","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082114795","display_name":"Danish Contractor","orcid":"https://orcid.org/0000-0002-6843-1961"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Danish Contractor","raw_affiliation_strings":["IBM Research AI"],"affiliations":[{"raw_affiliation_string":"IBM Research AI","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013600290","display_name":"Srikanth Tamilselvam","orcid":"https://orcid.org/0000-0002-3718-4849"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Srikanth Tamilselvam","raw_affiliation_strings":["IBM Research AI"],"affiliations":[{"raw_affiliation_string":"IBM Research AI","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101511088"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3491,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.67256346,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"15178","last_page":"15197"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8785718679428101},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.703348696231842},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.6196481585502625},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.6123039722442627},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5842116475105286},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5214742422103882},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5068028569221497},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4396674633026123},{"id":"https://openalex.org/keywords/natural-language-programming","display_name":"Natural language programming","score":0.42001569271087646},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.28021669387817383},{"id":"https://openalex.org/keywords/universal-networking-language","display_name":"Universal Networking Language","score":0.25252193212509155},{"id":"https://openalex.org/keywords/comprehension-approach","display_name":"Comprehension approach","score":0.07661476731300354}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8785718679428101},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.703348696231842},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.6196481585502625},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.6123039722442627},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5842116475105286},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5214742422103882},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5068028569221497},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4396674633026123},{"id":"https://openalex.org/C67463725","wikidata":"https://www.wikidata.org/wiki/Q17081452","display_name":"Natural language programming","level":5,"score":0.42001569271087646},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.28021669387817383},{"id":"https://openalex.org/C83479923","wikidata":"https://www.wikidata.org/wiki/Q2063748","display_name":"Universal Networking Language","level":4,"score":0.25252193212509155},{"id":"https://openalex.org/C129353971","wikidata":"https://www.wikidata.org/wiki/Q5156949","display_name":"Comprehension approach","level":3,"score":0.07661476731300354},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2023.emnlp-main.939","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.emnlp-main.939","pdf_url":"https://aclanthology.org/2023.emnlp-main.939.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.emnlp-main.939","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.emnlp-main.939","pdf_url":"https://aclanthology.org/2023.emnlp-main.939.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7799999713897705}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4389524381.pdf"},"referenced_works_count":95,"referenced_works":["https://openalex.org/W630532510","https://openalex.org/W1840435438","https://openalex.org/W1986069434","https://openalex.org/W1993567041","https://openalex.org/W2070246124","https://openalex.org/W2251939518","https://openalex.org/W2466175319","https://openalex.org/W2595653137","https://openalex.org/W2692059227","https://openalex.org/W2741412196","https://openalex.org/W2761590056","https://openalex.org/W2790235966","https://openalex.org/W2791374212","https://openalex.org/W2804897457","https://openalex.org/W2807333695","https://openalex.org/W2885925344","https://openalex.org/W2891012317","https://openalex.org/W2892377826","https://openalex.org/W2898662126","https://openalex.org/W2912904516","https://openalex.org/W2912924812","https://openalex.org/W2920114910","https://openalex.org/W2946088473","https://openalex.org/W2946659172","https://openalex.org/W2951181836","https://openalex.org/W2951936329","https://openalex.org/W2962881743","https://openalex.org/W2963101081","https://openalex.org/W2963323070","https://openalex.org/W2963339397","https://openalex.org/W2963368301","https://openalex.org/W2963748441","https://openalex.org/W2963846996","https://openalex.org/W2964212550","https://openalex.org/W2964223283","https://openalex.org/W2964315653","https://openalex.org/W2970745243","https://openalex.org/W2970780738","https://openalex.org/W2971236147","https://openalex.org/W2973111096","https://openalex.org/W2978670439","https://openalex.org/W2979826702","https://openalex.org/W2987553933","https://openalex.org/W2988326850","https://openalex.org/W2993013587","https://openalex.org/W2996848635","https://openalex.org/W2996908057","https://openalex.org/W2998617917","https://openalex.org/W3034639488","https://openalex.org/W3034850762","https://openalex.org/W3052814785","https://openalex.org/W3100168921","https://openalex.org/W3100292568","https://openalex.org/W3100452485","https://openalex.org/W3100719877","https://openalex.org/W3100880133","https://openalex.org/W3101227179","https://openalex.org/W3102617222","https://openalex.org/W3102749280","https://openalex.org/W3105994699","https://openalex.org/W3114242174","https://openalex.org/W3116985850","https://openalex.org/W3118384492","https://openalex.org/W3118781290","https://openalex.org/W3121904249","https://openalex.org/W3159959439","https://openalex.org/W3160638507","https://openalex.org/W3168261013","https://openalex.org/W3172943453","https://openalex.org/W3185341429","https://openalex.org/W3196731672","https://openalex.org/W4221143046","https://openalex.org/W4224308101","https://openalex.org/W4226485558","https://openalex.org/W4281557260","https://openalex.org/W4285178342","https://openalex.org/W4286987939","https://openalex.org/W4287781395","https://openalex.org/W4287898313","https://openalex.org/W4288089799","https://openalex.org/W4288379066","https://openalex.org/W4288548690","https://openalex.org/W4293350112","https://openalex.org/W4303648559","https://openalex.org/W4307079201","https://openalex.org/W4307225507","https://openalex.org/W4312091890","https://openalex.org/W4318908031","https://openalex.org/W4321636575","https://openalex.org/W4366548330","https://openalex.org/W4385245566","https://openalex.org/W4385567216","https://openalex.org/W4385572343","https://openalex.org/W4385572845","https://openalex.org/W4386576718"],"related_works":["https://openalex.org/W1516679419","https://openalex.org/W190396239","https://openalex.org/W2067569787","https://openalex.org/W2067805538","https://openalex.org/W4310801723","https://openalex.org/W2913520953","https://openalex.org/W2040875336","https://openalex.org/W2386036461","https://openalex.org/W1968262010","https://openalex.org/W2079798264"],"abstract_inverted_index":{"Prompting":[0],"with":[1,39,92,120],"natural":[2,27,96],"language":[3,18,62,81],"instructions":[4,55,115],"has":[5],"recently":[6],"emerged":[7],"as":[8],"a":[9,67],"popular":[10],"method":[11],"of":[12,16,37,60,69,125,138,175,195],"harnessing":[13],"the":[14,22,34,58,85,159,168,173,181,193],"capabilities":[15],"large":[17],"models":[19],"(LLM).":[20],"Given":[21],"inherent":[23],"ambiguity":[24],"present":[25],"in":[26,95,128,140,163,170,191],"language,":[28,97],"it":[29],"is":[30,180],"intuitive":[31],"to":[32,117,183],"consider":[33],"possible":[35],"advantages":[36],"prompting":[38,52],"less":[40],"ambiguous":[41],"prompt":[42],"styles,":[43],"like":[44],"pseudo-code.":[45],"In":[46],"this":[47],"paper,":[48],"we":[49,98],"explore":[50],"if":[51],"via":[53],"pseudo-code":[54,70,114,164,186],"helps":[56],"improve":[57],"performance":[59,101,194],"pre-trained":[61,196],"models.":[63],"We":[64,147],"manually":[65],"create":[66],"dataset":[68],"prompts":[71,90,187],"for":[72,131],"132":[73],"different":[74],"tasks":[75,133],"spanning":[76],"classification,":[77],"QA,":[78],"and":[79,134,158],"generative":[80],"tasks,":[82],"sourced":[83],"from":[84],"Super-NaturalInstructions":[86],"dataset.":[87],"Using":[88],"these":[89],"along":[91],"their":[93,100],"counterparts":[94],"study":[99],"on":[102],"two":[103],"LLM":[104],"families":[105],"-":[106],"BLOOM,":[107],"CodeGen.":[108],"Our":[109],"experiments":[110],"show":[111],"that":[112,154],"using":[113],"leads":[116],"better":[118],"results,":[119],"an":[121,135],"average":[122],"increase":[123],"(absolute)":[124],"7-16":[126],"points":[127],"F1":[129],"scores":[130,143],"classification":[132],"improvement":[136,169],"(relative)":[137],"12-38%":[139],"aggregate":[141],"ROUGE-L":[142],"across":[144],"all":[145,165],"tasks.":[146],"include":[148],"detailed":[149],"ablation":[150],"studies":[151],"which":[152],"indicate":[153],"code":[155],"comments,":[156],"docstrings,":[157],"structural":[160],"clues":[161],"encoded":[162],"contribute":[166],"towards":[167],"performance.":[171],"To":[172],"best":[174],"our":[176,178],"knowledge,":[177],"work":[179],"first":[182],"demonstrate":[184],"how":[185],"can":[188],"be":[189],"helpful":[190],"improving":[192],"LMs.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}