{"id":"https://openalex.org/W4392270593","doi":"https://doi.org/10.1145/3643795.3648395","title":"PromptSet: A Programmer's Prompting Dataset","display_name":"PromptSet: A Programmer's Prompting Dataset","publication_year":2024,"publication_date":"2024-04-20","ids":{"openalex":"https://openalex.org/W4392270593","doi":"https://doi.org/10.1145/3643795.3648395"},"language":"en","primary_location":{"id":"doi:10.1145/3643795.3648395","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3643795.3648395","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st International Workshop on Large Language Models for Code","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.16932","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010406466","display_name":"Kaiser Stefan Pister","orcid":"https://orcid.org/0009-0004-3144-8235"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kaiser Pister","raw_affiliation_strings":["University of Wisconsin-Madison, Madison, Wisconsin, USA"],"raw_orcid":"https://orcid.org/0009-0004-3144-8235","affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison, Madison, Wisconsin, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021215221","display_name":"Dhruba Jyoti Paul","orcid":null},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dhruba Jyoti Paul","raw_affiliation_strings":["University of Wisconsin-Madison, Madison, Wisconsin, USA"],"raw_orcid":"https://orcid.org/0009-0002-0817-6898","affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison, Madison, Wisconsin, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046617350","display_name":"Ishan Joshi","orcid":null},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ishan Joshi","raw_affiliation_strings":["University of Wisconsin-Madison, Madison, Wisconsin, USA","of - , of - , of - , of - ,"],"raw_orcid":"https://orcid.org/0009-0009-1298-2279","affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison, Madison, Wisconsin, USA","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"of - , of - , of - , of - ,","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019643580","display_name":"Patrick Brophy","orcid":"https://orcid.org/0009-0004-0049-6736"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patrick Brophy","raw_affiliation_strings":["University of Wisconsin-Madison, Madison, Wisconsin, USA","of - , of - , of - , of - ,"],"raw_orcid":"https://orcid.org/0009-0004-0049-6736","affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison, Madison, Wisconsin, USA","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"of - , of - , of - , of - ,","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5010406466"],"corresponding_institution_ids":["https://openalex.org/I135310074"],"apc_list":null,"apc_paid":null,"fwci":1.3245,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.82306118,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"62","last_page":"69"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/programmer","display_name":"Programmer","score":0.9134396314620972},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7980194091796875},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5008354187011719},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3565497100353241},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34708571434020996}],"concepts":[{"id":"https://openalex.org/C2778514511","wikidata":"https://www.wikidata.org/wiki/Q1374194","display_name":"Programmer","level":2,"score":0.9134396314620972},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7980194091796875},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5008354187011719},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3565497100353241},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34708571434020996}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3643795.3648395","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3643795.3648395","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st International Workshop on Large Language Models for Code","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2402.16932","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.16932","pdf_url":"https://arxiv.org/pdf/2402.16932","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.16932","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.16932","pdf_url":"https://arxiv.org/pdf/2402.16932","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392270593.pdf","grobid_xml":"https://content.openalex.org/works/W4392270593.grobid-xml"},"referenced_works_count":6,"referenced_works":["https://openalex.org/W3044438666","https://openalex.org/W3156470785","https://openalex.org/W3160638507","https://openalex.org/W4385567149","https://openalex.org/W4393160302","https://openalex.org/W4401544362"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2379153735","https://openalex.org/W2046172023","https://openalex.org/W2972896947","https://openalex.org/W2170146914","https://openalex.org/W2355105570","https://openalex.org/W622882839","https://openalex.org/W2185017216","https://openalex.org/W2016345697"],"abstract_inverted_index":{"The":[0,55,82],"rise":[1],"of":[2,16,42,94,165],"capabilities":[3],"expressed":[4],"by":[5,13,79],"large":[6],"language":[7,62],"models":[8,38],"has":[9],"been":[10],"quickly":[11],"followed":[12],"the":[14,17,40,43,52,87,92,107,163,191],"integration":[15],"same":[18],"complex":[19],"systems":[20],"into":[21],"application":[22],"level":[23],"logic.":[24],"Algorithms,":[25],"programs,":[26],"systems,":[27],"and":[28,45,50,103,126,161,179,186],"companies":[29],"are":[30],"built":[31],"around":[32],"structured":[33],"prompting":[34],"to":[35,58,65,128,183],"black":[36],"box":[37],"where":[39],"majority":[41],"design":[44],"implementation":[46],"lies":[47],"in":[48,150],"capturing":[49],"quantifying":[51],"`agent":[53],"mode'.":[54],"standard":[56],"way":[57],"shape":[59,90],"a":[60,69,73,80,137,166,176,180],"closed":[61],"model":[63],"is":[64,175],"prime":[66],"it":[67],"for":[68,169],"specific":[70],"task":[71],"with":[72,86,142,172],"tailored":[74],"prompt,":[75],"often":[76],"initially":[77],"handwritten":[78],"human.":[81],"textual":[83],"prompts":[84,119,148],"co-evolve":[85],"codebase,":[88],"taking":[89],"over":[91],"course":[93],"project":[95],"life":[96],"as":[97,106],"artifacts":[98],"which":[99],"must":[100],"be":[101],"reviewed":[102],"maintained,":[104],"just":[105],"traditional":[108,114],"code":[109],"files":[110],"might":[111],"be.":[112],"Unlike":[113],"code,":[115],"we":[116,135],"find":[117],"that":[118],"do":[120],"not":[121],"receive":[122],"effective":[123],"static":[124,167],"testing":[125],"linting":[127],"prevent":[129],"runtime":[130],"issues.":[131],"In":[132],"this":[133,159,173],"work,":[134],"present":[136],"novel":[138],"dataset":[139,160,178],"called":[140],"PromptSet,":[141],"more":[143],"than":[144],"61,000":[145],"unique":[146],"developer":[147],"used":[149],"open":[151],"source":[152],"Python":[153],"programs.":[154],"We":[155],"perform":[156],"analysis":[157],"on":[158],"introduce":[162],"notion":[164],"linter":[168],"prompts.":[170],"Released":[171],"publication":[174],"HuggingFace":[177],"Github":[181],"repository":[182],"recreate":[184],"collection":[185],"processing":[187],"efforts,":[188],"both":[189],"under":[190],"name":[192],"pisterlabs/promptset.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}