{"id":"https://openalex.org/W4409735743","doi":"https://doi.org/10.1145/3731756","title":"What Should We Engineer in Prompts? Training Humans in Requirement-Driven LLM Use","display_name":"What Should We Engineer in Prompts? Training Humans in Requirement-Driven LLM Use","publication_year":2025,"publication_date":"2025-04-24","ids":{"openalex":"https://openalex.org/W4409735743","doi":"https://doi.org/10.1145/3731756"},"language":"en","primary_location":{"id":"doi:10.1145/3731756","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731756","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005627888","display_name":"Qianou Ma","orcid":"https://orcid.org/0009-0002-8634-130X"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Qianou Ma","raw_affiliation_strings":["Human Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","Carnegie Mellon University, USA"],"raw_orcid":"https://orcid.org/0009-0002-8634-130X","affiliations":[{"raw_affiliation_string":"Human Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061675638","display_name":"Weirui Peng","orcid":"https://orcid.org/0009-0001-3417-2447"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weirui Peng","raw_affiliation_strings":["Electrical Engineering, Columbia University, New York, New York, USA","Columbia University, USA"],"raw_orcid":"https://orcid.org/0009-0001-3417-2447","affiliations":[{"raw_affiliation_string":"Electrical Engineering, Columbia University, New York, New York, USA","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Columbia University, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101966381","display_name":"Chenyang Yang","orcid":"https://orcid.org/0000-0001-5016-7296"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chenyang Yang","raw_affiliation_strings":["Software and Societal Systems Department, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","Carnegie Mellon University, USA"],"raw_orcid":"https://orcid.org/0000-0001-5016-7296","affiliations":[{"raw_affiliation_string":"Software and Societal Systems Department, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101501252","display_name":"Hua Shen","orcid":"https://orcid.org/0000-0002-4928-525X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hua Shen","raw_affiliation_strings":["Information School, University of Washington, Seattle, Washington, USA","University of Washington, USA"],"raw_orcid":"https://orcid.org/0000-0002-4928-525X","affiliations":[{"raw_affiliation_string":"Information School, University of Washington, Seattle, Washington, USA","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062550465","display_name":"Kenneth R. Koedinger","orcid":"https://orcid.org/0000-0002-5850-4768"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ken Koedinger","raw_affiliation_strings":["Human Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","Carnegie Mellon University, USA"],"raw_orcid":"https://orcid.org/0000-0002-5850-4768","affiliations":[{"raw_affiliation_string":"Human Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004225142","display_name":"Tongshuang Wu","orcid":"https://orcid.org/0000-0003-1630-0588"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tongshuang Wu","raw_affiliation_strings":["Human Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","Carnegie Mellon University, USA"],"raw_orcid":"https://orcid.org/0000-0003-1630-0588","affiliations":[{"raw_affiliation_string":"Human Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5005627888"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":35.5369,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.99819675,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"32","issue":"4","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.9739999771118164,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9728999733924866,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.7021504640579224},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.4520908296108246},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.39670228958129883},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3930482566356659},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.38654202222824097},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.34874650835990906},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.342399537563324},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.09618493914604187}],"concepts":[{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.7021504640579224},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.4520908296108246},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39670228958129883},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3930482566356659},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.38654202222824097},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.34874650835990906},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.342399537563324},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.09618493914604187},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3731756","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731756","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W248034935","https://openalex.org/W1979606755","https://openalex.org/W2009039335","https://openalex.org/W2020229731","https://openalex.org/W2069844167","https://openalex.org/W2093495548","https://openalex.org/W2110263522","https://openalex.org/W2125497800","https://openalex.org/W2129289644","https://openalex.org/W2327037637","https://openalex.org/W2583689529","https://openalex.org/W2793350103","https://openalex.org/W2885013639","https://openalex.org/W2914304175","https://openalex.org/W3024613973","https://openalex.org/W3044438666","https://openalex.org/W3098267758","https://openalex.org/W3153389197","https://openalex.org/W3185341429","https://openalex.org/W3199400376","https://openalex.org/W3203321135","https://openalex.org/W4211199319","https://openalex.org/W4213006144","https://openalex.org/W4220962633","https://openalex.org/W4221143046","https://openalex.org/W4224993409","https://openalex.org/W4225120919","https://openalex.org/W4226278401","https://openalex.org/W4250799730","https://openalex.org/W4285178342","https://openalex.org/W4291238279","https://openalex.org/W4365601419","https://openalex.org/W4366548330","https://openalex.org/W4386099272","https://openalex.org/W4386867830","https://openalex.org/W4389524488","https://openalex.org/W4390638022","https://openalex.org/W4391417542","https://openalex.org/W4391421475","https://openalex.org/W4392564669","https://openalex.org/W4392616695","https://openalex.org/W4392619076","https://openalex.org/W4393970715","https://openalex.org/W4394745423","https://openalex.org/W4396831935","https://openalex.org/W4396832834","https://openalex.org/W4396832959","https://openalex.org/W4396833147","https://openalex.org/W4396833350","https://openalex.org/W4396833505","https://openalex.org/W4399114781","https://openalex.org/W4399418643","https://openalex.org/W4399914070","https://openalex.org/W4400208054","https://openalex.org/W4400582230","https://openalex.org/W4401729896","https://openalex.org/W4402671855","https://openalex.org/W4402672064","https://openalex.org/W4402683805","https://openalex.org/W4402683831","https://openalex.org/W4402684226","https://openalex.org/W4402860127","https://openalex.org/W4403334020","https://openalex.org/W4403536571","https://openalex.org/W4404181169","https://openalex.org/W4404782385"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952","https://openalex.org/W4366179611"],"abstract_inverted_index":{"Prompting":[0],"LLMs":[1],"for":[2],"complex":[3,147],"tasks":[4],"(e.g.,":[5,18,45],"building":[6],"a":[7,23,65,95,113,124],"trip":[8],"advisor":[9],"chatbot)":[10],"needs":[11],"humans":[12],"to":[13,40,141,145],"clearly":[14],"articulate":[15],"customized":[16],"requirements":[17,75,132],"\u201cstart":[19],"the":[20,55,128,139],"response":[21],"with":[22,91,99],"tl;dr\u201d).":[24],"However,":[25],"existing":[26],"prompt":[27,106,117],"engineering":[28,107],"instructions":[29],"often":[30],"lack":[31],"focused":[32],"training":[33,85,108],"on":[34,71],"requirement":[35],"articulation":[36],"and":[37,50,84,133],"instead":[38],"tend":[39],"emphasize":[41],"increasingly":[42],"automatable":[43],"strategies":[44],"tricks":[46],"like":[47],"adding":[48],"role-plays":[49],"\u201cthink":[51],"step-by-step\u201d).":[52],"To":[53],"address":[54],"gap,":[56],"we":[57,122],"introduce":[58],"Requirement-Oriented":[59],"Prompt":[60],"Engineering":[61],"(":[62],"ROPE":[63,80,102],"),":[64],"paradigm":[66],"that":[67,87,115],"focuses":[68],"human":[69],"attention":[70],"generating":[72],"clear,":[73],"complete":[74],"during":[76],"prompting.":[77],"We":[78],"implement":[79],"through":[81],"an":[82],"assessment":[83],"suite":[86],"provides":[88],"deliberate":[89],"practice":[90],"LLM-generated":[92],"feedback.":[93],"In":[94],"randomized":[96],"controlled":[97],"experiment":[98],"30":[100],"novices,":[101],"significantly":[103],"outperforms":[104],"conventional":[105],"(20%":[109],"vs.":[110],"1%":[111],"gains),":[112],"gap":[114],"automatic":[116],"optimization":[118],"cannot":[119],"close.":[120],"Furthermore,":[121],"demonstrate":[123],"direct":[125],"correlation":[126],"between":[127],"quality":[129],"of":[130],"input":[131],"LLM":[134,148],"outputs.":[135],"Our":[136],"work":[137],"paves":[138],"way":[140],"empower":[142],"more":[143],"end-users":[144],"build":[146],"applications.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":7}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}