{"id":"https://openalex.org/W4387993560","doi":"https://doi.org/10.1145/3586182.3616660","title":"ChainForge: An open-source visual programming environment for prompt engineering","display_name":"ChainForge: An open-source visual programming environment for prompt engineering","publication_year":2023,"publication_date":"2023-10-27","ids":{"openalex":"https://openalex.org/W4387993560","doi":"https://doi.org/10.1145/3586182.3616660"},"language":"en","primary_location":{"id":"doi:10.1145/3586182.3616660","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3586182.3616660","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3586182.3616660","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adjunct Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3586182.3616660","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054622611","display_name":"Ian Arawjo","orcid":"https://orcid.org/0000-0001-8910-0822"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ian Arawjo","raw_affiliation_strings":["John A. Paulson School of Engineering & Applied Sciences, Harvard University, United States"],"raw_orcid":"https://orcid.org/0000-0001-8910-0822","affiliations":[{"raw_affiliation_string":"John A. Paulson School of Engineering & Applied Sciences, Harvard University, United States","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057172764","display_name":"Priyan Vaithilingam","orcid":"https://orcid.org/0000-0001-6730-5683"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Priyan Vaithilingam","raw_affiliation_strings":["John A. Paulson School of Engineering & Applied Sciences, Harvard University, United States"],"raw_orcid":"https://orcid.org/0000-0001-6730-5683","affiliations":[{"raw_affiliation_string":"John A. Paulson School of Engineering & Applied Sciences, Harvard University, United States","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039276358","display_name":"Martin Wattenberg","orcid":"https://orcid.org/0000-0003-0904-4862"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Martin Wattenberg","raw_affiliation_strings":["Insight and Interaction Lab, Harvard, United States"],"raw_orcid":"https://orcid.org/0000-0003-0904-4862","affiliations":[{"raw_affiliation_string":"Insight and Interaction Lab, Harvard, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045866597","display_name":"Elena L. Glassman","orcid":"https://orcid.org/0000-0001-5178-3496"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elena Glassman","raw_affiliation_strings":["John A. Paulson School of Engineering & Applied Sciences, Harvard University, United States"],"raw_orcid":"https://orcid.org/0000-0001-5178-3496","affiliations":[{"raw_affiliation_string":"John A. Paulson School of Engineering & Applied Sciences, Harvard University, United States","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.7368,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.96286834,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"3"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6936488747596741},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.650646984577179},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5661609768867493},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.5628791451454163},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4861730933189392},{"id":"https://openalex.org/keywords/sensemaking","display_name":"Sensemaking","score":0.44474470615386963},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4431454837322235},{"id":"https://openalex.org/keywords/workbench","display_name":"Workbench","score":0.43022263050079346},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4078291654586792},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36563318967819214},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2639209032058716},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.2333434820175171}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6936488747596741},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.650646984577179},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5661609768867493},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.5628791451454163},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4861730933189392},{"id":"https://openalex.org/C2780554381","wikidata":"https://www.wikidata.org/wiki/Q2063340","display_name":"Sensemaking","level":2,"score":0.44474470615386963},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4431454837322235},{"id":"https://openalex.org/C2779145975","wikidata":"https://www.wikidata.org/wiki/Q347690","display_name":"Workbench","level":3,"score":0.43022263050079346},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4078291654586792},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36563318967819214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2639209032058716},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2333434820175171},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3586182.3616660","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3586182.3616660","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3586182.3616660","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adjunct Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3586182.3616660","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3586182.3616660","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3586182.3616660","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adjunct Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5059644240","display_name":"HCC: Medium: Improving Human-AI Collaboration on Decision-Making Tasks","funder_award_id":"2107391","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387993560.pdf","grobid_xml":"https://content.openalex.org/works/W4387993560.grobid-xml"},"referenced_works_count":3,"referenced_works":["https://openalex.org/W3185341429","https://openalex.org/W4225080353","https://openalex.org/W4366548330"],"related_works":["https://openalex.org/W3002559787","https://openalex.org/W2100609754","https://openalex.org/W2050640900","https://openalex.org/W2049050102","https://openalex.org/W2596767525","https://openalex.org/W1886987011","https://openalex.org/W4401741136","https://openalex.org/W2557718140","https://openalex.org/W4399490472","https://openalex.org/W67092138"],"abstract_inverted_index":{"Prompt":[0],"engineering":[1,27],"for":[2,60,86],"large":[3],"language":[4],"models":[5],"(LLMs)":[6],"is":[7,28,90],"a":[8,43,51,55,100],"critical":[9],"to":[10,17,49,122],"effectively":[11],"leverage":[12],"their":[13],"capabilities.":[14],"However,":[15],"due":[16],"the":[18,38,74,95,118],"inherent":[19],"stochastic":[20],"and":[21,47,58,65,98,114,124],"opaque":[22],"nature":[23],"of":[24,45,54,76,112],"LLMs,":[25,77],"prompt":[26,87],"far":[29],"from":[30],"an":[31,81],"exact":[32],"science.":[33],"Crafting":[34],"prompts":[35],"that":[36],"elicit":[37],"desired":[39],"responses":[40],"still":[41],"requires":[42],"lot":[44],"trial":[46],"error":[48],"gain":[50],"nuanced":[52],"understanding":[53],"model\u2019s":[56],"strengths":[57],"limitations":[59],"one\u2019s":[61],"specific":[62],"task":[63],"context":[64],"target":[66],"application.":[67],"To":[68],"support":[69],"users":[70],"in":[71,120],"sensemaking":[72],"around":[73],"outputs":[75],"we":[78,116],"create":[79],"ChainForge,":[80],"open-source":[82],"visual":[83],"programming":[84],"environment":[85],"engineering.":[88],"ChainForge":[89,113],"publicly":[91],"available,":[92],"both":[93],"on":[94,106],"web":[96],"(https://chainforge.ai)":[97],"as":[99],"locally":[101],"installable":[102],"Python":[103],"package":[104],"hosted":[105],"PyPI.":[107],"We":[108],"detail":[109],"some":[110],"features":[111],"how":[115],"iterated":[117],"design":[119],"response":[121],"internal":[123],"external":[125],"feedback.":[126]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":2}],"updated_date":"2026-08-23T07:36:19.812096","created_date":"2025-10-10T00:00:00"}