{"id":"https://openalex.org/W4409310647","doi":"https://doi.org/10.1145/3720426","title":"QED in Context: An Observation Study of Proof Assistant Users","display_name":"QED in Context: An Observation Study of Proof Assistant Users","publication_year":2025,"publication_date":"2025-04-09","ids":{"openalex":"https://openalex.org/W4409310647","doi":"https://doi.org/10.1145/3720426"},"language":"en","primary_location":{"id":"doi:10.1145/3720426","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3720426","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1145/3720426","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060936937","display_name":"Jessica Shi","orcid":"https://orcid.org/0000-0002-1507-1122"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]},{"id":"https://openalex.org/I922845939","display_name":"Philadelphia University","ror":"https://ror.org/03zzmyz63","country_code":"US","type":"education","lineage":["https://openalex.org/I922845939"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jessica Shi","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0000-0002-1507-1122","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, USA","institution_ids":["https://openalex.org/I79576946","https://openalex.org/I922845939"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093321138","display_name":"Cassia Torczon","orcid":"https://orcid.org/0009-0003-6717-9586"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]},{"id":"https://openalex.org/I922845939","display_name":"Philadelphia University","ror":"https://ror.org/03zzmyz63","country_code":"US","type":"education","lineage":["https://openalex.org/I922845939"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cassia Torczon","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0009-0003-6717-9586","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, USA","institution_ids":["https://openalex.org/I79576946","https://openalex.org/I922845939"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079995663","display_name":"Harrison Goldstein","orcid":"https://orcid.org/0000-0001-9631-1169"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]},{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]},{"id":"https://openalex.org/I922845939","display_name":"Philadelphia University","ror":"https://ror.org/03zzmyz63","country_code":"US","type":"education","lineage":["https://openalex.org/I922845939"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Harrison Goldstein","raw_affiliation_strings":["University of Maryland, College Park, USA","University of Pennsylvania, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0000-0001-9631-1169","affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, USA","institution_ids":["https://openalex.org/I79576946","https://openalex.org/I922845939"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085361253","display_name":"Benjamin C. Pierce","orcid":"https://orcid.org/0000-0001-7839-1636"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]},{"id":"https://openalex.org/I922845939","display_name":"Philadelphia University","ror":"https://ror.org/03zzmyz63","country_code":"US","type":"education","lineage":["https://openalex.org/I922845939"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Benjamin C. Pierce","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0000-0001-7839-1636","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, USA","institution_ids":["https://openalex.org/I79576946","https://openalex.org/I922845939"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003473641","display_name":"Andrew Head","orcid":"https://orcid.org/0000-0002-1523-3347"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]},{"id":"https://openalex.org/I922845939","display_name":"Philadelphia University","ror":"https://ror.org/03zzmyz63","country_code":"US","type":"education","lineage":["https://openalex.org/I922845939"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Head","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0000-0002-1523-3347","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, USA","institution_ids":["https://openalex.org/I79576946","https://openalex.org/I922845939"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4661,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.89348871,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"9","issue":"OOPSLA1","first_page":"337","last_page":"363"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.9682000279426575,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.9190999865531921,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6307870745658875},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5456401705741882},{"id":"https://openalex.org/keywords/proof-of-concept","display_name":"Proof of concept","score":0.5256530046463013},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3204706311225891},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.13483375310897827},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11464941501617432},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.0627339780330658}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6307870745658875},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5456401705741882},{"id":"https://openalex.org/C124978682","wikidata":"https://www.wikidata.org/wiki/Q1201019","display_name":"Proof of concept","level":2,"score":0.5256530046463013},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3204706311225891},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.13483375310897827},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11464941501617432},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0627339780330658}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3720426","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3720426","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3720426","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3720426","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W229693416","https://openalex.org/W1501535194","https://openalex.org/W1537943690","https://openalex.org/W1832381858","https://openalex.org/W1997799108","https://openalex.org/W2006291142","https://openalex.org/W2063217801","https://openalex.org/W2098664130","https://openalex.org/W2157922094","https://openalex.org/W2164781814","https://openalex.org/W2285108229","https://openalex.org/W2533890487","https://openalex.org/W2792493843","https://openalex.org/W2901454403","https://openalex.org/W2962909275","https://openalex.org/W2978136495","https://openalex.org/W2981188613","https://openalex.org/W3001272669","https://openalex.org/W3089404887","https://openalex.org/W3104549103","https://openalex.org/W3106543884","https://openalex.org/W3145226404","https://openalex.org/W3172998033","https://openalex.org/W3186138910","https://openalex.org/W3206925941","https://openalex.org/W4205786399","https://openalex.org/W4300309439","https://openalex.org/W4315630513","https://openalex.org/W4362659486","https://openalex.org/W4379512436","https://openalex.org/W4384026589","https://openalex.org/W4386711366","https://openalex.org/W4388092526","https://openalex.org/W4389158536","https://openalex.org/W4394746181","https://openalex.org/W4395021983","https://openalex.org/W4400242554","https://openalex.org/W6892244185","https://openalex.org/W6912126411","https://openalex.org/W6929086236"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Interactive":[0],"theorem":[1],"provers,":[2],"or":[3],"proof":[4,37,49,78,92,95,103,120,140,161],"assistants,":[5],"are":[6,107,122],"important":[7],"tools":[8],"across":[9],"many":[10],"areas":[11],"of":[12,36,44,48,115,135,160],"computer":[13],"science":[14],"and":[15,66,87,118,146],"mathematics,":[16],"but":[17],"even":[18],"experts":[19],"find":[20],"them":[21],"challenging":[22,99],"to":[23,73,86,131,156],"use":[24,53],"effectively.":[25],"To":[26],"improve":[27,157],"their":[28,61,71,82],"design,":[29],"we":[30],"need":[31],"a":[32,112],"deeper,":[33],"user-centric":[34],"understanding":[35],"assistant":[38,50,141],"usage.":[39],"We":[40,52,68],"present":[41],"the":[42,91,102,158],"results":[43],"an":[45],"observation":[46],"study":[47],"users.":[51],"contextual":[54],"inquiry":[55],"methodology,":[56],"observing":[57],"30":[58],"participants":[59],"doing":[60],"everyday":[62],"work":[63],"in":[64,109],"Rocq":[65],"Lean.":[67],"qualitatively":[69],"analyze":[70],"experiences":[72],"surface":[74],"four":[75],"observations:":[76],"that":[77,94,105,119,127,150],"writers":[79,121],"iterate":[80],"on":[81],"proofs":[83,106],"by":[84,124],"reacting":[85],"incorporating":[88],"feedback":[89],"from":[90],"assistant;":[93,104],"progress":[96],"often":[97],"involves":[98],"conversations":[100],"with":[101,111],"constructed":[108],"consultation":[110],"wide":[113],"array":[114],"external":[116],"resources;":[117],"guided":[123],"design":[125],"considerations":[126],"go":[128],"beyond":[129],"\"getting":[130],"QED.\"":[132],"Our":[133],"documentation":[134],"these":[136],"themes":[137],"clarifies":[138],"what":[139],"usage":[142],"looks":[143],"like":[144],"currently":[145],"identifies":[147],"potential":[148],"opportunities":[149],"researchers":[151],"should":[152],"consider":[153],"when":[154],"working":[155],"usability":[159],"assistants.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}