{"id":"https://openalex.org/W4385567974","doi":"https://doi.org/10.1145/3580305.3599827","title":"From Human Days to Machine Seconds: Automatically Answering and Generating Machine Learning Final Exams","display_name":"From Human Days to Machine Seconds: Automatically Answering and Generating Machine Learning Final Exams","publication_year":2023,"publication_date":"2023-08-04","ids":{"openalex":"https://openalex.org/W4385567974","doi":"https://doi.org/10.1145/3580305.3599827"},"language":"en","primary_location":{"id":"doi:10.1145/3580305.3599827","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3580305.3599827","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3580305.3599827","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3580305.3599827","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019248564","display_name":"Iddo Drori","orcid":"https://orcid.org/0000-0001-9797-3885"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Iddo Drori","raw_affiliation_strings":["MIT, Columbia University, Boston University, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-9797-3885","affiliations":[{"raw_affiliation_string":"MIT, Columbia University, Boston University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I78577930","https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024796312","display_name":"Sarah J. Zhang","orcid":"https://orcid.org/0009-0008-2209-6572"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarah J. Zhang","raw_affiliation_strings":["MIT, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0009-0008-2209-6572","affiliations":[{"raw_affiliation_string":"MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038757870","display_name":"Reece Shuttleworth","orcid":"https://orcid.org/0000-0002-6387-8780"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Reece Shuttleworth","raw_affiliation_strings":["MIT, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6387-8780","affiliations":[{"raw_affiliation_string":"MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070115142","display_name":"Sarah Zhang","orcid":"https://orcid.org/0009-0005-8791-6680"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarah Zhang","raw_affiliation_strings":["MIT, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0009-0005-8791-6680","affiliations":[{"raw_affiliation_string":"MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030715435","display_name":"Keith Tyser","orcid":"https://orcid.org/0009-0001-7442-6026"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Keith Tyser","raw_affiliation_strings":["Boston University, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0009-0001-7442-6026","affiliations":[{"raw_affiliation_string":"Boston University, Boston, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070805404","display_name":"Zad Chin","orcid":"https://orcid.org/0009-0006-8733-3124"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zad Chin","raw_affiliation_strings":["Harvard University, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0009-0006-8733-3124","affiliations":[{"raw_affiliation_string":"Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092354584","display_name":"Pedro Lantigua","orcid":"https://orcid.org/0009-0006-2960-4715"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pedro Lantigua","raw_affiliation_strings":["MIT, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0009-0006-2960-4715","affiliations":[{"raw_affiliation_string":"MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031038424","display_name":"Saisamrit Surbehera","orcid":"https://orcid.org/0009-0008-0258-8692"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saisamrit Surbehera","raw_affiliation_strings":["Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0009-0008-0258-8692","affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016089170","display_name":"Gregory Hunter","orcid":"https://orcid.org/0009-0001-9580-572X"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory Hunter","raw_affiliation_strings":["Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0009-0001-9580-572X","affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073051816","display_name":"Derek Austin","orcid":"https://orcid.org/0009-0003-5440-2566"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Derek Austin","raw_affiliation_strings":["Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0009-0003-5440-2566","affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067697394","display_name":"Leonard Tang","orcid":"https://orcid.org/0009-0006-9109-4496"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leonard Tang","raw_affiliation_strings":["Harvard University, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0009-0006-9109-4496","affiliations":[{"raw_affiliation_string":"Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020815501","display_name":"Yann Hicke","orcid":"https://orcid.org/0000-0001-7234-7001"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yann Hicke","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-7234-7001","affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023251731","display_name":"S. Simhon","orcid":"https://orcid.org/0009-0007-6263-2870"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sage Simhon","raw_affiliation_strings":["MIT, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0009-0007-6263-2870","affiliations":[{"raw_affiliation_string":"MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002178131","display_name":"Sathwik Karnik","orcid":"https://orcid.org/0009-0001-4898-5633"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sathwik Karnik","raw_affiliation_strings":["MIT, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0009-0001-4898-5633","affiliations":[{"raw_affiliation_string":"MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002513173","display_name":"Darnell Granberry","orcid":"https://orcid.org/0000-0002-5571-310X"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Darnell Granberry","raw_affiliation_strings":["MIT, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5571-310X","affiliations":[{"raw_affiliation_string":"MIT, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084564811","display_name":"Madeleine Udell","orcid":"https://orcid.org/0000-0002-3985-915X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Madeleine Udell","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3985-915X","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2803,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.83027109,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"3947","last_page":"3955"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7935431003570557},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7735613584518433},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6704919338226318},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6563257575035095},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.630039632320404},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4620942175388336},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.42396754026412964},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10876092314720154}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7935431003570557},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7735613584518433},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6704919338226318},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6563257575035095},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.630039632320404},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4620942175388336},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.42396754026412964},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10876092314720154},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3580305.3599827","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3580305.3599827","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3580305.3599827","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/152100","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/152100","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/152100/1/3580305.3599827.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Association for Computing Machinery","raw_type":"http://purl.org/eprint/type/ConferencePaper"}],"best_oa_location":{"id":"doi:10.1145/3580305.3599827","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3580305.3599827","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3580305.3599827","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8899999856948853,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385567974.pdf","grobid_xml":"https://content.openalex.org/works/W4385567974.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W3030163527","https://openalex.org/W3199051863","https://openalex.org/W4287888694","https://openalex.org/W4289523162","https://openalex.org/W4292779060"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2121910908","https://openalex.org/W4386392971"],"abstract_inverted_index":{"A":[0,173],"final":[1,50,86,124,158,204],"exam":[2,51,159],"in":[3,53,71,93,278,303],"machine":[4,34,122,226,263],"learning":[5,35,63,123,212,215,227,233],"at":[6,37],"a":[7,38,108,115],"top":[8],"institution":[9],"such":[10,275],"as":[11,276],"MIT,":[12],"Harvard,":[13],"or":[14],"Cornell":[15],"typically":[16],"takes":[17],"faculty":[18],"days":[19,260],"to":[20,25,65,141,245,261,284],"write,":[21],"and":[22,45,61,73,81,106,117,128,134,148,153,168,180,200,216,223,229,249,294],"students":[23,283,289],"hours":[24],"solve.":[26],"We":[27,113,138,206,237],"demonstrate":[28],"that":[29,84,189,231,268],"large":[30,272],"language":[31,243,273],"models":[32,244,274],"pass":[33],"finals":[36,42],"human":[39,259],"level":[40],"on":[41,156],"available":[43,126],"online":[44,127],"automatically":[46],"generate":[47,142],"new":[48,136,143],"human-quality":[49],"questions":[52,70,97,120,133,144,147,169,184,187,194,199],"seconds.":[54,264],"Previous":[55],"work":[56],"has":[57],"developed":[58],"program":[59],"synthesis":[60],"few-shot":[62,214,232],"methods":[64,83,234],"solve":[66,85],"university-level":[67],"problem":[68,91],"set":[69,110],"mathematics":[72],"STEM":[74],"courses.":[75],"In":[76],"this":[77,157],"work,":[78],"we":[79,161],"develop":[80],"compare":[82],"exams,":[87],"which":[88],"differ":[89],"from":[90,121,145,197,258],"sets":[92],"several":[94],"ways:":[95],"the":[96,177,239,247,256,297],"are":[98,103,195,201],"longer,":[99],"have":[100],"multiple":[101,191],"parts,":[102],"more":[104],"complicated,":[105],"span":[107],"broader":[109],"of":[111,119,182,242,251,296],"topics.":[112],"curate":[114],"dataset":[116],"benchmark":[118],"exams":[125],"code":[129],"for":[130,165,203],"answering":[131],"these":[132],"generating":[135],"questions.":[137],"show":[139],"how":[140],"other":[146],"course":[149],"notes.":[150],"For":[151],"reproducibility":[152],"future":[154],"research":[155],"benchmark,":[160],"use":[162],"automatic":[163],"checkers":[164],"multiple-choice,":[166],"numeric,":[167],"with":[170,185,213],"expression":[171],"answers.":[172],"student":[174],"survey":[175],"comparing":[176,210],"quality,":[178],"appropriateness,":[179],"difficulty":[181],"machine-generated":[183,193],"human-written":[186],"shows":[188],"across":[190,225],"aspects,":[192],"indistinguishable":[196],"human-generated":[198],"suitable":[202],"exams.":[205],"perform":[207,235],"ablation":[208],"studies":[209],"zero-shot":[211],"chain-of-thought":[217],"prompting":[218],"using":[219],"GPT-3,":[220],"OPT,":[221],"Codex,":[222],"ChatGPT":[224,277],"topics":[228],"find":[230],"best.":[236],"highlight":[238],"transformative":[240],"potential":[241],"streamline":[246],"writing":[248],"solution":[250],"large-scale":[252],"assessments,":[253],"significantly":[254],"reducing":[255],"workload":[257],"mere":[262],"Our":[265],"results":[266],"suggest":[267],"rather":[269],"than":[270],"banning":[271],"class,":[279],"instructors":[280],"should":[281],"teach":[282],"harness":[285],"them":[286],"by":[287],"asking":[288],"meta-questions":[290],"about":[291],"correctness,":[292],"completeness,":[293],"originality":[295],"responses":[298],"generated,":[299],"encouraging":[300],"critical":[301],"thinking":[302],"academic":[304],"studies.":[305]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}