{"id":"https://openalex.org/W2087822852","doi":"https://doi.org/10.1145/2724660.2724679","title":"Problems Before Solutions","display_name":"Problems Before Solutions","publication_year":2015,"publication_date":"2015-03-09","ids":{"openalex":"https://openalex.org/W2087822852","doi":"https://doi.org/10.1145/2724660.2724679","mag":"2087822852"},"language":"en","primary_location":{"id":"doi:10.1145/2724660.2724679","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2724660.2724679","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second (2015) ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021984566","display_name":"Soumya Basu","orcid":"https://orcid.org/0000-0001-5486-2448"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]},{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Soumya Basu","raw_affiliation_strings":["UC Berkeley, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111617804","display_name":"Albert Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]},{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Albert Wu","raw_affiliation_strings":["UC Berkeley, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052313326","display_name":"Brian Hou","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]},{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Hou","raw_affiliation_strings":["UC Berkeley, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072072153","display_name":"John DeNero","orcid":"https://orcid.org/0000-0001-9152-3891"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]},{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John DeNero","raw_affiliation_strings":["UC Berkeley, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5021984566"],"corresponding_institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":4.5254,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.94520473,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"205","last_page":"213"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.7377412915229797},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7327926158905029},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6797513365745544},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.669802188873291},{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.6108060479164124},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.603352963924408},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.47323665022850037},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.4104929566383362},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3738655745983124},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.320543110370636},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2107880413532257},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1949721872806549},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.17864447832107544}],"concepts":[{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.7377412915229797},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7327926158905029},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6797513365745544},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.669802188873291},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.6108060479164124},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.603352963924408},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.47323665022850037},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4104929566383362},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3738655745983124},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.320543110370636},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2107880413532257},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1949721872806549},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.17864447832107544},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2724660.2724679","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2724660.2724679","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Second (2015) ACM Conference on Learning @ Scale","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8100000023841858,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W185138672","https://openalex.org/W646739101","https://openalex.org/W834159980","https://openalex.org/W1521965716","https://openalex.org/W1553994850","https://openalex.org/W1656678770","https://openalex.org/W1969604691","https://openalex.org/W2010775113","https://openalex.org/W2042742211","https://openalex.org/W2057283903","https://openalex.org/W2092301601","https://openalex.org/W2126344546","https://openalex.org/W2151828850","https://openalex.org/W2294064749","https://openalex.org/W2570248853","https://openalex.org/W4231349861"],"related_works":["https://openalex.org/W1485837041","https://openalex.org/W3204955359","https://openalex.org/W2038379963","https://openalex.org/W4251258648","https://openalex.org/W1598160211","https://openalex.org/W2067499928","https://openalex.org/W1524028411","https://openalex.org/W2138059712","https://openalex.org/W2018145554","https://openalex.org/W2127248783"],"abstract_inverted_index":{"Automatic":[0],"assessment":[1,33],"reduces":[2],"the":[3,40,98,131,153],"need":[4],"for":[5],"individual":[6],"feedback":[7,95],"in":[8,38,52,97],"massive":[9],"courses,":[10],"but":[11,67],"often":[12],"focuses":[13],"only":[14],"on":[15],"scoring":[16],"solutions,":[17],"rather":[18],"than":[19],"assessing":[20],"whether":[21],"students":[22,37,101,135,150],"correctly":[23],"understand":[24],"problems.":[25,148],"We":[26],"present":[27],"an":[28],"enriched":[29],"approach":[30],"to":[31,50,54,83,86,121,137,146],"automatic":[32],"that":[34,46,130,152],"explicitly":[35],"assists":[36],"understanding":[39,140],"detailed":[41],"specification":[42],"of":[43,63,134,141],"technical":[44],"problems":[45,120],"they":[47,68,80],"are":[48,59,81],"asked":[49],"solve,":[51],"addition":[53],"evaluating":[55],"their":[56,87,139,157],"solutions.":[57],"Students":[58],"given":[60],"a":[61,113,124],"suite":[62],"solution":[64],"test":[65,73,142],"cases,":[66],"must":[69],"first":[70],"unlock":[71],"each":[72],"case":[74],"by":[75],"validating":[76],"its":[77],"behavior":[78],"before":[79,144],"allowed":[82],"apply":[84],"it":[85],"proposed":[88],"solution.":[89],"When":[90],"provided":[91],"with":[92],"this":[93],"automated":[94],"early":[96],"problem-solving":[99],"process,":[100],"ask":[102],"fewer":[103],"clarificatory":[104],"questions":[105],"and":[106],"express":[107],"less":[108,117],"confusion":[109],"about":[110],"assessments.":[111],"As":[112],"result,":[114],"instructors":[115],"spend":[116],"time":[118],"explaining":[119],"students.":[122],"In":[123],"1300-person":[125],"university":[126],"course,":[127],"we":[128],"observed":[129],"vast":[132],"majority":[133],"chose":[136],"validate":[138],"cases":[143],"attempting":[145],"solve":[147],"These":[149],"reported":[151],"validation":[154],"process":[155],"improved":[156],"understanding.":[158]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}