{"id":"https://openalex.org/W4386266302","doi":"https://doi.org/10.1007/978-3-031-42682-7_26","title":"Learning to\u00a0Give Useful Hints: Assistance Action Evaluation and\u00a0Policy Improvements","display_name":"Learning to\u00a0Give Useful Hints: Assistance Action Evaluation and\u00a0Policy Improvements","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4386266302","doi":"https://doi.org/10.1007/978-3-031-42682-7_26"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-42682-7_26","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-42682-7_26","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-42682-7_26.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-42682-7_26.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043741972","display_name":"Robin Schmucker","orcid":"https://orcid.org/0000-0002-5275-3608"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Robin Schmucker","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092714338","display_name":"Nimish Pachapurkar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nimish Pachapurkar","raw_affiliation_strings":["CK-12 Foundation, Palo Alto, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CK-12 Foundation, Palo Alto, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051407571","display_name":"Shanmuga Bala","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shanmuga Bala","raw_affiliation_strings":["CK-12 Foundation, Palo Alto, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CK-12 Foundation, Palo Alto, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112990065","display_name":"Miral Shah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miral Shah","raw_affiliation_strings":["CK-12 Foundation, Palo Alto, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CK-12 Foundation, Palo Alto, CA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102921433","display_name":"Tom M. Mitchell","orcid":"https://orcid.org/0000-0001-7373-0301"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tom Mitchell","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5043741972"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":3.0327,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.93048633,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"383","last_page":"398"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.833548903465271},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7212275266647339},{"id":"https://openalex.org/keywords/framing","display_name":"Framing (construction)","score":0.6256552338600159},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5650547742843628},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4964178204536438},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.48484909534454346},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.48246318101882935},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.44962817430496216},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3772278428077698},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3442305326461792}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.833548903465271},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7212275266647339},{"id":"https://openalex.org/C169087156","wikidata":"https://www.wikidata.org/wiki/Q2131593","display_name":"Framing (construction)","level":2,"score":0.6256552338600159},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5650547742843628},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4964178204536438},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.48484909534454346},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.48246318101882935},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.44962817430496216},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3772278428077698},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3442305326461792},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-031-42682-7_26","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-42682-7_26","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-42682-7_26.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.1007/978-3-031-42682-7_26","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-42682-7_26","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-42682-7_26.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1105230239","display_name":null,"funder_award_id":"FA95501710218","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"}],"funders":[{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386266302.pdf"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W615644768","https://openalex.org/W1514405275","https://openalex.org/W1774470177","https://openalex.org/W1985824294","https://openalex.org/W2020229731","https://openalex.org/W2138909795","https://openalex.org/W2157535018","https://openalex.org/W2336395599","https://openalex.org/W2537701263","https://openalex.org/W2795381838","https://openalex.org/W3046375251","https://openalex.org/W3105991825","https://openalex.org/W3166379333","https://openalex.org/W3167061735","https://openalex.org/W3170690185","https://openalex.org/W3170912132","https://openalex.org/W3186540500","https://openalex.org/W3213648177","https://openalex.org/W4206530644","https://openalex.org/W4281736059","https://openalex.org/W6982281803"],"related_works":["https://openalex.org/W2404647514","https://openalex.org/W1667647204","https://openalex.org/W4247536566","https://openalex.org/W2018477250","https://openalex.org/W3119814709","https://openalex.org/W4241418540","https://openalex.org/W1508895727","https://openalex.org/W2725786787","https://openalex.org/W4283160672","https://openalex.org/W1590965489"],"abstract_inverted_index":{"Abstract":[0],"We":[1,101,134,179],"describe":[2],"a":[3,28,82,97,146],"fielded":[4],"online":[5,67],"tutoring":[6],"system":[7,33],"that":[8,116],"learns":[9],"which":[10,41],"of":[11,18,38,48,50,55,74,84,107,196],"several":[12],"candidate":[13],"assistance":[14,42,76,125,141,148],"actions":[15,77],"(e.g.,":[16,86],"one":[17],"multiple":[19],"hints)":[20],"to":[21,23,44,52,112,129,145,165,167,194],"provide":[22],"students":[24,64,175],"when":[25,188],"they":[26],"answer":[27],"practice":[29,89],"question":[30,80,119],"incorrectly.":[31],"The":[32],"learns,":[34],"from":[35,61,161,173],"large-scale":[36],"data":[37,60,172],"prior":[39],"students,":[40,156],"action":[43],"give":[45],"for":[46,78,117,139],"each":[47,79,118],"thousands":[49],"questions,":[51],"maximize":[53],"measures":[54,106],"student":[56],"learning":[57,94,108,198],"outcomes.":[58],"Using":[59],"over":[62,154],"190,000":[63],"in":[65,150,176],"an":[66,114],"Biology":[68],"course,":[69],"we":[70,186],"quantify":[71],"the":[72,92,122,136,162,177],"impact":[73],"different":[75,105],"on":[81,121,171],"variety":[83],"outcomes":[85],"response":[87],"correctness,":[88],"completion),":[90],"framing":[91],"machine":[93],"task":[95],"as":[96],"multi-armed":[98],"bandit":[99],"problem.":[100],"study":[102],"relationships":[103],"among":[104],"outcomes,":[109],"leading":[110],"us":[111],"design":[113,182],"algorithm":[115],"decides":[120],"most":[123],"suitable":[124],"policy":[126,138,149],"training":[127],"objective":[128],"optimize":[130],"central":[131],"target":[132],"measures.":[133],"evaluate":[135],"trained":[137],"providing":[140,192],"actions,":[142],"comparing":[143],"it":[144],"randomized":[147],"live":[151],"use":[152],"with":[153],"20,000":[155],"showing":[157],"significant":[158],"improvements":[159],"resulting":[160],"system\u2019s":[163],"ability":[164],"learn":[166],"teach":[168],"better":[169],"based":[170],"earlier":[174],"course.":[178],"discuss":[180],"our":[181],"process":[183],"and":[184],"challenges":[185],"faced":[187],"fielding":[189],"data-driven":[190],"technology,":[191],"insights":[193],"designers":[195],"future":[197],"systems.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-10T00:00:00"}