{"id":"https://openalex.org/W4392484147","doi":"https://doi.org/10.1145/3636555.3636883","title":"Large language model augmented exercise retrieval for personalized language learning","display_name":"Large language model augmented exercise retrieval for personalized language learning","publication_year":2024,"publication_date":"2024-03-05","ids":{"openalex":"https://openalex.org/W4392484147","doi":"https://doi.org/10.1145/3636555.3636883"},"language":"en","primary_location":{"id":"doi:10.1145/3636555.3636883","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636555.3636883","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636555.3636883","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3636555.3636883","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002266393","display_name":"Austin Xu","orcid":"https://orcid.org/0009-0003-1694-1841"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Austin Xu","raw_affiliation_strings":["Georgia Institute of Technology, USA"],"raw_orcid":"https://orcid.org/0009-0003-1694-1841","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022531561","display_name":"Will Monroe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Will Monroe","raw_affiliation_strings":["Duolingo, USA"],"raw_orcid":"https://orcid.org/0000-0002-8585-2952","affiliations":[{"raw_affiliation_string":"Duolingo, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029982656","display_name":"Klinton Bicknell","orcid":"https://orcid.org/0000-0003-3404-7432"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Klinton Bicknell","raw_affiliation_strings":["Duolingo, USA"],"raw_orcid":"https://orcid.org/0000-0003-3404-7432","affiliations":[{"raw_affiliation_string":"Duolingo, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8328,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.86658965,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"284","last_page":"294"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8533650040626526},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.720426082611084},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5668003559112549},{"id":"https://openalex.org/keywords/semantic-gap","display_name":"Semantic gap","score":0.5489608645439148},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5279561281204224},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.5264278650283813},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5117058753967285},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5081033706665039},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5075279474258423},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4712655544281006},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.45676755905151367},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4560141861438751},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.45347386598587036},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.435787558555603},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.20635607838630676}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8533650040626526},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.720426082611084},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5668003559112549},{"id":"https://openalex.org/C86034646","wikidata":"https://www.wikidata.org/wiki/Q474311","display_name":"Semantic gap","level":4,"score":0.5489608645439148},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5279561281204224},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.5264278650283813},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5117058753967285},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5081033706665039},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5075279474258423},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4712655544281006},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.45676755905151367},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4560141861438751},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.45347386598587036},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.435787558555603},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.20635607838630676},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3636555.3636883","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636555.3636883","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636555.3636883","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3636555.3636883","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636555.3636883","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636555.3636883","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7599999904632568}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392484147.pdf"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W2138621090","https://openalex.org/W2946601762","https://openalex.org/W2951434086","https://openalex.org/W2953577593","https://openalex.org/W2957747000","https://openalex.org/W3026389132","https://openalex.org/W3092100739","https://openalex.org/W3094091106","https://openalex.org/W3099700870","https://openalex.org/W3128513560","https://openalex.org/W3171885108","https://openalex.org/W4200635123","https://openalex.org/W4205918858","https://openalex.org/W4224313754","https://openalex.org/W4252076394","https://openalex.org/W4283651011","https://openalex.org/W4284669679","https://openalex.org/W4385565351","https://openalex.org/W4385570422","https://openalex.org/W4385573057","https://openalex.org/W4385573358","https://openalex.org/W4385574070"],"related_works":["https://openalex.org/W2380075625","https://openalex.org/W2565795945","https://openalex.org/W4239538403","https://openalex.org/W4390718435","https://openalex.org/W4390549206","https://openalex.org/W3137171911","https://openalex.org/W4379540039","https://openalex.org/W4237784285","https://openalex.org/W2374712251","https://openalex.org/W2362400288"],"abstract_inverted_index":{"We":[0,87],"study":[1],"the":[2,9,18,43,49,70,89,98,106],"problem":[3],"of":[4,11,72,92,129],"zero-shot":[5],"exercise":[6,46],"retrieval":[7,74,81,147],"in":[8],"context":[10],"online":[12],"language":[13,33,50,94],"learning,":[14],"to":[15,20,54,59,96,113],"give":[16],"learners":[17,52],"ability":[19],"explicitly":[21],"request":[22],"personalized":[23],"exercises":[24,103],"via":[25],"natural":[26],"language.":[27],"Using":[28],"real-world":[29],"data":[30,161],"collected":[31],"from":[32,159],"learners,":[34],"we":[35,121],"observe":[36],"that":[37,51],"vector":[38],"similarity":[39,143],"approaches":[40],"poorly":[41],"capture":[42],"relationship":[44],"between":[45,64,144],"content":[47,67],"and":[48,66,139,146,162],"use":[53],"express":[55],"what":[56],"they":[57],"want":[58],"learn.":[60],"This":[61],"semantic":[62,142],"gap":[63,99],"queries":[65],"dramatically":[68],"reduces":[69],"effectiveness":[71],"general-purpose":[73],"models":[75,95],"pretrained":[76],"on":[77,105,154],"large":[78,93],"scale":[79],"information":[80],"datasets":[82],"like":[83],"MS":[84],"MARCO":[85],"[2].":[86],"leverage":[88],"generative":[90],"capabilities":[91],"bridge":[97],"by":[100],"synthesizing":[101],"hypothetical":[102],"based":[104],"learner\u2019s":[107],"input,":[108],"which":[109,120],"are":[110],"then":[111],"used":[112],"search":[114],"for":[115,132],"relevant":[116],"exercises.":[117],"Our":[118],"approach,":[119],"call":[122],"mHyER,":[123],"overcomes":[124],"three":[125],"challenges:":[126],"(1)":[127],"lack":[128],"relevance":[130],"labels":[131],"training,":[133],"(2)":[134],"unrestricted":[135],"learner":[136],"input":[137,145],"content,":[138],"(3)":[140],"low":[141],"candidates.":[148],"mHyER":[149],"outperforms":[150],"several":[151],"strong":[152],"baselines":[153],"two":[155],"novel":[156],"benchmarks":[157],"created":[158],"crowdsourced":[160],"publicly":[163],"available":[164],"data.":[165]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}