{"id":"https://openalex.org/W304270484","doi":null,"title":"Automatic Item Generation via Frame Semantics: Natural Language Generation of Math Word Problems.","display_name":"Automatic Item Generation via Frame Semantics: Natural Language Generation of Math Word Problems.","publication_year":2003,"publication_date":"2003-04-01","ids":{"openalex":"https://openalex.org/W304270484","mag":"304270484"},"language":"en","primary_location":{"id":"mag:304270484","doi":null,"is_oa":false,"landing_page_url":"https://files.eric.ed.gov/fulltext/ED480135.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075866410","display_name":"Paul Deane","orcid":"https://orcid.org/0000-0002-6838-2856","observed_orcids":["https://orcid.org/0000-0002-6838-2856"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paul Deane","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-6838-2856","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5018632496","display_name":"Kathleen M. Sheehan","orcid":"https://orcid.org/0000-0003-1497-1345","observed_orcids":["https://orcid.org/0000-0003-1497-1345"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kathleen M. Sheehan","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-1497-1345","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3876,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.82555642,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8935999870300293,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8935999870300293,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.03519999980926514,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.00930000003427267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-item-generation","display_name":"automatic item generation","score":0.9559999704360962},{"id":"https://openalex.org/keywords/natural-language-generation","display_name":"natural language generation","score":0.8349999785423279},{"id":"https://openalex.org/keywords/frame-semantics","display_name":"frame semantics","score":0.9430000185966492},{"id":"https://openalex.org/keywords/math-word-problems","display_name":"mathematical word problems","score":0.9240000247955322},{"id":"https://openalex.org/keywords/semantic-frames","display_name":"semantic frames","score":0.6629999876022339},{"id":"https://openalex.org/keywords/computer-based-testing","display_name":"computer-based testing","score":0.6449999809265137},{"id":"https://openalex.org/keywords/test-item-generation","display_name":"test item generation","score":0.453000009059906}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.753434956073761},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.7112607359886169},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6758607029914856},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5648979544639587},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5610132813453674},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.558005690574646},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5099772214889526},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.44192326068878174},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.41849151253700256},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.4175734519958496},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.413917601108551},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.28386610746383667},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.24798959493637085},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1598566174507141},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:304270484","doi":null,"is_oa":false,"landing_page_url":"https://files.eric.ed.gov/fulltext/ED480135.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W16917232","https://openalex.org/W1514290684","https://openalex.org/W1514875575","https://openalex.org/W1569430537","https://openalex.org/W1570031249","https://openalex.org/W1594161230","https://openalex.org/W1636687449","https://openalex.org/W1650184876","https://openalex.org/W1672564754","https://openalex.org/W1814908022","https://openalex.org/W1967931779","https://openalex.org/W1968784445","https://openalex.org/W1985610876","https://openalex.org/W1997788290","https://openalex.org/W1998696323","https://openalex.org/W1999727699","https://openalex.org/W2000900121","https://openalex.org/W2002059464","https://openalex.org/W2004702017","https://openalex.org/W2005769803","https://openalex.org/W2009862599","https://openalex.org/W2012315685","https://openalex.org/W2028655295","https://openalex.org/W2030325274","https://openalex.org/W2032152873","https://openalex.org/W2045656069","https://openalex.org/W2048783550","https://openalex.org/W2062717531","https://openalex.org/W2066018628","https://openalex.org/W2073427231","https://openalex.org/W2073655564","https://openalex.org/W2077985991","https://openalex.org/W2087152310","https://openalex.org/W2102925141","https://openalex.org/W2111104741","https://openalex.org/W2115792525","https://openalex.org/W2131883438","https://openalex.org/W2134199742","https://openalex.org/W2151170651","https://openalex.org/W2175268987","https://openalex.org/W2177397700","https://openalex.org/W2724620518","https://openalex.org/W2759427686","https://openalex.org/W3027109149","https://openalex.org/W3107271803","https://openalex.org/W3108531971"],"related_works":["https://openalex.org/W4211104207","https://openalex.org/W2402499785","https://openalex.org/W2995173825","https://openalex.org/W2120012945","https://openalex.org/W2802443482","https://openalex.org/W2996621388","https://openalex.org/W4296443384","https://openalex.org/W3203401175","https://openalex.org/W612951251","https://openalex.org/W4392346800"],"abstract_inverted_index":{"This":[0,282],"paper":[1,155,181],"is":[2,53,393,653,697,717],"an":[3,142,394,472,672],"exploration":[4],"of":[5,15,73,112,125,134,145,165,177,193,307,333,359,363,377,388,400,412,418,462,479,492,509,521,545,595,614,634,662,664,688,705,727,736],"the":[6,13,74,91,120,146,160,163,173,183,238,245,290,360,398,410,424,507,518,543,555,596,615,632,660,713],"conceptual":[7,76],"issues":[8],"that":[9,62,78,88,115,171,240,537,703],"have":[10,55,118,156,299,415,609,707],"arisen":[11],"in":[12,106,153,225,312,365,381,397,405,487,498,540,618,622,659,710,719,733],"course":[14],"building":[16],"a":[17,56,65,71,109,135,166,226,460,490],"natural":[18,29,47,94],"language":[19,30,48,95,202],"generation":[20,176,198,476,587,606,735],"(NLG)":[21],"system":[22,185],"for":[23,46,58,83,93,100,162,195,221,471],"automatic":[24,174,196,585,734],"test":[25,419,525,665],"item":[26,175,197,475,586,669],"generation.":[27,96],"While":[28],"processing":[31],"techniques":[32],"are":[33,42,237,604,626],"applicable":[34],"to":[35,54,80,117,130,302,459,557,630,656,701],"general":[36,49],"verbal":[37,60,737],"items,":[38,511],"mathematics":[39,84,126],"word":[40,85,113,127],"problems":[41,86,140],"particularly":[43,699],"tractable":[44],"targets":[45],"techniques.":[50],"The":[51,149,180,190,375,386],"problem":[52,128],"method":[57],"representing":[59],"content":[61,420,720],"can":[63,89,103,204,241,501,513,529,561,608],"play":[64],"dual":[66],"role,":[67],"serving":[68],"both":[69],"as":[70,159,287,676],"representation":[72],"generic":[75],"structure":[77],"appears":[79,116,129],"be":[81,104,205,242,485,562],"critical":[82],"and":[87,186,207,219,275,527,589,692,721,730],"provide":[90,141,514],"basis":[92,161],"An":[97],"excellent":[98,143],"candidate":[99],"this":[101,154,313],"purpose":[102],"found":[105],"Frame":[107,328],"Semantics,":[108],"linguistic":[110],"theory":[111],"meaning":[114],"exactly":[119],"needed":[121],"properties.":[122],"Each":[123],"type":[124],"make":[131],"systematic":[132],"use":[133,399],"specific":[136],"semantic":[137],"frame.":[138],"Distance-ratetime":[139],"illustration":[144],"principles":[147],"involved.":[148],"analytical":[150,646],"methods":[151],"outlined":[152],"been":[157,285,300,708],"used":[158],"construction":[164,666],"prototype":[167,184],"NLG,":[168],"Model":[169],"Creator,":[170],"supports":[172],"distance-rate-time":[178],"problems.":[179],"describes":[182],"notes":[187],"its":[188,212],"potential.":[189],"real":[191],"power":[192,218],"NLG":[194],"will":[199],"come":[200,621],"when":[201],"resources":[203],"relinked":[206],"reused,":[208],"but":[209],"even":[210,504],"it":[211,215,512,528],"current":[213],"form,":[214],"offers":[216],"considerable":[217],"flexibility":[220],"generating":[222],"new":[223,510],"items":[224,482,516,536],"controlled":[227],"manner.":[228],"(Contains":[229],"68":[230],"references.)":[231],"(SLD)":[232],"Reproductions":[233],"supplied":[234],"by":[235,421,489,533],"EDRS":[236],"best":[239],"made":[243],"from":[244,289],"original":[246],"document.":[247],"PERMISSION":[248],"TO":[249,259],"REPRODUCE":[250],"AND":[251],"DISSEMINATE":[252],"THIS":[253],"MATERIAL":[254],"HAS":[255],"BEEN":[256],"GRANTED":[257],"BY":[258],"THE":[260],"EDUCATIONAL":[261],"RESOURCES":[262,278],"INFORMATION":[263,279],"CENTER":[264,280],"(ERIC)":[265,281],"1":[266],"U.S.":[267],"DEPARTMENT":[268],"OF":[269],"EDUCATION":[270],"Office":[271],"sf":[272],"Educahonal":[273],"Research":[274],"Improvement":[276],"EDUcATIONAL":[277],"document":[283,314],"has":[284,457,551,620],"reproduced":[286],"received":[288],"person":[291],"or":[292,309,322,503,645],"organization":[293],"originating":[294],"it.":[295],"0":[296],"Minor":[297],"changes":[298],"rnada":[301],"improve":[303],"reproduction":[304],"quality.":[305],"Points":[306],"view":[308],"opinions":[310],"stated":[311],"do":[315],"not":[316,698],"necessarily":[317],"represent":[318],"official":[319],"OERI":[320],"position":[321],"policy.":[323],"Automatic":[324,382,389,401,474],"Item":[325,383,390,402],"Generation":[326,332,384,391,403,687,695],"via":[327],"Semantics:":[329],"Natural":[330,378,693],"Language":[331,379,694],"Math":[334],"Word":[335],"Problems":[336],"Paul":[337],"Deane":[338],"Educational":[339,347],"Testing":[340,348],"Service":[341,349],"Princeton,":[342,350],"NJ":[343,351],"08541":[344,352],"Kathleen":[345],"Sheehan":[346,572,576],"Paper":[353],"Presented":[354],"at":[355,517],"the:":[356],"Annual":[357],"Meeting":[358],"National":[361],"Council":[362],"Measurement":[364],"Education":[366],"Chicago,":[367],"ILApril":[368],"2003":[369],"BEST":[370],"COPY":[371],"AVAILABLE":[372],"2":[373],"1.":[374],"Role":[376],"Processing":[380],"1.1.":[385],"Scope":[387],"There":[392],"increasing":[395],"interest":[396],"(AIG)":[404],"educational":[406],"assessment,":[407],"concomitant":[408],"with":[409],"development":[411,508,633],"technologies":[413],"which":[414,558,667],"brought":[416],"delivery":[417],"computers":[422],"into":[423],"mainstream.":[425],"Early":[426],"work":[427],"(e.g.":[428],"Bejar":[429,434,565],"1986,":[430,451],"1993,":[431,641],"1996,":[432],"2002;":[433],"&":[435,440,445,454,468,571,575,579],"Yocom":[436],"1991,":[437],"Hively,":[438],"Patterson":[439],"Page":[441],"1968,":[442],"Irvine,":[443],"Dunn":[444],"Anderson":[446],"1990,":[447],"Laduca":[448],"et":[449,566,649,683],"al.":[450,567,650,684],"Meisner,":[452],"Luecht":[453],"Reckase":[455],"1993)":[456],"led":[458],"flowering":[461],"AIG":[463,500,619,635,658,706],"research":[464,550],"(see,":[465],"e.g.,":[466,637],"Irvine":[467],"Kyllonen":[469],"2002":[470],"overview.)":[473],"-the":[477],"practice":[478],"creating":[480],"assessment":[481],"algorithmically":[483],"-can":[484],"motivated":[486],"part":[488],"number":[491],"obvious":[493],"practical":[494],"advantages":[495],"(cf.":[496,564],"Bennett":[497],"press).":[499],"speed":[502],"partially":[505],"automate":[506],"similar":[515,535],"same":[519],"level":[520],"difficulty,":[522],"thus":[523,654],"improving":[524],"security,":[526],"support":[530,631],"adaptive":[531],"testing":[532],"providing":[534],"vary":[538],"systematically":[539],"difficulty.":[541],"Given":[542],"attractiveness":[544],"these":[546,559],"goals,":[547],"much":[548],"recent":[549,616],"focused":[552],"upon":[553,592,671],"evaluating":[554],"extent":[556],"promises":[560],"met":[563],"2002,":[568,577],"Enright,":[569],"Morley":[570],"1999,":[573,643],"Enright":[574],"Hombo":[578],"Dresher":[580],"2001,":[581],"Wright":[582],"2001).":[583],"However,":[584],"obviously":[588],"critically":[590],"depends":[591],"well-founded":[593,627],"models":[594,603],"cognitive":[597,628,715],"abilities":[598],"underlying":[599,714],"performance.":[600],"Where":[601],"such":[602,675],"lacking,":[605],"algorithms":[607],"heuristic":[610],"usefulness":[611],"only.":[612],"Much":[613],"progress":[617],"areas":[623,711],"where":[624,712],"there":[625],"theories":[629,663],"algorithms,":[636],"matrix":[638],"completion":[639],"(Embretson":[640],"1998,":[642],"2001)":[644],"reasoning":[647,729],"(Newstead":[648],"2002).":[651],"It":[652,696],"important":[655],"approach":[657],"light":[661],"ground":[668],"design":[670],"evidentiary":[673],"basis,":[674],"Evidence":[677],"Centered":[678],"Design":[679],"(ECD),":[680],"cf.":[681],"Mislevy":[682],"2002.":[685],"1.2.":[686],"Verbal":[689],"Items:":[690],"Templates":[691],"surprising":[700],"note":[702],"applications":[704],"concentrated":[709],"domain":[716],"restricted":[718],"highly":[722],"structured":[723],"(e.g.,":[724],"various":[725],"forms":[726],"abstract":[728],"mathematics.)":[731],"Progress":[732]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2}],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2016-06-24T00:00:00"}
