{"id":"https://openalex.org/W3193450358","doi":"https://doi.org/10.7488/era/1171","title":"Knowledge-enhanced neural grammar Induction","display_name":"Knowledge-enhanced neural grammar Induction","publication_year":2021,"publication_date":"2021-07-31","ids":{"openalex":"https://openalex.org/W3193450358","doi":"https://doi.org/10.7488/era/1171","mag":"3193450358"},"language":"en","primary_location":{"id":"pmh:oai:era.ed.ac.uk:1842/37896","is_oa":true,"landing_page_url":"https://hdl.handle.net/1842/37896","pdf_url":"https://hdl.handle.net/1842/37896","source":{"id":"https://openalex.org/S7407055182","display_name":"ERA","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis or Dissertation"},"type":"dissertation","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/1842/37896","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100387285","display_name":"Bowen Li","orcid":"https://orcid.org/0000-0002-6331-1629"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Li, Bowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5100387285"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9182999730110168,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9182999730110168,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grammar","display_name":"Grammar","score":0.5273681282997131},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5123925805091858},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47861140966415405},{"id":"https://openalex.org/keywords/grammar-induction","display_name":"Grammar induction","score":0.43609124422073364},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.423861563205719},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3188825249671936},{"id":"https://openalex.org/keywords/rule-based-machine-translation","display_name":"Rule-based machine translation","score":0.11572664976119995},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.10783568024635315}],"concepts":[{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.5273681282997131},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5123925805091858},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47861140966415405},{"id":"https://openalex.org/C56601403","wikidata":"https://www.wikidata.org/wiki/Q5593673","display_name":"Grammar induction","level":3,"score":0.43609124422073364},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.423861563205719},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3188825249671936},{"id":"https://openalex.org/C53893814","wikidata":"https://www.wikidata.org/wiki/Q7378909","display_name":"Rule-based machine translation","level":2,"score":0.11572664976119995},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.10783568024635315}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:era.ed.ac.uk:1842/37896","is_oa":true,"landing_page_url":"https://hdl.handle.net/1842/37896","pdf_url":"https://hdl.handle.net/1842/37896","source":{"id":"https://openalex.org/S7407055182","display_name":"ERA","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis or Dissertation"},{"id":"doi:10.7488/era/1171","is_oa":true,"landing_page_url":"https://doi.org/10.7488/era/1171","pdf_url":null,"source":{"id":"https://openalex.org/S7407050748","display_name":"University of Edinburgh","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null},{"id":"mag:3193450358","is_oa":false,"landing_page_url":"https://era.ed.ac.uk/handle/1842/37896","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:era.ed.ac.uk:1842/37896","is_oa":true,"landing_page_url":"https://hdl.handle.net/1842/37896","pdf_url":"https://hdl.handle.net/1842/37896","source":{"id":"https://openalex.org/S7407055182","display_name":"ERA","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis or Dissertation"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3193450358.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3111706803","https://openalex.org/W2902188073","https://openalex.org/W2501866810","https://openalex.org/W2500084018","https://openalex.org/W2090755419","https://openalex.org/W2121271240","https://openalex.org/W2969457682","https://openalex.org/W3035169087","https://openalex.org/W2744612896","https://openalex.org/W2585910666","https://openalex.org/W1855238491","https://openalex.org/W2279686072","https://openalex.org/W2809981375","https://openalex.org/W2976206149","https://openalex.org/W8662602","https://openalex.org/W2213492278","https://openalex.org/W2766278620","https://openalex.org/W765794915","https://openalex.org/W3022721117","https://openalex.org/W2975395155"],"abstract_inverted_index":{"Natural":[0],"language":[1,14,24,94,360,364,447,462,492],"is":[2,15,25,56,147,188,273,296,307,482],"usually":[3],"presented":[4],"as":[5,137,139,348,359,539],"a":[6,26,52,61,89,103,106,148,185,264,440,450,460,483,526,540,547],"word":[7,512],"sequence,":[8],"but":[9],"the":[10,31,44,49,131,153,300,304,310,374,382,410,436,456,470,530],"inherent":[11],"structure":[12,420],"of":[13,33,46,51,92,135,156,162,220,303,413,533,542],"not":[16],"necessarily":[17],"sequential.":[18],"Automatic":[19],"grammar":[20,53,62,82,121,145,175,209,224,229],"induction":[21,54,83,122,146,210,225],"for":[22,88,102,195,285,488],"natural":[23,93,363,461],"long-standing":[27],"research":[28],"topic":[29],"in":[30,192,282,293,525],"field":[32],"computational":[34,78],"linguistics":[35],"and":[36,142,159,164,233,279,288,323,362,377,421,453,557,586],"still":[37],"remains":[38],"an":[39,80,115,189,196,400,508],"open":[40],"problem":[41],"today.":[42],"From":[43],"perspective":[45],"cognitive":[47],"science,":[48],"goal":[50],"system":[55,84,187],"to":[57,66,77,120,126,130,152,174,203,216,240,253,275,327,392,404,423,427,449,550,565],"mimic":[58],"children:":[59],"learning":[60,108,426],"that":[63,257,351,518,591],"can":[64,520],"generalize":[65],"infinitely":[67],"many":[68],"utterances":[69],"by":[70,309,505],"only":[71,123,571],"consuming":[72],"finite":[73],"data.":[74,580],"With":[75],"regard":[76],"linguistics,":[79],"automatic":[81],"could":[85],"be":[86],"beneficial":[87],"wide":[90],"variety":[91],"processing":[95],"(NLP)":[96],"applications:":[97],"providing":[98],"syntactic":[99],"analysis":[100],"explicitly":[101],"pipeline":[104],"or":[105,398],"joint":[107],"system;":[109],"injecting":[110],"structural":[111],"bias":[112],"implicitly":[113],"into":[114,184,207,247,373],"end-to-end":[116,380],"model.":[117],"Typically,":[118],"approaches":[119,215],"have":[124,170,345,497],"access":[125],"raw":[127,574],"text.":[128],"Due":[129],"huge":[132],"search":[133],"space":[134],"trees":[136,306],"well":[138],"data":[140],"sparsity":[141],"ambiguity":[143],"issues,":[144],"difficult":[149],"problem.":[150,198],"Thanks":[151],"rapid":[154],"development":[155,579],"neural":[157,168,186,208,223,265,375,486],"networks":[158,376],"their":[160],"capacity":[161],"over-parameterization":[163],"continuous":[165,441],"representation":[166],"learning,":[167],"models":[169,226,256,389,493],"been":[171,346],"recently":[172],"introduced":[173],"induction.":[176],"Given":[177],"its":[178],"large":[179],"capacity,":[180],"introducing":[181],"external":[182,205,401,543],"knowledge":[183,206,221,437,524],"effective":[190],"approach":[191,549,570,593],"practice,":[193],"especially":[194],"unsupervised":[197,248,319,477,560],"This":[199],"thesis":[200],"explores":[201],"how":[202,239],"incorporate":[204],"models.":[211,330,341],"We":[212,236,545],"develop":[213],"several":[214],"combine":[217],"different":[218],"types":[219],"with":[222],"on":[227,381,418,501,507,573,583],"two":[228,429],"formalisms":[230],"\u2014":[231],"constituency":[232,419,561],"dependency":[234,249,305,321],"grammar.":[235],"first":[237],"investigate":[238],"inject":[241],"symbolic":[242],"knowledge,":[243],"universal":[244,311],"linguistic":[245,312],"rules,":[246],"parsing.":[250,562],"In":[251,409,529,563],"contrast":[252,564],"previous":[254,318,566],"state-of-the-art":[255],"utilize":[258],"time-consuming":[259],"global":[260,328,339],"inference,":[261],"we":[262,416,434,536],"propose":[263,422,546],"transition-based":[266,320],"parser":[267,272,295,316,332,403],"using":[268,446,459,511],"variational":[269],"inference.":[270,365],"Our":[271,331],"able":[274],"employ":[276],"rich":[277],"features":[278],"supports":[280],"inference":[281,463],"linear":[283],"time":[284],"both":[286,584],"training":[287,468,506],"testing.":[289],"The":[290,314,480],"core":[291],"component":[292],"our":[294,568,592],"posterior":[297,301],"regularization,":[298],"where":[299],"distribution":[302],"constrained":[308],"rules.":[313],"resulting":[315],"outperforms":[317],"parsers":[322],"achieves":[324,475,594],"performance":[325],"comparable":[326],"inference-based":[329,340],"also":[333],"substantially":[334],"increases":[335],"parsing":[336,407,478],"speed":[337],"over":[338],"Recently,":[342],"tree":[343,388,396,432,443,473],"structures":[344],"considered":[347],"latent":[349,387,431,442,472],"variables":[350],"are":[352,371,378],"learned":[353,438],"through":[354],"downstream":[355,383],"NLP":[356,503],"tasks,":[357],"such":[358,386],"modeling":[361,448],"More":[366],"specifically,":[367],"auxiliary":[368],"syntax-aware":[369],"components":[370],"embedded":[372],"trained":[379,445],"tasks.":[384,514],"However,":[385],"either":[390],"struggle":[391],"produce":[393],"linguistically":[394],"plausible":[395],"structures,":[397],"require":[399],"biased":[402],"obtain":[405],"good":[406],"performance.":[408,479,596],"second":[411],"part":[412,532],"this":[414,466,534],"thesis,":[415,535],"focus":[417],"use":[424],"imitation":[425],"couple":[428],"heterogeneous":[430],"models:":[433],"transfer":[435],"from":[439,555],"model":[444,458,474,487],"discrete":[451,457,471],"one,":[452],"further":[454],"fine-tune":[455],"objective.":[464],"Through":[465],"two-stage":[467],"scheme,":[469],"stateof-the-art":[476],"transformer":[481],"newly":[484],"proposed":[485],"NLP.":[489],"Transformer-based":[490],"pre-trained":[491],"(PLMs)":[494],"like":[495],"BERT":[496],"achieved":[498],"remarkable":[499],"success":[500],"various":[502],"tasks":[504],"enormous":[509],"corpus":[510],"prediction":[513],"Recent":[515],"studies":[516],"show":[517,590],"PLMs":[519,538,556],"learn":[521],"considerable":[522],"syntactical":[523],"syntaxagnostic":[527],"manner.":[528],"third":[531],"leverage":[537],"source":[541],"knowledge.":[544],"parameter-free":[548],"select":[551],"syntax-sensitive":[552],"self-attention":[553],"heads":[554],"perform":[558],"chart-based":[559],"approaches,":[567],"head-selection":[569],"relies":[572],"text":[575],"without":[576],"any":[577],"annotated":[578],"Experimental":[581],"results":[582],"English":[585],"eight":[587],"other":[588],"languages":[589],"competitive":[595]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}