{"id":"https://openalex.org/W1574777831","doi":null,"title":"Grounding language in events","display_name":"Grounding language in events","publication_year":2008,"publication_date":"2008-01-01","ids":{"openalex":"https://openalex.org/W1574777831","mag":"1574777831"},"language":"en","primary_location":{"id":"mag:1574777831","doi":null,"is_oa":false,"landing_page_url":"https://www.media.mit.edu/cogmac/publications/fleischman_thesis_final.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004281470","display_name":"Deb Kumar Roy","orcid":"https://orcid.org/0000-0002-2780-4768","observed_orcids":["https://orcid.org/0000-0002-2780-4768","https://orcid.org/0000-0002-4333-7194"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deb Roy","raw_affiliation_strings":["Massachusetts Institute of Technology"],"raw_orcid":"https://orcid.org/0000-0002-2780-4768","affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081511841","display_name":"Michael Fleischman","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Fleischman","raw_affiliation_strings":["Massachusetts Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5249000191688538,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5249000191688538,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.29170000553131104,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.11249999701976776,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grounded-language-models","display_name":"grounded language models","score":0.9350000023841858},{"id":"https://openalex.org/keywords/event-representation","display_name":"event representation","score":0.6690000295639038},{"id":"https://openalex.org/keywords/bayesian-hierarchical-model","display_name":"Bayesian hierarchical model","score":0.8040000200271606},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"speech recognition","score":0.8370000123977661},{"id":"https://openalex.org/keywords/baseball","display_name":"baseball","score":0.5299999713897705},{"id":"https://openalex.org/keywords/american-football","display_name":"American football","score":0.972000002861023},{"id":"https://openalex.org/keywords/broadcast-video","display_name":"broadcast video","score":0.5569999814033508},{"id":"https://openalex.org/keywords/non-linguistic-context","display_name":"non-linguistic context","score":0.7549999952316284}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7869845032691956},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6053097248077393},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5825881958007812},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5225070118904114},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5058924555778503},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.4947795271873474},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4721382260322571},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.4694611132144928},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4648994505405426},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.43292129039764404},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:1574777831","doi":null,"is_oa":false,"landing_page_url":"https://www.media.mit.edu/cogmac/publications/fleischman_thesis_final.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":107,"referenced_works":["https://openalex.org/W11497584","https://openalex.org/W81160791","https://openalex.org/W85707815","https://openalex.org/W88864901","https://openalex.org/W123366752","https://openalex.org/W153534061","https://openalex.org/W605575788","https://openalex.org/W1484557201","https://openalex.org/W1496189301","https://openalex.org/W1542740086","https://openalex.org/W1543297007","https://openalex.org/W1551413707","https://openalex.org/W1560013842","https://openalex.org/W1564199536","https://openalex.org/W1568311076","https://openalex.org/W1570448133","https://openalex.org/W1572948005","https://openalex.org/W1574901103","https://openalex.org/W1602868964","https://openalex.org/W1631260214","https://openalex.org/W1631828424","https://openalex.org/W1771552368","https://openalex.org/W1867976179","https://openalex.org/W1880262756","https://openalex.org/W1928061009","https://openalex.org/W1938714998","https://openalex.org/W1977991519","https://openalex.org/W1983578042","https://openalex.org/W1990763497","https://openalex.org/W2002381683","https://openalex.org/W2003138733","https://openalex.org/W2005814556","https://openalex.org/W2006969979","https://openalex.org/W2010624529","https://openalex.org/W2011375074","https://openalex.org/W2016429292","https://openalex.org/W2020842694","https://openalex.org/W2023722569","https://openalex.org/W2026596988","https://openalex.org/W2038475577","https://openalex.org/W2045633041","https://openalex.org/W2048679005","https://openalex.org/W2049794046","https://openalex.org/W2052262800","https://openalex.org/W2059799772","https://openalex.org/W2062270497","https://openalex.org/W2062526508","https://openalex.org/W2066018628","https://openalex.org/W2069936883","https://openalex.org/W2080320702","https://openalex.org/W2084856978","https://openalex.org/W2085999052","https://openalex.org/W2089150756","https://openalex.org/W2092654472","https://openalex.org/W2095245616","https://openalex.org/W2095863970","https://openalex.org/W2104191409","https://openalex.org/W2104284320","https://openalex.org/W2107019937","https://openalex.org/W2107658650","https://openalex.org/W2107694434","https://openalex.org/W2107917162","https://openalex.org/W2109029335","https://openalex.org/W2109154616","https://openalex.org/W2115792525","https://openalex.org/W2116316001","https://openalex.org/W2116780029","https://openalex.org/W2117753247","https://openalex.org/W2119288237","https://openalex.org/W2122044381","https://openalex.org/W2122338375","https://openalex.org/W2122410182","https://openalex.org/W2124077104","https://openalex.org/W2125566341","https://openalex.org/W2125728558","https://openalex.org/W2127946930","https://openalex.org/W2134266767","https://openalex.org/W2136583886","https://openalex.org/W2137471889","https://openalex.org/W2140164026","https://openalex.org/W2143562645","https://openalex.org/W2143800062","https://openalex.org/W2145002876","https://openalex.org/W2147152072","https://openalex.org/W2147682057","https://openalex.org/W2148613815","https://openalex.org/W2148833958","https://openalex.org/W2149558335","https://openalex.org/W2151170651","https://openalex.org/W2155853791","https://openalex.org/W2157391896","https://openalex.org/W2158195707","https://openalex.org/W2158997610","https://openalex.org/W2160517719","https://openalex.org/W2160783091","https://openalex.org/W2165943070","https://openalex.org/W2167551161","https://openalex.org/W2168359464","https://openalex.org/W2172138510","https://openalex.org/W2175268987","https://openalex.org/W2329937548","https://openalex.org/W2339343773","https://openalex.org/W2400254464","https://openalex.org/W2531256041","https://openalex.org/W3037715718","https://openalex.org/W3151216969","https://openalex.org/W4249503397"],"related_works":["https://openalex.org/W2807821078","https://openalex.org/W4393147119","https://openalex.org/W7130910896","https://openalex.org/W4391269856","https://openalex.org/W4403324164","https://openalex.org/W6941017325","https://openalex.org/W7160185956","https://openalex.org/W4401024343","https://openalex.org/W4415328844","https://openalex.org/W7221068889"],"abstract_inverted_index":{"Broadcast":[0],"video":[1,98,194,201,282,288,314],"and":[2,46,100,114,175,266,285],"virtual":[3,126,150,249,261],"environments":[4],"are":[5,31,53,112,186,213,235,296],"just":[6],"two":[7],"of":[8,12,22,70,74,88,110,120,125,162,179,192,198,206,223,227,273,283],"the":[9,42,47,68,86,108,118,123,140,173,221,248,270],"growing":[10],"number":[11],"domains":[13,30],"in":[14,19,50,64,72,95,148,165,200,268,312],"which":[15,51,66],"language":[16,37,79,93,211,233,257,294,318],"is":[17,134,154,202],"embedded":[18],"multiple":[20],"modalities":[21],"rich":[23],"non-linguistic":[24,48,239,253],"information.":[25],"Applications":[26],"for":[27,60,259,309],"such":[28],"multimodal":[29,90,245],"often":[32],"based":[33],"on":[34],"traditional":[35,326],"natural":[36,92,256],"processing":[38],"techniques":[39,83],"that":[40,143,291,315],"ignore":[41],"connection":[43],"between":[44],"words":[45,71,224],"context":[49],"they":[52],"used.":[54],"This":[55,152],"thesis":[56],"describes":[57],"a":[58,129,149,260],"methodology":[59],"representing":[61,107],"these":[62,77,207,228],"connections":[63],"models":[65,80,212,218,234,295,319],"ground":[67],"meaning":[69,119],"representations":[73],"events.":[75],"Incorporating":[76],"grounded":[78,232,293,317],"with":[81],"text-based":[82,242,305],"significantly":[84],"improves":[85,255],"performance":[87],"three":[89],"applications:":[91],"understanding":[94,258],"videogames,":[96],"sports":[97,181],"search":[99,289],"automatic":[101,277],"speech":[102,278,311],"recognition.":[103,279],"\r\nTwo":[104],"approaches":[105,243],"to":[106,116,136,156,167,219,237,244,298,301],"structure":[109,197],"events":[111,158,199],"presented":[113],"used":[115,135,155,236],"model":[117],"words.":[121],"In":[122,172,247],"domain":[124,178],"game":[127,250],"worlds,":[128],"hand-designed":[130],"hierarchical":[131,169,183,208],"behavior":[132],"grammar":[133,153],"explicitly":[137],"represent":[138,220],"all":[139],"various":[141],"actions":[142,164],"an":[144],"agent":[145,262],"can":[146],"take":[147],"world.":[151],"interpret":[157],"by":[159,204,263,276],"parsing":[160],"sequences":[161],"observed":[163],"order":[166],"generate":[168],"event":[170,229],"structures.":[171,230],"noisier":[174],"more":[176],"open-ended":[177],"broadcast":[180,281],"video,":[182],"temporal":[184],"patterns":[185],"automatically":[187],"mined":[188],"from":[189,331],"large":[190],"corpora":[191],"unlabeled":[193],"data.":[195],"The":[196],"represented":[203],"vectors":[205],"patterns.":[209],"\r\nGrounded":[210],"encoded":[214],"using":[215],"Hierarchical":[216],"Bayesian":[217],"probability":[222],"given":[225],"elements":[226],"These":[231],"incorporate":[238,292],"information":[240,254],"into":[241],"applications.":[246],"domain,":[251],"this":[252],"nearly":[264],"10%":[265],"cuts":[267],"half":[269],"negative":[271],"effects":[272],"noise":[274],"caused":[275],"For":[280],"baseball":[284,313],"American":[286],"football,":[287],"systems":[290,308],"shown":[297],"perform":[299],"up":[300],"33%":[302],"better":[303],"than":[304,325],"systems.":[306,327],"Further,":[307],"recognizing":[310],"use":[316],"show":[320],"25%":[321],"greater":[322],"word":[323],"accuracy":[324],"(Copies":[328],"available":[329],"exclusively":[330],"MIT":[332],"Libraries,":[333],"Rm.":[334],"14-0551,":[335],"Cambridge,":[336],"MA":[337],"02139-4307.":[338],"Ph.":[339],"617-253-5668;":[340],"Fax":[341],"617-253-1690.)":[342]},"counts_by_year":[{"year":2013,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}