{"id":"https://openalex.org/W2252027921","doi":"https://doi.org/10.3115/v1/w15-1601","title":"Scaling Semantic Frame Annotation","display_name":"Scaling Semantic Frame Annotation","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W2252027921","doi":"https://doi.org/10.3115/v1/w15-1601","mag":"2252027921"},"language":"en","primary_location":{"id":"doi:10.3115/v1/w15-1601","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w15-1601","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The 9th Linguistic Annotation Workshop","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3115/v1/w15-1601","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109425891","display_name":"Nancy Chang","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nancy Chang","raw_affiliation_strings":["Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076601570","display_name":"Praveen Paritosh","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Praveen Paritosh","raw_affiliation_strings":["Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011028347","display_name":"David Huynh","orcid":"https://orcid.org/0000-0003-1491-5829"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Huynh","raw_affiliation_strings":["Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002283728","display_name":"Collin F. Baker","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Collin Baker","raw_affiliation_strings":["University of California\u2013Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California\u2013Berkeley","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2344,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.82024601,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8693194389343262},{"id":"https://openalex.org/keywords/framenet","display_name":"FrameNet","score":0.731604814529419},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.665391206741333},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6348152756690979},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6133629679679871},{"id":"https://openalex.org/keywords/treebank","display_name":"Treebank","score":0.5979626178741455},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.56163489818573},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.5118991136550903},{"id":"https://openalex.org/keywords/semantic-role-labeling","display_name":"Semantic role labeling","score":0.5015652179718018},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.48795098066329956},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.48457181453704834},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4307933747768402},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.41232678294181824},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.35305649042129517},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.351004034280777},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1750505566596985},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.09724587202072144}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8693194389343262},{"id":"https://openalex.org/C185754541","wikidata":"https://www.wikidata.org/wiki/Q1322093","display_name":"FrameNet","level":3,"score":0.731604814529419},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.665391206741333},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6348152756690979},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6133629679679871},{"id":"https://openalex.org/C206134035","wikidata":"https://www.wikidata.org/wiki/Q811525","display_name":"Treebank","level":3,"score":0.5979626178741455},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.56163489818573},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.5118991136550903},{"id":"https://openalex.org/C67277372","wikidata":"https://www.wikidata.org/wiki/Q7449085","display_name":"Semantic role labeling","level":3,"score":0.5015652179718018},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.48795098066329956},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.48457181453704834},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4307933747768402},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.41232678294181824},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.35305649042129517},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.351004034280777},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1750505566596985},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.09724587202072144},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3115/v1/w15-1601","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w15-1601","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The 9th Linguistic Annotation Workshop","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.3115/v1/w15-1601","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w15-1601","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The 9th Linguistic Annotation Workshop","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4300000071525574}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W628858056","https://openalex.org/W1504636771","https://openalex.org/W1810532455","https://openalex.org/W1970381522","https://openalex.org/W2030461506","https://openalex.org/W2066018628","https://openalex.org/W2094728533","https://openalex.org/W2106532854","https://openalex.org/W2119325477","https://openalex.org/W2127008633","https://openalex.org/W2138445383","https://openalex.org/W2139049564","https://openalex.org/W2144596371","https://openalex.org/W2151170651","https://openalex.org/W2158847908","https://openalex.org/W2165219242","https://openalex.org/W2251928326","https://openalex.org/W2397166854"],"related_works":["https://openalex.org/W2164177402","https://openalex.org/W2277572671","https://openalex.org/W2250726251","https://openalex.org/W2065675538","https://openalex.org/W1578402885","https://openalex.org/W2038288562","https://openalex.org/W2251195394","https://openalex.org/W2740310464","https://openalex.org/W3214385428","https://openalex.org/W1793033559"],"abstract_inverted_index":{"Large-scale":[0],"data":[1,97,417,434],"resources":[2,159,178,199,215],"needed":[3],"for":[4,43,110,196,219,239,310],"progress":[5,221,406],"toward":[6,226],"natural":[7,314],"language":[8,130,228,315,350],"understanding":[9,316],"are":[10],"not":[11,345],"yet":[12],"widely":[13],"available":[14],"and":[15,20,37,75,90,129,147,164,192,225,251,260,278,286,300,317,338,372,376,391,427],"typically":[16],"require":[17],"considerable":[18],"expense":[19,373],"expertise":[21],"to":[22,33,64,85,153,172,183,204,267,347,374,399],"create.":[23],"This":[24,230],"paper":[25,231],"addresses":[26],"the":[27,39,44,66,70,100,105,154,233,255,292,322,327,382,400,409],"problem":[28],"of":[29,41,46,69,107,117,156,235,246,288,324,331,359,384,402,411],"developing":[30,236],"scalable":[31,237,349],"approaches":[32],"annotating":[34],"semantic":[35,111,121,214,240,279,386],"frames":[36],"explores":[38,232],"viability":[40,410],"crowdsourcing":[42,54],"task":[45,383],"frame":[47,88,249,403],"disambiguation.":[48],"We":[49,78],"present":[50],"a":[51,132,137,264,272,356,360],"novel":[52],"supervised":[53,170],"paradigm":[55,109,357],"that":[56,80,200,275,281,365,377],"incorporates":[57],"insights":[58],"from":[59],"human":[60],"computation":[61],"research":[62],"designed":[63,346],"accommodate":[65],"relative":[67],"complexity":[68],"task,":[71],"such":[72],"as":[73,99,319,395],"exemplars":[74],"real-time":[76],"feedback.":[77],"show":[79],"non-experts":[81],"can":[82,91,150,201,210],"be":[83,151,202,211],"trained":[84],"perform":[86],"accurate":[87],"disambiguation,":[89],"even":[92],"identify":[93],"errors":[94],"in":[95,127,142,254,312,329],"gold":[96],"used":[98],"training":[101,412],"exemplars.":[102],"Results":[103,430],"demonstrate":[104],"efficacy":[106],"this":[108],"annotation":[112],"requiring":[113],"an":[114,307,396],"intermediate":[115],"level":[116],"expertise.":[118],"1":[119],"The":[120],"bottleneck":[122],"Behind":[123],"every":[124],"great":[125,133],"success":[126],"speech":[128,143],"lies":[131],"corpus\u2014or":[134],"at":[135,326,334],"least":[136],"very":[138],"large":[139],"one.":[140],"Advances":[141],"recognition,":[144],"machine":[145],"translation":[146],"syntactic":[148,277],"parsing":[149],"traced":[152],"availability":[155],"large-scale":[157],"annotated":[158,177],"(Wall":[160],"Street":[161],"Journal,":[162],"Europarl":[163],"Penn":[165],"Treebank,":[166],"respectively)":[167],"providing":[168],"crucial":[169],"input":[171],"statistically":[173],"learned":[174],"models.":[175],"Semantically":[176],"have":[179,435],"been":[180,436],"comparatively":[181],"harder":[182],"come":[184],"by:":[185],"representing":[186,268],"meaning":[187],"poses":[188],"myriad":[189],"philosophical,":[190],"theoretical":[191],"practical":[193],"challenges,":[194],"particularly":[195],"general":[197],"purpose":[198],"applied":[203,397],"diverse":[205],"domains.":[206],"If":[207],"these":[208],"challenges":[209],"addressed,":[212],"however,":[213],"hold":[216],"significant":[217,368],"potential":[218],"fueling":[220],"beyond":[222,283],"shallow":[223],"syntax":[224],"deeper":[227,313],"understanding.":[229],"feasibility":[234],"methodologies":[238],"annotation,":[241],"inspired":[242],"by":[243,321,438],"three":[244],"strands":[245],"work.":[247],"First,":[248],"semantics,":[250],"its":[252,439],"instantiation":[253],"Berkeley":[256],"FrameNet":[257,270,343,433],"project":[258],"(Fillmore":[259],"Baker,":[261],"2010),":[262],"offers":[263],"principled":[265],"approach":[266],"meaning.":[269],"is":[271,354],"lexicographic":[273],"resource":[274],"captures":[276],"generalizations":[280],"go":[282],"surface":[284],"form":[285],"part":[287],"speech,":[289],"famously":[290],"including":[291],"relationships":[293],"among":[294],"words":[295],"like":[296],"buy,":[297],"sell,":[298],"purchase":[299],"price.":[301],"These":[302],"rich":[303],"structural":[304],"relations":[305],"provide":[306],"attractive":[308],"foundation":[309],"work":[311],"inference,":[318],"attested":[320],"breadth":[323],"applications":[325],"Workshop":[328],"Honor":[330],"Chuck":[332],"Fillmore":[333],"ACL":[335],"2014":[336],"(Petruck":[337],"de":[339],"Melo,":[340],"2014).":[341],"But":[342],"was":[344],"support":[348],"technologies;":[351],"indeed,":[352],"it":[353],"perhaps":[355],"example":[358],"hand-curated":[361],"knowledge":[362],"resource,":[363],"one":[364],"has":[366,407],"required":[367],"expertise,":[369],"training,":[370],"time":[371],"create":[375],"remains":[378],"under":[379],"development.":[380],"Second,":[381],"automatic":[385],"role":[387],"labeling":[388],"(ASRL)":[389],"(Gildea":[390],"Jurafsky,":[392],"2002)":[393],"serves":[394],"counterpart":[398],"ideas":[401],"semantics.":[404],"Recent":[405],"demonstrated":[408],"automated":[413],"models":[414],"using":[415],"frameannotated":[416],"(Das":[418],"et":[419,423],"al.,":[420,424],"2013;":[421],"Das":[422],"2010;":[425],"Johansson":[426],"Nugues,":[428],"2006).":[429],"based":[431],"on":[432],"limited":[437],"incomplete":[440]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":3}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-10T00:00:00"}