{"id":"https://openalex.org/W586774440","doi":null,"title":"Interactive learning protocols for natural language applications","display_name":"Interactive learning protocols for natural language applications","publication_year":2009,"publication_date":"2009-10-02","ids":{"openalex":"https://openalex.org/W586774440","mag":"586774440"},"language":"en","primary_location":{"id":"pmh:oai:www.ideals.illinois.edu:2142/13854","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/13854","pdf_url":"https://www.ideals.illinois.edu/items/13841/bitstreams/49605/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ideals.illinois.edu/items/13841/bitstreams/49605/data.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090984634","display_name":"Kevin Small","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kevin Small","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5090984634"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6607,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.73927891,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.016599999740719795,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interactive-learning","display_name":"interactive learning","score":0.8939999938011169},{"id":"https://openalex.org/keywords/active-learning-machine-learning","display_name":"active learning (machine learning)","score":0.9860000014305115},{"id":"https://openalex.org/keywords/structured-prediction","display_name":"structured prediction","score":0.6650000214576721},{"id":"https://openalex.org/keywords/pipeline-model","display_name":"pipeline model","score":0.7440000176429749},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"natural language processing","score":0.6940000057220459},{"id":"https://openalex.org/keywords/sample-complexity","display_name":"sample complexity","score":0.44999998807907104},{"id":"https://openalex.org/keywords/human-in-the-loop-machine-learning","display_name":"human-in-the-loop learning","score":0.7129999995231628},{"id":"https://openalex.org/keywords/statistical-machine-learning","display_name":"statistical machine learning","score":0.4339999854564667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6029497981071472},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.5174918174743652},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.47718775272369385},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3723335862159729},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.344668984413147},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.12471631169319153},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:www.ideals.illinois.edu:2142/13854","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/13854","pdf_url":"https://www.ideals.illinois.edu/items/13841/bitstreams/49605/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.231.9095","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.231.9095","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://www.ideals.illinois.edu/bitstream/handle/2142/13854/ksmall.pdf?sequence%3D2","raw_type":"text"},{"id":"pmh:oai:www.ideals.illinois.edu:2142/81864","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/2142/81864","pdf_url":null,"source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:586774440","doi":null,"is_oa":false,"landing_page_url":"https://www.ideals.illinois.edu/handle/2142/13854","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:www.ideals.illinois.edu:2142/13854","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/13854","pdf_url":"https://www.ideals.illinois.edu/items/13841/bitstreams/49605/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.4156000018119812}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1148699990","display_name":"ITR-(ASE+ECS)-(soc+sim+int)-Natural Language Processing Technology for Guided Study of Bioinformatics","funder_award_id":"0428472","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332222","display_name":"University of Illinois at Urbana-Champaign","ror":"https://ror.org/047426m28"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W586774440.pdf","grobid_xml":"https://content.openalex.org/works/W586774440.grobid-xml"},"referenced_works_count":211,"referenced_works":["https://openalex.org/W9543186","https://openalex.org/W36434594","https://openalex.org/W66884126","https://openalex.org/W74858926","https://openalex.org/W88301199","https://openalex.org/W107306860","https://openalex.org/W108892041","https://openalex.org/W113837456","https://openalex.org/W120286951","https://openalex.org/W122237143","https://openalex.org/W123226248","https://openalex.org/W130850236","https://openalex.org/W138279173","https://openalex.org/W146740654","https://openalex.org/W153277182","https://openalex.org/W173861811","https://openalex.org/W178774507","https://openalex.org/W182831726","https://openalex.org/W185846476","https://openalex.org/W199218251","https://openalex.org/W199938968","https://openalex.org/W206794860","https://openalex.org/W323291900","https://openalex.org/W1480930109","https://openalex.org/W1483816357","https://openalex.org/W1484084878","https://openalex.org/W1493490255","https://openalex.org/W1508960934","https://openalex.org/W1513874326","https://openalex.org/W1514707997","https://openalex.org/W1514940655","https://openalex.org/W1515456194","https://openalex.org/W1516391399","https://openalex.org/W1517808374","https://openalex.org/W1517947178","https://openalex.org/W1520252399","https://openalex.org/W1526146785","https://openalex.org/W1528361845","https://openalex.org/W1531524766","https://openalex.org/W1545509459","https://openalex.org/W1548843388","https://openalex.org/W1549026077","https://openalex.org/W1549658602","https://openalex.org/W1552919843","https://openalex.org/W1553262910","https://openalex.org/W1560476830","https://openalex.org/W1566346388","https://openalex.org/W1566499617","https://openalex.org/W1574901103","https://openalex.org/W1576290412","https://openalex.org/W1580375566","https://openalex.org/W1593345689","https://openalex.org/W1598511582","https://openalex.org/W1618905105","https://openalex.org/W1664950380","https://openalex.org/W1676820704","https://openalex.org/W1693085440","https://openalex.org/W1714704734","https://openalex.org/W1734803745","https://openalex.org/W1781547478","https://openalex.org/W1813610639","https://openalex.org/W1874939829","https://openalex.org/W1877442813","https://openalex.org/W1902270342","https://openalex.org/W1934555896","https://openalex.org/W1968499222","https://openalex.org/W1970381522","https://openalex.org/W1971731086","https://openalex.org/W1972260494","https://openalex.org/W1978633512","https://openalex.org/W1979711143","https://openalex.org/W1988790447","https://openalex.org/W1993202648","https://openalex.org/W2008652694","https://openalex.org/W2010588484","https://openalex.org/W2015042937","https://openalex.org/W2018770010","https://openalex.org/W2019363670","https://openalex.org/W2019575783","https://openalex.org/W2021367230","https://openalex.org/W2029604420","https://openalex.org/W2036285688","https://openalex.org/W2036491128","https://openalex.org/W2037090920","https://openalex.org/W2038721957","https://openalex.org/W2040870580","https://openalex.org/W2041615247","https://openalex.org/W2041756589","https://openalex.org/W2044286004","https://openalex.org/W2048679005","https://openalex.org/W2049633694","https://openalex.org/W2050273484","https://openalex.org/W2050712820","https://openalex.org/W2065383075","https://openalex.org/W2065985276","https://openalex.org/W2068737686","https://openalex.org/W2070301851","https://openalex.org/W2076118331","https://openalex.org/W2077007017","https://openalex.org/W2078285016","https://openalex.org/W2080021732","https://openalex.org/W2083195487","https://openalex.org/W2091144449","https://openalex.org/W2096507791","https://openalex.org/W2097333193","https://openalex.org/W2098203240","https://openalex.org/W2098824882","https://openalex.org/W2100483895","https://openalex.org/W2101276256","https://openalex.org/W2101602574","https://openalex.org/W2102162869","https://openalex.org/W2105410942","https://openalex.org/W2105644991","https://openalex.org/W2107008379","https://openalex.org/W2108807072","https://openalex.org/W2109781880","https://openalex.org/W2110882317","https://openalex.org/W2111145173","https://openalex.org/W2113152670","https://openalex.org/W2114232233","https://openalex.org/W2114663556","https://openalex.org/W2115404432","https://openalex.org/W2117756453","https://openalex.org/W2118108643","https://openalex.org/W2118236796","https://openalex.org/W2118656391","https://openalex.org/W2119936234","https://openalex.org/W2121198199","https://openalex.org/W2123807192","https://openalex.org/W2124436456","https://openalex.org/W2125055259","https://openalex.org/W2125327503","https://openalex.org/W2125667824","https://openalex.org/W2125838338","https://openalex.org/W2126851059","https://openalex.org/W2127809819","https://openalex.org/W2127816222","https://openalex.org/W2128076875","https://openalex.org/W2128518360","https://openalex.org/W2128634885","https://openalex.org/W2129113961","https://openalex.org/W2129192653","https://openalex.org/W2130451161","https://openalex.org/W2131429577","https://openalex.org/W2132300069","https://openalex.org/W2133864802","https://openalex.org/W2135106139","https://openalex.org/W2135606414","https://openalex.org/W2136504847","https://openalex.org/W2136636278","https://openalex.org/W2138517257","https://openalex.org/W2139709458","https://openalex.org/W2140679654","https://openalex.org/W2141732516","https://openalex.org/W2142222368","https://openalex.org/W2143521632","https://openalex.org/W2144452292","https://openalex.org/W2144578442","https://openalex.org/W2144672504","https://openalex.org/W2145680575","https://openalex.org/W2146092999","https://openalex.org/W2147444342","https://openalex.org/W2147880316","https://openalex.org/W2149198389","https://openalex.org/W2149592376","https://openalex.org/W2150892595","https://openalex.org/W2151023586","https://openalex.org/W2151596305","https://openalex.org/W2152798516","https://openalex.org/W2153332911","https://openalex.org/W2154773184","https://openalex.org/W2156285243","https://openalex.org/W2156909104","https://openalex.org/W2157958821","https://openalex.org/W2158349948","https://openalex.org/W2158801725","https://openalex.org/W2159397589","https://openalex.org/W2159574904","https://openalex.org/W2159681823","https://openalex.org/W2160225842","https://openalex.org/W2161391345","https://openalex.org/W2165968176","https://openalex.org/W2166479660","https://openalex.org/W2166496241","https://openalex.org/W2167595980","https://openalex.org/W2168596788","https://openalex.org/W2168822971","https://openalex.org/W2169336678","https://openalex.org/W2170347328","https://openalex.org/W2171671120","https://openalex.org/W2180885055","https://openalex.org/W2202224302","https://openalex.org/W2281907167","https://openalex.org/W2294566554","https://openalex.org/W2331500041","https://openalex.org/W2344013593","https://openalex.org/W2399495046","https://openalex.org/W2403007280","https://openalex.org/W2426031434","https://openalex.org/W2429914308","https://openalex.org/W2465041517","https://openalex.org/W2744617934","https://openalex.org/W2903158431","https://openalex.org/W2913879771","https://openalex.org/W2949071206","https://openalex.org/W2998213596","https://openalex.org/W3088325275","https://openalex.org/W3120740533","https://openalex.org/W3147316366","https://openalex.org/W3171280080","https://openalex.org/W3203963068"],"related_works":["https://openalex.org/W559989889","https://openalex.org/W2593277071","https://openalex.org/W7071162942","https://openalex.org/W3193536914","https://openalex.org/W7220816023","https://openalex.org/W3046185459","https://openalex.org/W2913967630","https://openalex.org/W2576850344","https://openalex.org/W93311052","https://openalex.org/W140476492"],"abstract_inverted_index":{"Statistical":[0],"machine":[1,34,44],"learning":[2,45,72,92,135,140,153,179,277],"has":[3],"become":[4],"an":[5,94,246],"integral":[6],"technology":[7],"for":[8,24,78,133,154,180,212,240],"solving":[9],"many":[10],"informatics":[11],"applications.":[12],"In":[13],"particular,":[14],"corpus-based":[15],"statistical":[16],"techniques":[17],"have":[18],"emerged":[19],"as":[20,32],"the":[21,84,110,116,123,158,200,225,253,272,279,285,293,301],"dominant":[22],"paradigm":[23],"core":[25],"natural":[26,146],"language":[27,147],"processing":[28],"(NLP)":[29],"tasks":[30],"such":[31],"parsing,":[33],"translation,":[35],"and":[36,62,86,101,136,245,307],"information":[37],"extraction,":[38],"amongst":[39],"others.":[40],"However,":[41],"while":[42],"supervised":[43],"is":[46,55,119,187,220],"well":[47],"understood,":[48],"its":[49],"successful":[50],"application":[51,214],"to":[52,89,96,145,227,231,265,271,281,304],"practical":[53],"scenarios":[54,215],"predicated":[56],"on":[57,121,199,318],"obtaining":[58,217],"large":[59],"annotated":[60],"corpora":[61],"performing":[63],"significant":[64,235],"feature":[65,255,273,287,302],"engineering,":[66],"both":[67,97,241],"notably":[68],"expensive":[69],"undertakings.":[70],"Interactive":[71],"protocols":[73,141],"offer":[74],"one":[75],"promising":[76],"solution":[77],"reducing":[79],"these":[80],"costs":[81],"by":[82,296],"allowing":[83,224],"learner":[85,111,226],"domain":[87,117,269,294],"expert":[88,118,295],"interact":[90],"during":[91],"in":[93,237],"effort":[95],"reduce":[98,308],"sample":[99,238,309],"complexity":[100,239],"improve":[102,305],"system":[103],"performance.":[104],"By":[105,223],"specifying":[106],"a":[107,130,170,184,190,261],"method":[108],"where":[109,160,183,194,216],"may":[112],"request":[113],"targeted":[114],"information,":[115],"focused":[120],"providing":[122],"most":[124],"useful":[125],"information.":[126],"This":[127],"work":[128],"formalizes":[129],"general":[131],"framework":[132],"interactive":[134,139,254,286],"examines":[137],"two":[138,206],"with":[142],"particular":[143],"attention":[144],"scenarios.":[148],"We":[149],"first":[150],"examine":[151,177],"active":[152,178,276],"structured":[155],"output":[156,201],"spaces,":[157],"scenario":[159],"there":[161],"are":[162,209],"multiple":[163],"predictions":[164,193],"which":[165,229,259],"must":[166],"be":[167],"composed":[168],"into":[169,189],"structurally":[171],"coherent":[172],"global":[173],"prediction.":[174],"Secondly,":[175,250],"we":[176,233,251,314],"pipeline":[181],"models,":[182],"complex":[185,213],"prediction":[186],"decomposed":[188],"sequence":[191],"of":[192,202,300],"each":[195],"stage":[196],"explicitly":[197],"relies":[198],"previous":[203],"stages.":[204],"These":[205],"widely-used":[207],"models":[208],"particularly":[210,221],"applicable":[211],"labeled":[218,283],"data":[219],"expensive.":[222],"select":[228],"examples":[230],"label,":[232],"demonstrate":[234,315],"reductions":[236],"semantic":[242],"role":[243],"labeling":[244],"entity/relation":[247,320],"extraction":[248,321],"task.":[249],"introduce":[252],"space":[256,288,303],"construction":[257,289],"protocol,":[258,313],"uses":[260],"more":[262],"sophisticated":[263],"interaction":[264,280],"incrementally":[266],"add":[267],"application-targeted":[268],"knowledge":[270],"space.":[274],"Whereas":[275],"restricts":[278],"additional":[282],"data,":[284],"protocol":[290],"better":[291],"utilizes":[292],"focusing":[297],"direct":[298],"modification":[299],"performance":[306],"complexity.":[310],"Through":[311],"this":[312],"further":[316],"improvements":[317],"our":[319],"system.":[322]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}