{"id":"https://openalex.org/W4404609147","doi":"https://doi.org/10.1162/tacl_a_00707","title":"Interactive Machine Teaching by Labeling Rules and Instances","display_name":"Interactive Machine Teaching by Labeling Rules and Instances","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404609147","doi":"https://doi.org/10.1162/tacl_a_00707"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00707","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00707","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1162/tacl_a_00707","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070865859","display_name":"Giannis Karamanolakis","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Giannis Karamanolakis","raw_affiliation_strings":["Amazon AGI, New York, NY 10001, USA. karamai@amazon.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon AGI, New York, NY 10001, USA. karamai@amazon.com","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061246300","display_name":"Daniel Hsu","orcid":"https://orcid.org/0000-0002-3495-7113"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Hsu","raw_affiliation_strings":["Columbia University, New York, NY 10027, USA. djhsu@cs.columbia.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY 10027, USA. djhsu@cs.columbia.edu","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114746130","display_name":"Luis Gravaano","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luis Gravano","raw_affiliation_strings":["Columbia University, New York, NY 10027, USA. gravano@cs.columbia.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY 10027, USA. gravano@cs.columbia.edu","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6971,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.7664773,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"12","issue":null,"first_page":"1441","last_page":"1459"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8655607104301453},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4815381169319153},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.44379037618637085},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37035614252090454}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8655607104301453},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4815381169319153},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44379037618637085},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37035614252090454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1162/tacl_a_00707","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00707","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00707","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00707","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":109,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W1511026721","https://openalex.org/W1516184288","https://openalex.org/W1607035479","https://openalex.org/W1641039719","https://openalex.org/W1872312298","https://openalex.org/W1998257453","https://openalex.org/W2036166268","https://openalex.org/W2037603696","https://openalex.org/W2042932437","https://openalex.org/W2047756776","https://openalex.org/W2070246124","https://openalex.org/W2117756453","https://openalex.org/W2125327503","https://openalex.org/W2142086811","https://openalex.org/W2167536328","https://openalex.org/W2295416969","https://openalex.org/W2559655401","https://openalex.org/W2596585349","https://openalex.org/W2624317482","https://openalex.org/W2769041395","https://openalex.org/W2785787385","https://openalex.org/W2891602716","https://openalex.org/W2892181857","https://openalex.org/W2895604144","https://openalex.org/W2903440991","https://openalex.org/W2911424454","https://openalex.org/W2913593077","https://openalex.org/W2913668833","https://openalex.org/W2949071206","https://openalex.org/W2950037760","https://openalex.org/W2951061410","https://openalex.org/W2951747928","https://openalex.org/W2951911250","https://openalex.org/W2959716049","https://openalex.org/W2962739339","https://openalex.org/W2963326042","https://openalex.org/W2963811339","https://openalex.org/W2963819344","https://openalex.org/W2965373594","https://openalex.org/W2970200208","https://openalex.org/W2971015282","https://openalex.org/W2978426779","https://openalex.org/W3008254571","https://openalex.org/W3037588750","https://openalex.org/W3101345273","https://openalex.org/W3105522431","https://openalex.org/W3141797743","https://openalex.org/W3153427360","https://openalex.org/W3153866062","https://openalex.org/W3164972323","https://openalex.org/W3173777717","https://openalex.org/W3185341429","https://openalex.org/W4206214875","https://openalex.org/W4206648492","https://openalex.org/W4212774754","https://openalex.org/W4220951451","https://openalex.org/W4226250826","https://openalex.org/W4285178342","https://openalex.org/W4285290744","https://openalex.org/W4307079201","https://openalex.org/W4312089343","https://openalex.org/W4317641493","https://openalex.org/W4320165837","https://openalex.org/W4322718191","https://openalex.org/W4330337479","https://openalex.org/W4384918448","https://openalex.org/W4385571034","https://openalex.org/W4385572905","https://openalex.org/W4385573017","https://openalex.org/W4391900009","https://openalex.org/W4392669753","https://openalex.org/W4402672004","https://openalex.org/W6628826841","https://openalex.org/W6630198464","https://openalex.org/W6630417432","https://openalex.org/W6634233734","https://openalex.org/W6639393196","https://openalex.org/W6676483475","https://openalex.org/W6676984168","https://openalex.org/W6677585844","https://openalex.org/W6680836039","https://openalex.org/W6681270334","https://openalex.org/W6685053522","https://openalex.org/W6713197267","https://openalex.org/W6739460515","https://openalex.org/W6742058293","https://openalex.org/W6754284986","https://openalex.org/W6755207826","https://openalex.org/W6762913911","https://openalex.org/W6763607942","https://openalex.org/W6764588566","https://openalex.org/W6766673545","https://openalex.org/W6771595471","https://openalex.org/W6779068807","https://openalex.org/W6786591821","https://openalex.org/W6791446462","https://openalex.org/W6792794746","https://openalex.org/W6796159650","https://openalex.org/W6801661218","https://openalex.org/W6810592492","https://openalex.org/W6810738896","https://openalex.org/W6847076894","https://openalex.org/W6849732303","https://openalex.org/W6850625674","https://openalex.org/W6850627172","https://openalex.org/W6854866820","https://openalex.org/W6860305808","https://openalex.org/W6861601097"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Abstract":[0],"Weakly":[1],"supervised":[2,180],"learning":[3,124,139,204],"aims":[4],"to":[5,22,71,77,82,118,197],"reduce":[6],"the":[7,34,127],"cost":[8],"of":[9,36,94,97,129],"labeling":[10,15,121],"data":[11],"by":[12,145,155,162,182],"using":[13],"expert-designed":[14,99],"rules.":[16],"However,":[17],"existing":[18,98,202],"methods":[19,205],"require":[20],"experts":[21,49],"design":[23],"effective":[24,79],"rules":[25,56,100,149,169],"in":[26,33,184],"a":[27,157],"single":[28],"shot,":[29],"which":[30],"is":[31,43,106],"difficult":[32],"absence":[35],"proper":[37],"guidance":[38],"and":[39,101,125,160,170],"tooling.":[40],"Therefore,":[41],"it":[42,187],"still":[44],"an":[45,73,91,137],"open":[46],"question":[47],"whether":[48],"should":[50],"spend":[51],"their":[52],"limited":[53,75],"time":[54,76],"writing":[55],"or":[57],"instead":[58],"providing":[59],"instance":[60,120],"labels":[61],"via":[62,122],"active":[63,123,203],"learning.":[64],"In":[65],"this":[66],"paper,":[67],"we":[68,89,114,135],"investigate":[69],"how":[70],"exploit":[72],"expert\u2019s":[74],"create":[78],"supervision.":[80],"First,":[81],"develop":[83],"practical":[84],"guidelines":[85],"for":[86,194],"rule":[87,104,116],"creation,":[88],"conduct":[90],"exploratory":[92],"analysis":[93],"diverse":[95],"collections":[96],"find":[102],"that":[103,142,201],"precision":[105],"more":[107],"important":[108],"than":[109],"coverage":[110],"across":[111,131],"datasets.":[112,133],"Second,":[113],"compare":[115],"creation":[117],"individual":[119,171],"demonstrate":[126],"importance":[128],"both":[130,167],"6":[132,174],"Third,":[134],"propose":[136],"interactive":[138],"framework,":[140],"INTERVAL,":[141],"achieves":[143],"efficiency":[144],"automatically":[146],"extracting":[147],"candidate":[148,168],"based":[150],"on":[151,166],"rich":[152],"patterns":[153],"(e.g.,":[154],"prompting":[156],"language":[158],"model),":[159],"effectiveness":[161],"soliciting":[163],"expert":[164,195],"feedback":[165,196],"instances.":[172],"Across":[173],"datasets,":[175],"INTERVAL":[176],"outperforms":[177],"state-of-the-art":[178],"weakly":[179],"approaches":[181],"7%":[183],"F1.":[185],"Furthermore,":[186],"requires":[188],"as":[189,191],"few":[190],"10":[192],"queries":[193],"reach":[198],"F1":[199],"values":[200],"cannot":[206],"match":[207],"even":[208],"with":[209],"100":[210],"queries.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}