{"id":"https://openalex.org/W2951747928","doi":"https://doi.org/10.18653/v1/p19-3023","title":"HEIDL: Learning Linguistic Expressions with Deep Learning and Human-in-the-Loop","display_name":"HEIDL: Learning Linguistic Expressions with Deep Learning and Human-in-the-Loop","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2951747928","doi":"https://doi.org/10.18653/v1/p19-3023","mag":"2951747928"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-3023","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-3023","pdf_url":"https://aclanthology.org/P19-3023.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics: System Demonstrations","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/P19-3023.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5105422045","display_name":"Prithviraj Sen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Prithviraj Sen","raw_affiliation_strings":["IBM Research -Almaden, San Jose, CA"],"affiliations":[{"raw_affiliation_string":"IBM Research -Almaden, San Jose, CA","institution_ids":["https://openalex.org/I4210085935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102944075","display_name":"Yunyao Li","orcid":"https://orcid.org/0009-0002-0814-4634"},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yunyao Li","raw_affiliation_strings":["IBM Research -Almaden, San Jose, CA"],"affiliations":[{"raw_affiliation_string":"IBM Research -Almaden, San Jose, CA","institution_ids":["https://openalex.org/I4210085935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012111319","display_name":"Eser Kandogan","orcid":"https://orcid.org/0009-0004-3509-5502"},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eser Kandogan","raw_affiliation_strings":["IBM Research -Almaden, San Jose, CA"],"affiliations":[{"raw_affiliation_string":"IBM Research -Almaden, San Jose, CA","institution_ids":["https://openalex.org/I4210085935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101822454","display_name":"Yiwei Yang","orcid":"https://orcid.org/0009-0009-5225-791X"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiwei Yang","raw_affiliation_strings":["Computer Science and Engineering, University of Michigan -Ann Arbor"],"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Michigan -Ann Arbor","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063574664","display_name":"Walter S. Lasecki","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Walter Lasecki","raw_affiliation_strings":["Computer Science and Engineering, University of Michigan -Ann Arbor"],"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Michigan -Ann Arbor","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5105422045"],"corresponding_institution_ids":["https://openalex.org/I4210085935"],"apc_list":null,"apc_paid":null,"fwci":0.4335,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.71348005,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"135","last_page":"140"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7333806157112122},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6652440428733826},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6154786348342896},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5901429653167725},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"Human-in-the-loop","score":0.5700684189796448},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5365007519721985},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.515209972858429},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4962494969367981},{"id":"https://openalex.org/keywords/loop","display_name":"Loop (graph theory)","score":0.48307541012763977},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.16748645901679993}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7333806157112122},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6652440428733826},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6154786348342896},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5901429653167725},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.5700684189796448},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5365007519721985},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.515209972858429},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4962494969367981},{"id":"https://openalex.org/C184670325","wikidata":"https://www.wikidata.org/wiki/Q512604","display_name":"Loop (graph theory)","level":2,"score":0.48307541012763977},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16748645901679993},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/p19-3023","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-3023","pdf_url":"https://aclanthology.org/P19-3023.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics: System Demonstrations","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-3023","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-3023","pdf_url":"https://aclanthology.org/P19-3023.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics: System Demonstrations","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.5899999737739563,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2951747928.pdf","grobid_xml":"https://content.openalex.org/works/W2951747928.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W1530558387","https://openalex.org/W1977970897","https://openalex.org/W2110367654","https://openalex.org/W2171671120","https://openalex.org/W2250539671","https://openalex.org/W2563271136","https://openalex.org/W2612204738","https://openalex.org/W2738790068","https://openalex.org/W2806019599","https://openalex.org/W2962924847","https://openalex.org/W2964194917","https://openalex.org/W4295302007"],"related_works":["https://openalex.org/W24774503","https://openalex.org/W4288099294","https://openalex.org/W2014821076","https://openalex.org/W1990620319","https://openalex.org/W1965744717","https://openalex.org/W2111234595","https://openalex.org/W3216334292","https://openalex.org/W1883238101","https://openalex.org/W2481821631","https://openalex.org/W4367173559"],"abstract_inverted_index":{"While":[0],"the":[1,43,75,87,120,122],"role":[2,62],"of":[3,13,52,57,89],"humans":[4,101,118],"is":[5,63],"increasingly":[6],"recognized":[7],"in":[8,18,106,119],"machine":[9,21],"learning":[10,22],"community,":[11],"representation":[12],"and":[14,28,72,102],"interaction":[15,81,90,98],"with":[16,82],"models":[17,125],"current":[19],"human-in-the-loop":[20],"(HITL-ML)":[23],"approaches":[24],"are":[25,134],"too":[26],"low-level":[27],"far-removed":[29],"from":[30,65,142,150],"human's":[31,61],"conceptual":[32],"models.":[33],"We":[34],"demonstrate":[35],"HEIDL,":[36,60],"a":[37],"prototype":[38],"HITL-ML":[39],"system":[40],"that":[41,104],"exposes":[42],"machine-learned":[44],"model":[45,68,76,112],"through":[46],"high-level,":[47],"explainable":[48],"linguistic":[49],"expressions":[50],"formed":[51],"predicates":[53,84],"representing":[54],"semantic":[55,93],"structure":[56],"text.":[58],"In":[59],"elevated":[64],"simply":[66],"evaluating":[67],"predictions":[69],"to":[70,91,128,136],"interpreting":[71],"even":[73],"updating":[74],"logic":[77],"directly":[78],"by":[79,116,140,147],"enabling":[80],"rule":[83],"themselves.":[85],"Raising":[86],"currency":[88],"such":[92],"levels":[94],"calls":[95],"for":[96,109],"new":[97],"paradigms":[99],"between":[100],"machines":[103],"result":[105],"improved":[107],"productivity":[108],"text":[110],"analytics":[111],"development":[113],"process.":[114],"Moreover,":[115],"involving":[117],"process,":[121],"human-machine":[123],"co-created":[124],"generalize":[126],"better":[127],"unseen":[129],"data":[130],"as":[131],"domain":[132],"experts":[133],"able":[135],"instill":[137],"their":[138],"expertise":[139],"extrapolating":[141],"what":[143],"has":[144],"been":[145],"learned":[146],"automated":[148],"algorithms":[149],"few":[151],"labelled":[152],"data.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}