{"id":"https://openalex.org/W4377864698","doi":"https://doi.org/10.48550/arxiv.2305.12710","title":"Beyond Labels: Empowering Human Annotators with Natural Language Explanations through a Novel Active-Learning Architecture","display_name":"Beyond Labels: Empowering Human Annotators with Natural Language Explanations through a Novel Active-Learning Architecture","publication_year":2023,"publication_date":"2023-05-22","ids":{"openalex":"https://openalex.org/W4377864698","doi":"https://doi.org/10.48550/arxiv.2305.12710"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2305.12710","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.12710","pdf_url":"https://arxiv.org/pdf/2305.12710","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2305.12710","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033744502","display_name":"Bingsheng Yao","orcid":"https://orcid.org/0009-0004-8329-4610","observed_orcids":["https://orcid.org/0009-0004-8329-4610"]},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yao, Bingsheng","raw_affiliation_strings":["Rensselaer Polytechnic Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077046363","display_name":"Ishan Jindal","orcid":"https://orcid.org/0000-0002-8854-4189","observed_orcids":["https://orcid.org/0000-0002-8854-4189"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jindal, Ishan","raw_affiliation_strings":["IBM Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041152581","display_name":"Lucian Constantin Popa","orcid":"https://orcid.org/0000-0002-0659-9144","observed_orcids":["https://orcid.org/0000-0002-0659-9144"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Popa, Lucian","raw_affiliation_strings":["IBM Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006509575","display_name":"Yannis Katsis","orcid":"https://orcid.org/0000-0002-1733-6227","observed_orcids":["https://orcid.org/0000-0002-1733-6227"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Katsis, Yannis","raw_affiliation_strings":["IBM Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100670911","display_name":"Sayan Ghosh","orcid":"https://orcid.org/0000-0001-8758-7657","observed_orcids":["https://orcid.org/0000-0001-8758-7657","https://orcid.org/0000-0002-6035-5984"]},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ghosh, Sayan","raw_affiliation_strings":["UNC Chapel Hill"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNC Chapel Hill","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108934914","display_name":"Lihong He","orcid":"https://orcid.org/0009-0001-8811-535X","observed_orcids":["https://orcid.org/0009-0001-8811-535X"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"He, Lihong","raw_affiliation_strings":["IBM Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059433854","display_name":"Yuxuan Lu","orcid":"https://orcid.org/0000-0002-8520-0540","observed_orcids":["https://orcid.org/0000-0002-8520-0540","https://orcid.org/0009-0003-8718-9159"]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lu, Yuxuan","raw_affiliation_strings":["Northeastern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103215722","display_name":"Shashank Srivastava","orcid":"https://orcid.org/0009-0006-2731-8870","observed_orcids":["https://orcid.org/0009-0006-2731-8870"]},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Srivastava, Shashank","raw_affiliation_strings":["UNC Chapel Hill"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNC Chapel Hill","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Li, Yunyao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Yunyao","raw_affiliation_strings":["Apple"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Apple","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010414972","display_name":"James Hendler","orcid":"https://orcid.org/0000-0003-3056-1960","observed_orcids":["https://orcid.org/0000-0003-3056-1960"]},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hendler, James","raw_affiliation_strings":["Rensselaer Polytechnic Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062817658","display_name":"Dakuo Wang","orcid":"https://orcid.org/0000-0001-9371-9441","observed_orcids":["https://orcid.org/0000-0001-9371-9441"]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wang, Dakuo","raw_affiliation_strings":["Northeastern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.951200008392334,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.951200008392334,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.035999998450279236,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0032999999821186066,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/active-learning-machine-learning","display_name":"active learning (machine learning)","score":0.968999981880188},{"id":"https://openalex.org/keywords/natural-language-explanations","display_name":"natural language explanations","score":0.9290000200271606},{"id":"https://openalex.org/keywords/human-annotators","display_name":"human annotators","score":0.7580000162124634},{"id":"https://openalex.org/keywords/explanation-generation","display_name":"explanation generation","score":0.6690000295639038},{"id":"https://openalex.org/keywords/low-resource-learning","display_name":"low-resource learning","score":0.6840000152587891},{"id":"https://openalex.org/keywords/medical-experts","display_name":"medical experts","score":0.38999998569488525},{"id":"https://openalex.org/keywords/annotation-efficiency","display_name":"annotation efficiency","score":0.5740000009536743},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.6679999828338623},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9789999723434448}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7388851642608643},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.7168895602226257},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6504368782043457},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6385962963104248},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5336303114891052},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.4963222146034241},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.45035821199417114},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.4453241229057312},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38086509704589844},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3730912208557129},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3568994402885437},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14183613657951355},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2305.12710","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.12710","pdf_url":"https://arxiv.org/pdf/2305.12710","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2305.12710","doi":"https://doi.org/10.48550/arxiv.2305.12710","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2305.12710","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2305.12710","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.12710","pdf_url":"https://arxiv.org/pdf/2305.12710","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309500","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4377864698.pdf","grobid_xml":"https://content.openalex.org/works/W4377864698.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3083859213","https://openalex.org/W4387560124","https://openalex.org/W3102950138","https://openalex.org/W4416686490","https://openalex.org/W3001199385","https://openalex.org/W3037682062","https://openalex.org/W4410991354","https://openalex.org/W4390962271","https://openalex.org/W4416033853","https://openalex.org/W4388788754"],"abstract_inverted_index":{"Real-world":[0],"domain":[1],"experts":[2],"(e.g.,":[3],"doctors)":[4],"rarely":[5],"annotate":[6],"only":[7],"a":[8,46,52,83,94],"decision":[9],"label":[10,38,62],"in":[11,66,165],"their":[12,163],"day-to-day":[13],"workflow":[14],"without":[15],"providing":[16],"explanations.":[17],"Yet,":[18],"existing":[19],"low-resource":[20,67],"learning":[21],"techniques,":[22],"such":[23],"as":[24],"Active":[25],"Learning":[26],"(AL),":[27],"that":[28,86,101],"aim":[29],"to":[30,56,76],"support":[31,57],"human":[32,81,109,123],"annotators":[33],"mostly":[34],"focus":[35],"on":[36],"the":[37,41,104,112,121,136],"while":[39],"neglecting":[40],"natural":[42],"language":[43,150],"explanation":[44,64,105],"of":[45,114,138],"data":[47,96],"point.":[48],"This":[49],"work":[50],"proposes":[51],"novel":[53,95],"AL":[54,70,98,118,130,140],"architecture":[55,71,141],"experts'":[58],"real-world":[59,167],"need":[60],"for":[61,142,159],"and":[63,93,108,120,126,146],"annotations":[65],"scenarios.":[68],"Our":[69],"leverages":[72],"an":[73],"explanation-generation":[74,157],"model":[75,85],"produce":[77],"explanations":[78,89,116],"guided":[79],"by":[80],"explanations,":[82],"prediction":[84,91],"utilizes":[87],"generated":[88],"toward":[90],"faithfully,":[92],"diversity-based":[97],"sampling":[99,119],"strategy":[100],"benefits":[102],"from":[103],"annotations.":[106],"Automated":[107],"evaluations":[110],"demonstrate":[111],"effectiveness":[113,164],"incorporating":[115],"into":[117],"improved":[122],"annotation":[124],"efficiency":[125],"trustworthiness":[127],"with":[128,148],"our":[129,139],"architecture.":[131],"Additional":[132],"ablation":[133],"studies":[134],"illustrate":[135],"potential":[137],"transfer":[143],"learning,":[144],"generalizability,":[145],"integration":[147],"large":[149],"models":[151],"(LLMs).":[152],"While":[153],"LLMs":[154],"exhibit":[155],"exceptional":[156],"capabilities":[158],"relatively":[160],"simple":[161],"tasks,":[162],"complex":[166],"tasks":[168],"warrants":[169],"further":[170],"in-depth":[171],"study.":[172]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2023-05-24T00:00:00"}