{"id":"https://openalex.org/W3135265100","doi":"https://doi.org/10.1109/access.2021.3064054","title":"Learning Document-Level Label Propagation and Instance Selection by Deep Q-Network for Interactive Named Entity Annotation","display_name":"Learning Document-Level Label Propagation and Instance Selection by Deep Q-Network for Interactive Named Entity Annotation","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3135265100","doi":"https://doi.org/10.1109/access.2021.3064054","mag":"3135265100"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3064054","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3064054","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09370105.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09370105.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102717682","display_name":"Tingming Lu","orcid":"https://orcid.org/0000-0002-6884-7895"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tingming Lu","raw_affiliation_strings":["Key Laboratory of Computer Network and Information Integration, Ministry of Education, Southeast University, Nanjing, China","School of Computer Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-6884-7895","affiliations":[{"raw_affiliation_string":"Key Laboratory of Computer Network and Information Integration, Ministry of Education, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058668329","display_name":"Yaocheng Gui","orcid":"https://orcid.org/0000-0002-8275-0205"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaocheng Gui","raw_affiliation_strings":["School of Modern Posts and the Institute of Modern Posts, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-8275-0205","affiliations":[{"raw_affiliation_string":"School of Modern Posts and the Institute of Modern Posts, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056485034","display_name":"Zhiqiang Gao","orcid":"https://orcid.org/0000-0001-7381-9349"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiang Gao","raw_affiliation_strings":["Key Laboratory of Computer Network and Information Integration, Ministry of Education, Southeast University, Nanjing, China","School of Computer Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-7381-9349","affiliations":[{"raw_affiliation_string":"Key Laboratory of Computer Network and Information Integration, Ministry of Education, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.1365,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.50673616,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"9","issue":null,"first_page":"39568","last_page":"39586"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.9473537802696228},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8656832575798035},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.625792384147644},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6013957858085632},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.587749719619751},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5844289064407349},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5416380167007446},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.533110499382019},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33733487129211426}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.9473537802696228},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8656832575798035},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.625792384147644},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6013957858085632},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.587749719619751},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5844289064407349},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5416380167007446},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.533110499382019},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33733487129211426},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3064054","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3064054","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09370105.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0445c9b6a78c4febada9003c3921d604","is_oa":true,"landing_page_url":"https://doaj.org/article/0445c9b6a78c4febada9003c3921d604","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 39568-39586 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3064054","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3064054","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09370105.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5458418367","display_name":null,"funder_award_id":"61702279","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7122857852","display_name":null,"funder_award_id":"61502095","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8687451867","display_name":null,"funder_award_id":"61602260","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3135265100.pdf","grobid_xml":"https://content.openalex.org/works/W3135265100.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W34176136","https://openalex.org/W1607983314","https://openalex.org/W1659724737","https://openalex.org/W2004763266","https://openalex.org/W2050331639","https://openalex.org/W2096765155","https://openalex.org/W2117813082","https://openalex.org/W2121863487","https://openalex.org/W2130451161","https://openalex.org/W2144578941","https://openalex.org/W2145339207","https://openalex.org/W2149072083","https://openalex.org/W2153635508","https://openalex.org/W2155069789","https://openalex.org/W2163844356","https://openalex.org/W2257979135","https://openalex.org/W2587364264","https://openalex.org/W2799089472","https://openalex.org/W2807800730","https://openalex.org/W2857028992","https://openalex.org/W2883943646","https://openalex.org/W2896457183","https://openalex.org/W2899055307","https://openalex.org/W2908943709","https://openalex.org/W2952087486","https://openalex.org/W2962902328","https://openalex.org/W2963341956","https://openalex.org/W2963940534","https://openalex.org/W2965762238","https://openalex.org/W2966485999","https://openalex.org/W2967550161","https://openalex.org/W2969566623","https://openalex.org/W2970597249","https://openalex.org/W2983725648","https://openalex.org/W2997919746","https://openalex.org/W3006227201","https://openalex.org/W3011177673","https://openalex.org/W3011594683","https://openalex.org/W3021120485","https://openalex.org/W3034662187","https://openalex.org/W3035127651","https://openalex.org/W3098903812","https://openalex.org/W3104774463","https://openalex.org/W4247570771","https://openalex.org/W4250965498","https://openalex.org/W4292779060","https://openalex.org/W6683166357","https://openalex.org/W6683869333","https://openalex.org/W6752909555","https://openalex.org/W6755207826","https://openalex.org/W6757827625","https://openalex.org/W6763701032","https://openalex.org/W6764288440","https://openalex.org/W6778883912","https://openalex.org/W6779167211"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W4405124681","https://openalex.org/W1533177136","https://openalex.org/W4380994516"],"abstract_inverted_index":{"High":[0],"quality":[1,89,156,180],"annotated":[2],"named":[3,29,129],"entity":[4,30,130],"corpora":[5],"are":[6,102],"essential":[7],"language":[8],"resources,":[9],"but":[10],"fully":[11],"manual":[12,58,141],"annotation":[13,17,88,155,179],"is":[14,148],"time-consuming.":[15],"Interactive":[16],"offers":[18],"an":[19,52],"efficient":[20],"alternative":[21],"where":[22],"humans":[23],"and":[24,45,86,104,154],"machines":[25],"collaborate.":[26],"Instances":[27],"of":[28,62,75],"mentions":[31],"tend":[32],"to":[33,68,82,118,172],"share":[34],"the":[35,42,60,63,122,145,177],"same":[36,43,178],"label,":[37],"when":[38],"they":[39],"co-occur":[40],"in":[41,54,70,90],"document":[44,126],"have":[46],"similar":[47],"surface":[48],"forms.":[49],"After":[50],"selecting":[51],"instance":[53,64,138],"one":[55],"sentence":[56],"for":[57,127,140,175],"annotation,":[59],"label":[61,77,107],"can":[65,79],"be":[66,80],"propagated":[67],"instances":[69,98,123],"other":[71],"sentences.":[72],"This":[73,109],"kind":[74],"document-level":[76,106],"propagation":[78],"used":[81],"reduce":[83],"human":[84,152,165],"effort":[85,153,166],"improve":[87],"interactive":[91,128],"annotation.":[92,131,142],"However,":[93],"most":[94],"existing":[95],"literature":[96],"assumes":[97],"within":[99,124],"different":[100],"sentences":[101],"independent,":[103],"ignores":[105],"propagation.":[108],"paper":[110],"proposes":[111],"a":[112,125,149,159],"reinforcement":[113],"learning-based":[114],"approach,":[115],"which":[116,147],"learns":[117,137],"propagate":[119],"labels":[120],"among":[121],"In":[132],"addition,":[133],"our":[134],"approach":[135,163],"also":[136],"selection":[139],"We":[143],"optimize":[144],"objective":[146],"trade-off":[150],"between":[151],"by":[157,167,183],"training":[158],"deep":[160],"Q-network.":[161],"Our":[162],"reduces":[164],"more":[168],"than":[169],"42%":[170],"compared":[171],"baseline":[173],"approaches,":[174],"achieving":[176],"(0.95":[181],"measured":[182],"F1":[184],"averaged":[185],"on":[186],"three":[187],"datasets).":[188]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}