{"id":"https://openalex.org/W2613954013","doi":"https://doi.org/10.1109/tnnls.2016.2638321","title":"Substructural Regularization With Data-Sensitive Granularity for Sequence Transfer Learning","display_name":"Substructural Regularization With Data-Sensitive Granularity for Sequence Transfer Learning","publication_year":2017,"publication_date":"2017-05-12","ids":{"openalex":"https://openalex.org/W2613954013","doi":"https://doi.org/10.1109/tnnls.2016.2638321","mag":"2613954013","pmid":"https://pubmed.ncbi.nlm.nih.gov/28504948"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2016.2638321","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2016.2638321","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005224500","display_name":"Shichang Sun","orcid":"https://orcid.org/0000-0002-0802-8708"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]},{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]},{"id":"https://openalex.org/I61565387","display_name":"Dalian Minzu University","ror":"https://ror.org/02hxfx521","country_code":"CN","type":"education","lineage":["https://openalex.org/I61565387"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shichang Sun","raw_affiliation_strings":["Institute of Cognitive Intelligence Technology, Dalian Maritime University, Dalian, China","School of Computer, Dalian Minzu University, Dalian, China","School of Computer, Dalian University of Technology, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Cognitive Intelligence Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]},{"raw_affiliation_string":"School of Computer, Dalian Minzu University, Dalian, China","institution_ids":["https://openalex.org/I61565387"]},{"raw_affiliation_string":"School of Computer, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039907870","display_name":"Hongbo Liu","orcid":"https://orcid.org/0000-0001-9296-9975"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbo Liu","raw_affiliation_strings":["School of Information Science and Technology, Institute of Cognitive Intelligence Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Institute of Cognitive Intelligence Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101611041","display_name":"Jiana Meng","orcid":"https://orcid.org/0000-0002-7220-5748"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]},{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]},{"id":"https://openalex.org/I61565387","display_name":"Dalian Minzu University","ror":"https://ror.org/02hxfx521","country_code":"CN","type":"education","lineage":["https://openalex.org/I61565387"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiana Meng","raw_affiliation_strings":["Institute of Cognitive Intelligence Technology, Dalian Maritime University, Dalian, China","School of Computer, Dalian Minzu University, Dalian, China","School of Computer, Dalian University of Technology, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Cognitive Intelligence Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]},{"raw_affiliation_string":"School of Computer, Dalian Minzu University, Dalian, China","institution_ids":["https://openalex.org/I61565387"]},{"raw_affiliation_string":"School of Computer, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100643265","display_name":"C. L. Philip Chen","orcid":"https://orcid.org/0000-0001-5451-7230"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN","MO"],"is_corresponding":false,"raw_author_name":"C. L. Philip Chen","raw_affiliation_strings":["Faculty of Science and Technology, UMacau Research Institute, University of Macau, Zhuhai, China","School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0001-5451-7230","affiliations":[{"raw_affiliation_string":"Faculty of Science and Technology, UMacau Research Institute, University of Macau, Zhuhai, China","institution_ids":["https://openalex.org/I204512498"]},{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102921230","display_name":"Yu Yang","orcid":"https://orcid.org/0000-0002-0604-048X"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Yang","raw_affiliation_strings":["School of Information Science and Technology, Institute of Cognitive Intelligence Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Institute of Cognitive Intelligence Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":1.3688,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.85924904,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"29","issue":"6","first_page":"2545","last_page":"2557"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.7292059659957886},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7247055172920227},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6207614541053772},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5466939210891724},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5324023365974426},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.4581226110458374},{"id":"https://openalex.org/keywords/sequence-labeling","display_name":"Sequence labeling","score":0.4486718475818634},{"id":"https://openalex.org/keywords/microblogging","display_name":"Microblogging","score":0.4318535029888153},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4142412841320038},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3470425009727478},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.29146766662597656},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.08807310461997986}],"concepts":[{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.7292059659957886},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7247055172920227},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6207614541053772},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5466939210891724},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5324023365974426},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.4581226110458374},{"id":"https://openalex.org/C35639132","wikidata":"https://www.wikidata.org/wiki/Q7452468","display_name":"Sequence labeling","level":3,"score":0.4486718475818634},{"id":"https://openalex.org/C143275388","wikidata":"https://www.wikidata.org/wiki/Q92438","display_name":"Microblogging","level":3,"score":0.4318535029888153},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4142412841320038},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3470425009727478},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.29146766662597656},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.08807310461997986},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2016.2638321","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2016.2638321","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:28504948","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/28504948","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1154297265","display_name":null,"funder_award_id":"NCET-11-0861","funder_id":"https://openalex.org/F4320334924","funder_display_name":"Program for New Century Excellent Talents in University"},{"id":"https://openalex.org/G138453568","display_name":null,"funder_award_id":"DC201502030202","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2153830934","display_name":"\u6c49\u8bed\u6587\u5316\u80cc\u666f\u4e0b\u7684\u7a7a\u95f4\u8ba4\u77e5\u8ba1\u7b97\u6a21\u578b\u7814\u7a76","funder_award_id":"61173035","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2303607771","display_name":null,"funder_award_id":"61472058","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7808508812","display_name":null,"funder_award_id":"201602195","funder_id":"https://openalex.org/F4320323086","funder_display_name":"Natural Science Foundation of Liaoning Province"},{"id":"https://openalex.org/G936074557","display_name":null,"funder_award_id":"61572540","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322841","display_name":"Universidade de Macau","ror":"https://ror.org/01r4q9n85"},{"id":"https://openalex.org/F4320323086","display_name":"Natural Science Foundation of Liaoning Province","ror":null},{"id":"https://openalex.org/F4320334924","display_name":"Program for New Century Excellent Talents in University","ror":"https://ror.org/01mv9t934"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W189742998","https://openalex.org/W1536616638","https://openalex.org/W1684838714","https://openalex.org/W1974241968","https://openalex.org/W1979381951","https://openalex.org/W1981658663","https://openalex.org/W1984363873","https://openalex.org/W1985155799","https://openalex.org/W1998238819","https://openalex.org/W2011384856","https://openalex.org/W2017327151","https://openalex.org/W2030637102","https://openalex.org/W2051514756","https://openalex.org/W2062291443","https://openalex.org/W2093364307","https://openalex.org/W2098838554","https://openalex.org/W2100384997","https://openalex.org/W2100664256","https://openalex.org/W2100969003","https://openalex.org/W2109574129","https://openalex.org/W2111867421","https://openalex.org/W2115403315","https://openalex.org/W2118029084","https://openalex.org/W2120587290","https://openalex.org/W2122838776","https://openalex.org/W2125502982","https://openalex.org/W2125838338","https://openalex.org/W2131365209","https://openalex.org/W2132396836","https://openalex.org/W2135843243","https://openalex.org/W2137854933","https://openalex.org/W2138534187","https://openalex.org/W2141685271","https://openalex.org/W2145997363","https://openalex.org/W2152917747","https://openalex.org/W2153929442","https://openalex.org/W2157765050","https://openalex.org/W2158190429","https://openalex.org/W2159853825","https://openalex.org/W2163345210","https://openalex.org/W2165698076","https://openalex.org/W2168720131","https://openalex.org/W2184719144","https://openalex.org/W2417294255","https://openalex.org/W2534682587","https://openalex.org/W3105684448","https://openalex.org/W4233787372","https://openalex.org/W4256490426","https://openalex.org/W6607672814","https://openalex.org/W6631938229","https://openalex.org/W6680953844","https://openalex.org/W6682658890","https://openalex.org/W6683147150","https://openalex.org/W6683269077","https://openalex.org/W6684626788"],"related_works":["https://openalex.org/W2275433313","https://openalex.org/W2053241453","https://openalex.org/W2017590198","https://openalex.org/W2978974359","https://openalex.org/W2036556872","https://openalex.org/W2931688134","https://openalex.org/W2728430307","https://openalex.org/W3098820968","https://openalex.org/W2950954173","https://openalex.org/W2913414428"],"abstract_inverted_index":{"Sequence":[0],"transfer":[1,36,44],"learning":[2,45],"is":[3,48,71,132],"of":[4,14,61,64,94,110,130,151,162,171,192],"interest":[5],"in":[6,58],"both":[7,121,175],"academia":[8],"and":[9,21,38,77,99,116,124,145,158,167,177,194],"industry":[10],"with":[11,101,174],"the":[12,32,59,62,81,92,107,112,118,122,159,190],"emergence":[13],"numerous":[15],"new":[16],"text":[17],"domains":[18,126],"from":[19,120],"Twitter":[20,178],"other":[22],"social":[23],"media":[24],"tools.":[25],"In":[26],"this":[27],"paper,":[28],"we":[29],"put":[30],"forward":[31],"data-sensitive":[33],"granularity":[34,57],"for":[35],"learning,":[37],"then,":[39],"a":[40,88,143],"novel":[41],"substructural":[42,56,82],"regularization":[43,78,156],"model":[46,70,76,184],"(STLM)":[47],"proposed":[49],"to":[50,153],"preserve":[51],"target":[52,97,113,123,195],"domain":[53,98,114],"features":[54],"at":[55],"light":[60],"condition":[63],"labeled":[65],"data":[66],"set":[67],"size.":[68],"Our":[69],"underpinned":[72],"by":[73],"hidden":[74],"Markov":[75],"theory,":[79],"where":[80],"representation":[83],"can":[84,105,139,185],"be":[85,140],"integrated":[86],"as":[87,142,155],"penalty":[89],"after":[90],"measuring":[91],"dissimilarity":[93],"substructures":[95,152],"between":[96],"STLM":[100,104,131,163],"relative":[102,149],"entropy.":[103],"achieve":[106],"competing":[108],"goals":[109],"preserving":[111],"substructure":[115],"utilizing":[117],"observations":[119],"source":[125,193],"simultaneously.":[127],"The":[128,148],"estimation":[129],"very":[133],"efficient":[134],"since":[135],"an":[136],"analytical":[137],"solution":[138],"derived":[141],"necessary":[144],"sufficient":[146],"condition.":[147],"usability":[150],"act":[154],"parameters":[157],"time":[160],"complexity":[161],"are":[164],"also":[165],"analyzed":[166],"discussed.":[168],"Comprehensive":[169],"experiments":[170],"part-of-speech":[172],"tagging":[173],"Brown":[176],"corpora":[179],"fully":[180],"justify":[181],"that":[182],"our":[183],"make":[186],"improvements":[187],"on":[188],"all":[189],"combinations":[191],"domains.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}