{"id":"https://openalex.org/W4409952321","doi":"https://doi.org/10.1177/1088467x251333230","title":"ICL: In-loop continual learning framework for language model pre-training for E-commerce","display_name":"ICL: In-loop continual learning framework for language model pre-training for E-commerce","publication_year":2025,"publication_date":"2025-04-29","ids":{"openalex":"https://openalex.org/W4409952321","doi":"https://doi.org/10.1177/1088467x251333230"},"language":"en","primary_location":{"id":"doi:10.1177/1088467x251333230","is_oa":false,"landing_page_url":"https://doi.org/10.1177/1088467x251333230","pdf_url":null,"source":{"id":"https://openalex.org/S2498839158","display_name":"Intelligent Data Analysis","issn_l":"1088-467X","issn":["1088-467X","1571-4128"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Data Analysis: An International Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106748924","display_name":"Nan Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan Lu","raw_affiliation_strings":["School of Electronics and Information Engineering, Beijing Jiaotong University, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Beijing Jiaotong University, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047457825","display_name":"Chi-Man Wong","orcid":null},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Chi-Man Wong","raw_affiliation_strings":["Department of Computer and Information Science, University of Macau, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, University of Macau, China","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086921665","display_name":"Yan Liu","orcid":"https://orcid.org/0009-0005-6564-7678"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Liu","raw_affiliation_strings":["Risk Management Group, Retail JD.com, China"],"affiliations":[{"raw_affiliation_string":"Risk Management Group, Retail JD.com, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078934456","display_name":"Sanpeng Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sanpeng Wang","raw_affiliation_strings":["Risk Management Group, Retail JD.com, China"],"affiliations":[{"raw_affiliation_string":"Risk Management Group, Retail JD.com, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034749258","display_name":"Danyang Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danyang Zhu","raw_affiliation_strings":["Risk Management Group, Retail JD.com, China"],"affiliations":[{"raw_affiliation_string":"Risk Management Group, Retail JD.com, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076922237","display_name":"Chi\u2010Man Vong","orcid":"https://orcid.org/0000-0001-7997-8279"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Chi-Man Vong","raw_affiliation_strings":["Department of Computer and Information Science, University of Macau, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, University of Macau, China","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091084599","display_name":"Rui Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Lin","raw_affiliation_strings":["Risk Management Group, Retail JD.com, China"],"affiliations":[{"raw_affiliation_string":"Risk Management Group, Retail JD.com, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010313255","display_name":"Shaoyi Xu","orcid":"https://orcid.org/0000-0001-5737-2874"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shaoyi Xu","raw_affiliation_strings":["School of Electronics and Information Engineering, Beijing Jiaotong University, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Beijing Jiaotong University, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5010313255"],"corresponding_institution_ids":["https://openalex.org/I21193070"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14906411,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":"1","first_page":"235","last_page":"250"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12151","display_name":"Interpreting and Communication in Healthcare","score":0.9592999815940857,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12151","display_name":"Interpreting and Communication in Healthcare","score":0.9592999815940857,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9433000087738037,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6672757863998413},{"id":"https://openalex.org/keywords/loop","display_name":"Loop (graph theory)","score":0.6078566312789917},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6019635200500488},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4134473204612732},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3244316577911377},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10188990831375122},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07538318634033203}],"concepts":[{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6672757863998413},{"id":"https://openalex.org/C184670325","wikidata":"https://www.wikidata.org/wiki/Q512604","display_name":"Loop (graph theory)","level":2,"score":0.6078566312789917},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6019635200500488},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4134473204612732},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3244316577911377},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10188990831375122},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07538318634033203},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/1088467x251333230","is_oa":false,"landing_page_url":"https://doi.org/10.1177/1088467x251333230","pdf_url":null,"source":{"id":"https://openalex.org/S2498839158","display_name":"Intelligent Data Analysis","issn_l":"1088-467X","issn":["1088-467X","1571-4128"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Data Analysis: An International Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2095705004","https://openalex.org/W2560647685","https://openalex.org/W2565989828","https://openalex.org/W2788388592","https://openalex.org/W2892655153","https://openalex.org/W2952370363","https://openalex.org/W2963351448","https://openalex.org/W2963854351","https://openalex.org/W2981852735","https://openalex.org/W2997200074","https://openalex.org/W3011411500","https://openalex.org/W3081168214","https://openalex.org/W3125116114","https://openalex.org/W3155220426","https://openalex.org/W3156636935","https://openalex.org/W3174396451","https://openalex.org/W3174529902","https://openalex.org/W4213283554","https://openalex.org/W4225484930","https://openalex.org/W4288089799","https://openalex.org/W4289668380","https://openalex.org/W4312731352","https://openalex.org/W4323064896","https://openalex.org/W4385756596","https://openalex.org/W4385805029"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W230091440","https://openalex.org/W24774503","https://openalex.org/W2390279801","https://openalex.org/W2233261550","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Pre-trained":[0],"language":[1,8,42,161],"models":[2,22,137],"have":[3],"become":[4],"a":[5,37,76,106,158],"critical":[6],"natural":[7],"processing":[9],"component":[10],"in":[11,138,166],"many":[12],"E-commerce":[13,73,99],"applications.":[14],"As":[15],"businesses":[16],"continue":[17],"to":[18,26,82,97],"evolve,":[19],"the":[20,52,123],"pre-trained":[21,41,160],"should":[23],"be":[24],"able":[25],"adopt":[27],"new":[28,32,56,59,77,107],"domain":[29],"knowledge":[30,57,100],"and":[31,58,68,88,92,104,127,141,151],"tasks.":[33,60],"This":[34],"paper":[35],"proposes":[36],"novel":[38],"sequential":[39,118],"multi-task":[40,119],"framework,":[43],"ICL-BERT":[44,64,134,155],"(In-loop":[45,112],"Continual":[46],"Learning":[47],"BERT),":[48],"which":[49,121],"enables":[50],"evolving":[51],"current":[53,124],"model":[54,125,162],"with":[55,144],"The":[61],"contributions":[62],"of":[63,149],"are":[65,70,95],"(1)":[66],"vocabularies":[67,87],"entities":[69],"optimized":[71],"on":[72],"corpus;":[74],"(2)":[75],"glyph":[78,84],"embedding":[79],"is":[80,115],"introduced":[81],"learn":[83],"information":[85],"for":[86,101,117],"entities;":[89],"(3)":[90],"specific":[91],"general":[93],"tasks":[94],"designed":[96],"encode":[98],"pre-training":[102],"ICL-BERT;":[103],"(4)":[105],"task-gating":[108],"mechanism,":[109],"called":[110],"ICL":[111],"continual":[113],"Learning),":[114],"proposed":[116],"learning,":[120],"evolves":[122],"effectively":[126],"efficiently.":[128],"Our":[129],"evaluation":[130],"results":[131],"demonstrate":[132],"that":[133,163],"outperforms":[135],"existing":[136],"both":[139],"CLUE":[140],"e-commerce":[142],"tasks,":[143],"an":[145],"average":[146],"accuracy":[147],"improvement":[148],"1.73%":[150],"3.5%,":[152],"respectively.":[153],"Furthermore,":[154],"serves":[156],"as":[157],"fundamental":[159],"runs":[164],"online":[165],"JingDong\u2019s":[167],"daily":[168],"business.":[169]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}