{"id":"https://openalex.org/W3153281824","doi":"https://doi.org/10.1145/3404835.3463037","title":"DSGPT: Domain-Specific Generative Pre-Training of Transformers for Text Generation in E-commerce Title and Review Summarization","display_name":"DSGPT: Domain-Specific Generative Pre-Training of Transformers for Text Generation in E-commerce Title and Review Summarization","publication_year":2021,"publication_date":"2021-07-11","ids":{"openalex":"https://openalex.org/W3153281824","doi":"https://doi.org/10.1145/3404835.3463037","mag":"3153281824"},"language":"en","primary_location":{"id":"doi:10.1145/3404835.3463037","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3404835.3463037","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3404835.3463037","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3404835.3463037","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100445969","display_name":"Xueying Zhang","orcid":"https://orcid.org/0000-0002-2035-0329"},"institutions":[{"id":"https://openalex.org/I4210086253","display_name":"Silicon Valley Community Foundation","ror":"https://ror.org/001ader08","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210086253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xueying Zhang","raw_affiliation_strings":["JD.com Silicon Valley Research Center, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"JD.com Silicon Valley Research Center, Mountain View, CA, USA","institution_ids":["https://openalex.org/I4210086253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073032098","display_name":"Yunjiang Jiang","orcid":"https://orcid.org/0009-0000-0726-1842"},"institutions":[{"id":"https://openalex.org/I4210086253","display_name":"Silicon Valley Community Foundation","ror":"https://ror.org/001ader08","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210086253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yunjiang Jiang","raw_affiliation_strings":["JD.com Silicon Valley Research Center, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"JD.com Silicon Valley Research Center, Mountain View, CA, USA","institution_ids":["https://openalex.org/I4210086253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063856862","display_name":"Yue Shang","orcid":"https://orcid.org/0000-0003-3445-7036"},"institutions":[{"id":"https://openalex.org/I4210086253","display_name":"Silicon Valley Community Foundation","ror":"https://ror.org/001ader08","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210086253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Shang","raw_affiliation_strings":["JD.com Silicon Valley Research Center, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"JD.com Silicon Valley Research Center, Mountain View, CA, USA","institution_ids":["https://openalex.org/I4210086253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022057886","display_name":"Zhaomeng Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210086253","display_name":"Silicon Valley Community Foundation","ror":"https://ror.org/001ader08","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210086253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhaomeng Cheng","raw_affiliation_strings":["JD.com Silicon Valley Research Center, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"JD.com Silicon Valley Research Center, Mountain View, CA, USA","institution_ids":["https://openalex.org/I4210086253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100458254","display_name":"Chi Zhang","orcid":"https://orcid.org/0009-0000-8605-3848"},"institutions":[{"id":"https://openalex.org/I4210086253","display_name":"Silicon Valley Community Foundation","ror":"https://ror.org/001ader08","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210086253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chi Zhang","raw_affiliation_strings":["JD.com Silicon Valley Research Center, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"JD.com Silicon Valley Research Center, Mountain View, CA, USA","institution_ids":["https://openalex.org/I4210086253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080616233","display_name":"Xiaochuan Fan","orcid":"https://orcid.org/0000-0002-5346-2925"},"institutions":[{"id":"https://openalex.org/I4210086253","display_name":"Silicon Valley Community Foundation","ror":"https://ror.org/001ader08","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210086253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaochuan Fan","raw_affiliation_strings":["JD.com Silicon Valley Research Center, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"JD.com Silicon Valley Research Center, Mountain View, CA, USA","institution_ids":["https://openalex.org/I4210086253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101419454","display_name":"Yun Xiao","orcid":"https://orcid.org/0000-0002-5285-8565"},"institutions":[{"id":"https://openalex.org/I4210086253","display_name":"Silicon Valley Community Foundation","ror":"https://ror.org/001ader08","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210086253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yun Xiao","raw_affiliation_strings":["JD.com Silicon Valley Research Center, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"JD.com Silicon Valley Research Center, Mountain View, CA, USA","institution_ids":["https://openalex.org/I4210086253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101920986","display_name":"Bo Long","orcid":"https://orcid.org/0000-0001-5129-8546"},"institutions":[{"id":"https://openalex.org/I4210086253","display_name":"Silicon Valley Community Foundation","ror":"https://ror.org/001ader08","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210086253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Long","raw_affiliation_strings":["JD.com Silicon Valley Research Center, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"JD.com Silicon Valley Research Center, Mountain View, CA, USA","institution_ids":["https://openalex.org/I4210086253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100445969"],"corresponding_institution_ids":["https://openalex.org/I4210086253"],"apc_list":null,"apc_paid":null,"fwci":1.8173,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.87531362,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2146","last_page":"2150"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9501687288284302},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8507707118988037},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7346879839897156},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6576277613639832},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4856039881706238},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.4446057677268982},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4436522126197815},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38701388239860535},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3697916865348816},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3546157479286194}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9501687288284302},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8507707118988037},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7346879839897156},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6576277613639832},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4856039881706238},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.4446057677268982},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4436522126197815},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38701388239860535},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3697916865348816},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3546157479286194},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3404835.3463037","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3404835.3463037","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3404835.3463037","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2112.08414","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2112.08414","pdf_url":"https://arxiv.org/pdf/2112.08414","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3404835.3463037","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3404835.3463037","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3404835.3463037","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.4000000059604645}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3153281824.pdf","grobid_xml":"https://content.openalex.org/works/W3153281824.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1967082914","https://openalex.org/W2028339364","https://openalex.org/W2101390659","https://openalex.org/W2118119027","https://openalex.org/W2140679639","https://openalex.org/W2574535369","https://openalex.org/W2888103369","https://openalex.org/W2896457183","https://openalex.org/W2952138241","https://openalex.org/W2962965405","https://openalex.org/W2962996600","https://openalex.org/W2963341956","https://openalex.org/W2971246534","https://openalex.org/W2973049837","https://openalex.org/W2988937804","https://openalex.org/W2996766022","https://openalex.org/W4206277161","https://openalex.org/W4285719527","https://openalex.org/W4292779060","https://openalex.org/W4385245566","https://openalex.org/W6642116818","https://openalex.org/W6675247125"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W4317547544","https://openalex.org/W4313395829","https://openalex.org/W4385572368"],"abstract_inverted_index":{"We":[0],"propose":[1],"a":[2,30,63,67,100,194],"novel":[3],"domain-specific":[4],"generative":[5],"pre-training":[6],"(DS-GPT)":[7],"method":[8],"for":[9,37,193],"text":[10,106,198],"generation":[11,199],"and":[12,19,43,80,83,134,145,168],"apply":[13],"it":[14],"to":[15,190],"the":[16,74,88,103,123,155,179],"product":[17],"title":[18,120],"review":[20,160],"summarization":[21,107,121,161],"problems":[22],"on":[23,99,154],"E-commerce":[24],"mobile":[25],"display.":[26],"First,":[27],"we":[28,48,163],"adopt":[29],"decoder-only":[31],"transformer":[32],"architecture,":[33],"which":[34,177],"fits":[35],"well":[36],"fine-tuning":[38,153],"tasks":[39,90],"by":[40],"combining":[41],"input":[42],"output":[44],"all":[45],"together.":[46],"Second,":[47],"demonstrate":[49],"utilizing":[50],"only":[51],"small":[52],"amount":[53],"of":[54,125,181,197],"pretraining":[55],"data":[56],"in":[57,93,132],"related":[58],"domains":[59,192],"is":[60,97],"powerful.":[61],"Pre-training":[62],"language":[64],"model":[65,112,140],"from":[66],"general":[68],"corpus":[69],"such":[70],"as":[71],"Wikipedia":[72],"or":[73],"Common":[75],"Crawl":[76],"requires":[77],"tremendous":[78],"time":[79],"resource":[81],"commitment,":[82],"can":[84,186],"be":[85,187],"wasteful":[86],"if":[87],"downstream":[89],"are":[91],"limited":[92,101],"variety.":[94],"Our":[95,183],"DSGPT":[96],"pre-trained":[98],"dataset,":[102,167],"Chinese":[104],"short":[105],"dataset":[108],"(LCSTS).":[109],"Third,":[110],"our":[111,139],"does":[113],"not":[114],"require":[115],"product-related":[116],"human-labeled":[117],"data.":[118],"For":[119,159],"task,":[122,162],"state":[124],"art":[126],"explicitly":[127],"uses":[128],"additional":[129],"background":[130],"knowledge":[131,144],"training":[133],"predicting":[135],"stages.":[136],"In":[137],"contrast,":[138],"implicitly":[141],"captures":[142],"this":[143],"achieves":[146],"significant":[147],"improvement":[148,171],"over":[149,172],"other":[150,191],"methods,":[151],"after":[152],"public":[156],"Taobao.com":[157],"dataset.":[158],"utilize":[164],"JD.com":[165],"in-house":[166],"observe":[169],"similar":[170],"standard":[173],"machine":[174],"translation":[175],"methods":[176],"lack":[178],"flexibility":[180],"fine-tuning.":[182],"proposed":[184],"work":[185],"simply":[188],"extended":[189],"wide":[195],"range":[196],"tasks.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}