{"id":"https://openalex.org/W2963793535","doi":"https://doi.org/10.48550/arxiv.1806.00007","title":"Multi-Layered Gradient Boosting Decision Trees","display_name":"Multi-Layered Gradient Boosting Decision Trees","alternate_titles":[],"publication_year":2018,"publication_date":"2018-05-31","ids":{"openalex":"https://openalex.org/W2963793535","doi":"https://doi.org/10.48550/arxiv.1806.00007","mag":"2963793535"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1806.00007","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.00007","pdf_url":"https://arxiv.org/pdf/1806.00007","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2963793535"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1806.00007","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048233257","display_name":"Ji Feng","orcid":"https://orcid.org/0000-0002-9587-555X","observed_orcids":["https://orcid.org/0000-0002-9587-555X"]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Feng, Ji","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology Nanjing University , Nanjing 210023 , China","Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology Nanjing University , Nanjing 210023 , China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100342259","display_name":"Yu Yang","orcid":"https://orcid.org/0000-0001-9113-6023","observed_orcids":["https://orcid.org/0000-0001-9113-6023","https://orcid.org/0000-0002-6643-3234","https://orcid.org/0000-0002-8624-1467","https://orcid.org/0009-0003-4543-8815"]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yu, Yang","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology Nanjing University , Nanjing 210023 , China","Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology Nanjing University , Nanjing 210023 , China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100621138","display_name":"Zhi\u2010Hua Zhou","orcid":"https://orcid.org/0000-0003-0746-1494","observed_orcids":["https://orcid.org/0000-0003-0746-1494"]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhou, Zhi-Hua","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology Nanjing University , Nanjing 210023 , China","Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology Nanjing University , Nanjing 210023 , China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":135,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"31","issue":null,"first_page":"3551","last_page":"3561"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.32839998602867126,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.32839998602867126,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.28540000319480896,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.06390000134706497,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gradient-boosted-decision-trees","display_name":"gradient boosting decision tree","score":0.9490000009536743},{"id":"https://openalex.org/keywords/hierarchical-representation-learning","display_name":"hierarchical feature learning","score":0.8679999709129333},{"id":"https://openalex.org/keywords/non-differentiable-models","display_name":"non-differentiable models","score":0.7870000004768372}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7243930101394653},{"id":"https://openalex.org/C70153297","wikidata":"https://www.wikidata.org/wiki/Q5591907","display_name":"Gradient boosting","level":3,"score":0.7160753011703491},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.6705012321472168},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6165902614593506},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.5929502248764038},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.5914753079414368},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5465327501296997},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5381669998168945},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.5207493305206299},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5014874935150146},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4706764817237854},{"id":"https://openalex.org/C33347731","wikidata":"https://www.wikidata.org/wiki/Q285210","display_name":"Stacking","level":2,"score":0.45139122009277344},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.43072789907455444},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3425208628177643},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1700722575187683},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.13622066378593445},{"id":"https://openalex.org/C46141821","wikidata":"https://www.wikidata.org/wiki/Q209402","display_name":"Nuclear magnetic resonance","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1806.00007","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.00007","pdf_url":"https://arxiv.org/pdf/1806.00007","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1806.00007","doi":"https://doi.org/10.48550/arxiv.1806.00007","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1806.00007","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"mag:2963793535","doi":null,"is_oa":false,"landing_page_url":"https://papers.nips.cc/paper/7614-multi-layered-gradient-boosting-decision-trees.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4404678063","host_organization_name":"Neural Information Processing Systems Foundation","host_organization_lineage":["https://openalex.org/P4404678063"],"host_organization_lineage_names":["Neural Information Processing Systems Foundation"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Neural Information Processing Systems","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1806.00007","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.00007","pdf_url":"https://arxiv.org/pdf/1806.00007","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963793535.pdf","grobid_xml":"https://content.openalex.org/works/W2963793535.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1573503290","https://openalex.org/W1606458877","https://openalex.org/W1678356000","https://openalex.org/W1715905486","https://openalex.org/W1855112655","https://openalex.org/W1932198206","https://openalex.org/W2076618162","https://openalex.org/W2096516049","https://openalex.org/W2163922914","https://openalex.org/W2187089797","https://openalex.org/W2295598076","https://openalex.org/W2552737632","https://openalex.org/W2586751528","https://openalex.org/W2592340788","https://openalex.org/W2604808181","https://openalex.org/W2740731087","https://openalex.org/W2759132950","https://openalex.org/W2911964244","https://openalex.org/W2912934387","https://openalex.org/W2963877897","https://openalex.org/W2964121744","https://openalex.org/W4232478844"],"related_works":["https://openalex.org/W3203773871","https://openalex.org/W4221155346","https://openalex.org/W4399585293","https://openalex.org/W4200062778","https://openalex.org/W2220384803","https://openalex.org/W4391248695","https://openalex.org/W4387294152","https://openalex.org/W2895685832","https://openalex.org/W7112565287"],"abstract_inverted_index":{"Multi-layered":[0],"representation":[1,47,119],"is":[2],"believed":[3],"to":[4,43,68,100],"be":[5,86],"the":[6,31,55,66,98,109,112],"key":[7],"ingredient":[8],"of":[9,76,92,111,116],"deep":[10],"neural":[11],"networks":[12],"especially":[13],"in":[14,114],"cognitive":[15],"tasks":[16],"like":[17],"computer":[18],"vision.":[19],"While":[20],"non-differentiable":[21],"models":[22],"such":[23,46],"as":[24,79],"gradient":[25],"boosting":[26],"decision":[27],"trees":[28],"(GBDTs)":[29],"are":[30,41],"dominant":[32],"methods":[33],"for":[34],"modeling":[35],"discrete":[36],"or":[37],"tabular":[38],"data,":[39],"they":[40],"hard":[42],"incorporate":[44],"with":[45,60],"learning":[48,120],"ability.":[49,121],"In":[50],"this":[51],"work,":[52],"we":[53],"propose":[54],"multi-layered":[56],"GBDT":[57],"forest":[58],"(mGBDTs),":[59],"an":[61],"explicit":[62],"emphasis":[63],"on":[64],"exploring":[65],"ability":[67],"learn":[69],"hierarchical":[70],"representations":[71],"by":[72,89],"stacking":[73],"several":[74],"layers":[75],"regression":[77],"GBDTs":[78],"its":[80],"building":[81],"block.":[82],"The":[83],"model":[84,113],"can":[85],"jointly":[87],"trained":[88],"a":[90],"variant":[91],"target":[93],"propagation":[94],"across":[95],"layers,":[96],"without":[97],"need":[99],"derive":[101],"back-propagation":[102],"nor":[103],"differentiability.":[104],"Experiments":[105],"and":[106,118],"visualizations":[107],"confirmed":[108],"effectiveness":[110],"terms":[115],"performance":[117]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2963793535","counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":32},{"year":2020,"cited_by_count":24},{"year":2019,"cited_by_count":16},{"year":2018,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2019-07-30T00:00:00"}
