{"id":"https://openalex.org/W2169753597","doi":null,"title":"{Efficient Second-Order Gradient Boosting for Conditional Random Fields}","display_name":"{Efficient Second-Order Gradient Boosting for Conditional Random Fields}","alternate_titles":[],"publication_year":2015,"publication_date":"2015-02-21","ids":{"openalex":"https://openalex.org/W2169753597","mag":"2169753597"},"language":"en","primary_location":{"id":"mag:2169753597","doi":null,"is_oa":false,"landing_page_url":"http://proceedings.mlr.press/v38/chen15b.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306419146","display_name":"International Conference on Artificial Intelligence and Statistics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Artificial Intelligence and Statistics","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W2169753597"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101471083","display_name":"Tianqi Chen","orcid":"https://orcid.org/0000-0002-2336-1875","observed_orcids":["https://orcid.org/0000-0002-2336-1875","https://orcid.org/0009-0003-0821-5487","https://orcid.org/0009-0003-9423-3496"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Tianqi Chen","raw_affiliation_strings":["University of Washington ;"],"raw_orcid":"https://orcid.org/0000-0002-2336-1875","affiliations":[{"raw_affiliation_string":"University of Washington ;","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005779128","display_name":"Sameer Singh","orcid":"https://orcid.org/0000-0003-0621-6323","observed_orcids":["https://orcid.org/0000-0003-0621-6323"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sameer Singh","raw_affiliation_strings":["University of Washington ;"],"raw_orcid":"https://orcid.org/0000-0003-0621-6323","affiliations":[{"raw_affiliation_string":"University of Washington ;","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111908443","display_name":"Ben Taskar","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ben Taskar","raw_affiliation_strings":["University of Washington ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington ;","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090739892","display_name":"Carlos Guestrin","orcid":"https://orcid.org/0000-0001-6348-5939","observed_orcids":["https://orcid.org/0000-0001-6348-5939"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Carlos Guestrin","raw_affiliation_strings":["University of Washington ;"],"raw_orcid":"https://orcid.org/0000-0001-6348-5939","affiliations":[{"raw_affiliation_string":"University of Washington ;","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":1.3738,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.82963547,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"147","last_page":"155"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.5396000146865845,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.5396000146865845,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.20900000631809235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.029100000858306885,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conditional-random-fields","display_name":"conditional random fields","score":0.9829999804496765},{"id":"https://openalex.org/keywords/gradient-boosting","display_name":"gradient boosting","score":0.9229999780654907},{"id":"https://openalex.org/keywords/second-order-optimization","display_name":"second-order optimization","score":0.8529999852180481},{"id":"https://openalex.org/keywords/structured-prediction","display_name":"structured prediction","score":0.7369999885559082},{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.6990000009536743},{"id":"https://openalex.org/keywords/convergence-guarantees","display_name":"convergence guarantees","score":0.7689999938011169}],"concepts":[{"id":"https://openalex.org/C2775953691","wikidata":"https://www.wikidata.org/wiki/Q5013874","display_name":"CRFS","level":3,"score":0.8048595190048218},{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.7273020148277283},{"id":"https://openalex.org/C152565575","wikidata":"https://www.wikidata.org/wiki/Q1124538","display_name":"Conditional random field","level":2,"score":0.7003762722015381},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.6892338991165161},{"id":"https://openalex.org/C70153297","wikidata":"https://www.wikidata.org/wiki/Q5591907","display_name":"Gradient boosting","level":3,"score":0.622870683670044},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.5844743251800537},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5225738286972046},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.4779106080532074},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.4482300281524658},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.44582027196884155},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.413513720035553},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.41071751713752747},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.36940640211105347},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34820541739463806},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25977689027786255},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.1524541676044464},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.14563506841659546},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"mag:2169753597","doi":null,"is_oa":false,"landing_page_url":"http://proceedings.mlr.press/v38/chen15b.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306419146","display_name":"International Conference on Artificial Intelligence and Statistics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Artificial Intelligence and Statistics","raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.707.8631","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.707.8631","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://sameersingh.org/files/papers/gbcrf-aistats15.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.711.817","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.711.817","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://homes.cs.washington.edu/%7Etqchen/pdf/GBCRF-AISTATS15.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W159509105","https://openalex.org/W1572572873","https://openalex.org/W1600293573","https://openalex.org/W1678356000","https://openalex.org/W2024046085","https://openalex.org/W2095844239","https://openalex.org/W2096765155","https://openalex.org/W2105644991","https://openalex.org/W2105681376","https://openalex.org/W2114139111","https://openalex.org/W2119259314","https://openalex.org/W2138894211","https://openalex.org/W2144578941","https://openalex.org/W2147880316","https://openalex.org/W2147937146","https://openalex.org/W2151322733","https://openalex.org/W2153579005","https://openalex.org/W2156515921","https://openalex.org/W2226111737","https://openalex.org/W2569568557","https://openalex.org/W2962979321","https://openalex.org/W4394664408"],"related_works":["https://openalex.org/W270386715","https://openalex.org/W7098812380","https://openalex.org/W2120247405","https://openalex.org/W2530801331","https://openalex.org/W2119259314","https://openalex.org/W2144681424","https://openalex.org/W7098306353","https://openalex.org/W2147937146","https://openalex.org/W7097773719","https://openalex.org/W7027577512"],"abstract_inverted_index":{"Conditional":[0],"random":[1],"fields":[2],"(CRFs)":[3],"are":[4],"an":[5,114],"im-portant":[6],"class":[7],"of":[8,17,118],"models":[9,28],"for":[10,62,129,156],"accurate":[11],"structured":[12],"prediction,":[13],"but":[14],"effective":[15,155],"design":[16],"the":[18,51,66,103,119,148],"feature":[19,43],"functions":[20],"is":[21,36,45,55,154],"a":[22,46,95,107],"major":[23],"challenge":[24],"when":[25,81],"applying":[26],"CRF":[27],"to":[29,38,50,57,65,101],"real":[30,143],"world":[31,144],"data.":[32],"Gradient":[33],"boosting,":[34],"which":[35],"used":[37],"automatically":[39],"in-duce":[40],"and":[41,84,105,126],"select":[42],"functions,":[44],"natural":[47],"candidate":[48],"solution":[49],"problem.":[52],"However,":[53],"it":[54],"non-trivial":[56],"derive":[58],"gradient":[59,108],"boosting":[60,109],"algorithms":[61],"CRFs":[63,130,158],"due":[64],"dense":[67],"Hessian":[68],"matrices":[69],"introduced":[70],"by":[71,93],"variable":[72],"dependencies.":[73],"Existing":[74],"approaches":[75],"thus":[76],"use":[77],"only":[78],"first-order":[79],"information":[80,92],"optimizing":[82],"likelihood,":[83],"hence":[85],"face":[86],"convergence":[87,137],"issues.":[88],"We":[89],"incorpo-rate":[90],"second-order":[91],"deriving":[94],"Markov":[96],"Chain":[97],"mixing":[98],"rate":[99,150],"bound":[100,117,153],"quantify":[102],"dependencies,":[104],"introduce":[106],"algorithm":[110,124],"that":[111,147],"iteratively":[112],"optimizes":[113],"adaptive":[115],"upper":[116,152],"objective":[120],"function.":[121],"The":[122],"resulting":[123],"induces":[125],"selects":[127],"features":[128],"via":[131],"functional":[132],"space":[133],"optimization,":[134],"with":[135,159],"provable":[136],"guarantees.":[138],"Experimental":[139],"results":[140],"on":[141],"three":[142],"datasets":[145],"demonstrate":[146],"mix-ing":[149],"based":[151],"learning":[157],"non-linear":[160],"potentials.":[161],"1":[162]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2169753597","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":3}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2016-06-24T00:00:00"}
