{"id":"https://openalex.org/W86146351","doi":null,"title":"Efficient training methods for conditional random fields","display_name":"Efficient training methods for conditional random fields","publication_year":2008,"publication_date":"2008-01-01","ids":{"openalex":"https://openalex.org/W86146351","mag":"86146351"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.219.3099","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.219.3099","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.umass.edu/~casutton/publications/sutton-thesis.pdf","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103424470","display_name":"Andrew Kachites McCallum","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Kachites McCallum","raw_affiliation_strings":["University of Massachusetts: Amherst#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts: Amherst#TAB#","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028501178","display_name":"Charles A. Sutton","orcid":"https://orcid.org/0000-0002-0041-3820","observed_orcids":["https://orcid.org/0000-0002-0041-3820"]},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles Sutton","raw_affiliation_strings":["University of Massachusetts: Amherst#TAB#"],"raw_orcid":"https://orcid.org/0000-0002-0041-3820","affiliations":[{"raw_affiliation_string":"University of Massachusetts: Amherst#TAB#","institution_ids":["https://openalex.org/I24603500"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I24603500"],"apc_list":null,"apc_paid":null,"fwci":1.3982,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.84832826,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"219","last_page":"219"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conditional-random-fields","display_name":"conditional random fields","score":0.9990000128746033},{"id":"https://openalex.org/keywords/structured-prediction","display_name":"structured prediction","score":0.9509999752044678},{"id":"https://openalex.org/keywords/pseudolikelihood","display_name":"pseudo-likelihood","score":0.8209999799728394},{"id":"https://openalex.org/keywords/message-passing","display_name":"message passing","score":0.6679999828338623},{"id":"https://openalex.org/keywords/belief-propagation","display_name":"belief propagation","score":0.7749999761581421},{"id":"https://openalex.org/keywords/parameter-estimation","display_name":"parameter estimation","score":0.6610000133514404},{"id":"https://openalex.org/keywords/training-efficiency","display_name":"training efficiency","score":0.3790000081062317}],"concepts":[{"id":"https://openalex.org/C155846161","wikidata":"https://www.wikidata.org/wiki/Q1143367","display_name":"Graphical model","level":2,"score":0.7554205060005188},{"id":"https://openalex.org/C152565575","wikidata":"https://www.wikidata.org/wiki/Q1124538","display_name":"Conditional random field","level":2,"score":0.7159994840621948},{"id":"https://openalex.org/C164660894","wikidata":"https://www.wikidata.org/wiki/Q2037833","display_name":"Piecewise","level":2,"score":0.5766008496284485},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5386251211166382},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.49314063787460327},{"id":"https://openalex.org/C2775953691","wikidata":"https://www.wikidata.org/wiki/Q5013874","display_name":"CRFS","level":3,"score":0.4916289448738098},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.4768460988998413},{"id":"https://openalex.org/C79772020","wikidata":"https://www.wikidata.org/wiki/Q5159264","display_name":"Conditional independence","level":2,"score":0.4718121290206909},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4454543888568878},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4347354769706726},{"id":"https://openalex.org/C87117476","wikidata":"https://www.wikidata.org/wiki/Q362383","display_name":"Cardinality (data modeling)","level":2,"score":0.42776551842689514},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36679261922836304},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35665300488471985},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3363472521305084},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33080196380615234},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.23327010869979858},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.219.3099","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.219.3099","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.umass.edu/~casutton/publications/sutton-thesis.pdf","raw_type":"text"},{"id":"pmh:oai:scholarworks.umass.edu:dissertations-5063","doi":null,"is_oa":false,"landing_page_url":"https://scholarworks.umass.edu/dissertations/AAI3315485","pdf_url":null,"source":{"id":"https://openalex.org/S4306402240","display_name":"ScholarWorks@UMassAmherst (University of Massachusetts Amherst)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I24603500","host_organization_name":"University of Massachusetts Amherst","host_organization_lineage":["https://openalex.org/I24603500"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Doctoral Dissertations Available from Proquest","raw_type":"text"},{"id":"pmh:ADA477513","doi":null,"is_oa":false,"landing_page_url":"http://oai.dtic.mil/oai/oai?&verb=getRecord&metadataPrefix=html&identifier=ADA477513","pdf_url":null,"source":{"id":"https://openalex.org/S4406923043","display_name":"Defense Technical Information Center (DTIC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"DTIC","raw_type":"Text"},{"id":"mag:86146351","doi":null,"is_oa":false,"landing_page_url":"https://apps.dtic.mil/dtic/tr/fulltext/u2/a477513.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":114,"referenced_works":["https://openalex.org/W28766783","https://openalex.org/W47392883","https://openalex.org/W80430187","https://openalex.org/W122473599","https://openalex.org/W147273232","https://openalex.org/W166521796","https://openalex.org/W173906397","https://openalex.org/W605575788","https://openalex.org/W1499578805","https://openalex.org/W1513861746","https://openalex.org/W1516111018","https://openalex.org/W1525888637","https://openalex.org/W1528056001","https://openalex.org/W1528797350","https://openalex.org/W1530235965","https://openalex.org/W1537309404","https://openalex.org/W1542491098","https://openalex.org/W1545898854","https://openalex.org/W1601974683","https://openalex.org/W1604803556","https://openalex.org/W1623072288","https://openalex.org/W1632114991","https://openalex.org/W1636244751","https://openalex.org/W1651266332","https://openalex.org/W1674411155","https://openalex.org/W1714704734","https://openalex.org/W1732623802","https://openalex.org/W1766290689","https://openalex.org/W1773803948","https://openalex.org/W1781547478","https://openalex.org/W1802388531","https://openalex.org/W1842236176","https://openalex.org/W1880262756","https://openalex.org/W1934019294","https://openalex.org/W1934021597","https://openalex.org/W1972950354","https://openalex.org/W1977970897","https://openalex.org/W1983599491","https://openalex.org/W1988995507","https://openalex.org/W1996430422","https://openalex.org/W1999595522","https://openalex.org/W2004915807","https://openalex.org/W2008652694","https://openalex.org/W2010624529","https://openalex.org/W2020294948","https://openalex.org/W2020999234","https://openalex.org/W2026129786","https://openalex.org/W2036516910","https://openalex.org/W2041522124","https://openalex.org/W2046932483","https://openalex.org/W2058839679","https://openalex.org/W2073522073","https://openalex.org/W2083195487","https://openalex.org/W2083875149","https://openalex.org/W2086240273","https://openalex.org/W2096044236","https://openalex.org/W2096765155","https://openalex.org/W2098678088","https://openalex.org/W2102667697","https://openalex.org/W2104029044","https://openalex.org/W2105644991","https://openalex.org/W2107188136","https://openalex.org/W2110575115","https://openalex.org/W2114220616","https://openalex.org/W2114521167","https://openalex.org/W2116064496","https://openalex.org/W2116410915","https://openalex.org/W2119224513","https://openalex.org/W2120340025","https://openalex.org/W2122853437","https://openalex.org/W2125838338","https://openalex.org/W2129031807","https://openalex.org/W2129142203","https://openalex.org/W2129340397","https://openalex.org/W2129712609","https://openalex.org/W2133236963","https://openalex.org/W2135094946","https://openalex.org/W2137650255","https://openalex.org/W2137813581","https://openalex.org/W2139686264","https://openalex.org/W2141099517","https://openalex.org/W2141732516","https://openalex.org/W2142276227","https://openalex.org/W2142500366","https://openalex.org/W2143349571","https://openalex.org/W2143458716","https://openalex.org/W2146143523","https://openalex.org/W2147071755","https://openalex.org/W2147102238","https://openalex.org/W2147880316","https://openalex.org/W2148160361","https://openalex.org/W2148877605","https://openalex.org/W2149660837","https://openalex.org/W2149760002","https://openalex.org/W2152455533","https://openalex.org/W2153939756","https://openalex.org/W2155925463","https://openalex.org/W2157171712","https://openalex.org/W2158823144","https://openalex.org/W2159080219","https://openalex.org/W2160988325","https://openalex.org/W2161914416","https://openalex.org/W2162340487","https://openalex.org/W2163614729","https://openalex.org/W2163915185","https://openalex.org/W2164450870","https://openalex.org/W2169415915","https://openalex.org/W2169918010","https://openalex.org/W2798766386","https://openalex.org/W2962735828","https://openalex.org/W2963467172","https://openalex.org/W3029645440","https://openalex.org/W3100265218","https://openalex.org/W7099838560"],"related_works":["https://openalex.org/W2161653775","https://openalex.org/W1493509634","https://openalex.org/W1594319460","https://openalex.org/W2144742221","https://openalex.org/W1964965834","https://openalex.org/W2114521167","https://openalex.org/W1775188621","https://openalex.org/W7099356735","https://openalex.org/W7027577512","https://openalex.org/W7099647008"],"abstract_inverted_index":{"Many":[0],"applications":[1,208],"require":[2],"predicting":[3],"not":[4],"a":[5,7,67,138,154,183,239],"just":[6],"single":[8],"variable,":[9],"but":[10,94],"multiple":[11],"variables":[12,198],"that":[13,245,270,324],"depend":[14],"on":[15,23,118,207],"each":[16,136],"other.":[17],"Recent":[18],"attention":[19],"has":[20],"therefore":[21,193],"focused":[22],"structured":[24],"prediction":[25],"methods,":[26],"which":[27,56,80,121,134,186,210,284,295,320],"combine":[28,271],"the":[29,36,61,127,151,160,169,188,197,218,248,266,292,297,306,317,322,331],"modeling":[30,307],"flexibility":[31,308],"of":[32,44,60,69,137,146,173,268,281,301,309,314],"graphical":[33,58,86,115],"models":[34,59,321],"with":[35,113,163,305],"ability":[37],"to":[38,265,329],"employ":[39],"complex,":[40],"dependent":[41],"features":[42],"typical":[43],"traditional":[45],"classification":[46],"methods.":[47],"Especially":[48],"popular":[49],"have":[50,199,330],"been":[51],"conditional":[52,62,110,310],"random":[53,111],"fields":[54,112],"(CRFs),":[55],"are":[57,88,327],"distribution":[63],"over":[64],"outputs":[65],"given":[66],"set":[68],"observed":[70],"features.":[71],"Unfortunately,":[72],"parameter":[73],"estimation":[74],"in":[75,91,153,209],"CRFs":[76],"requires":[77],"repeated":[78],"inference,":[79],"can":[81],"be":[82],"computationally":[83],"expensive.":[84],"Complex":[85],"structures":[87],"increasingly":[89],"desired":[90],"practical":[92],"applications,":[93],"then":[95],"training":[96,107,222,227],"time":[97],"often":[98],"becomes":[99],"prohibitive.":[100],"In":[101],"this":[102],"thesis,":[103],"I":[104,130,142,179,225,237,275],"investigate":[105,131],"efficient":[106,195],"methods":[108,120,228],"for":[109,242],"complex":[114],"structure,":[116],"focusing":[117],"local":[119],"avoid":[122],"propagating":[123],"information":[124],"globally":[125],"along":[126],"graph.":[128],"First,":[129],"piecewise":[132,147,181,189,221],"training,":[133],"trains":[135],"model's":[139],"factors":[140],"separately.":[141],"present":[143,259,277],"three":[144],"views":[145],"training:":[148],"as":[149,158,167,286],"maximizing":[150,159],"likelihood":[152,162],"so-called":[155],"\"node-split":[156],"graph\",":[157],"Bethe":[161],"uniform":[164],"messages,":[165],"and":[166,191,223,258,273],"generalizing":[168],"pseudo-moment":[170],"matching":[171],"estimator":[172],"Wainwright":[174],"et":[175,255],"al.":[176,256],"[2003].":[177],"Second,":[178],"propose":[180,238],"pseudolikelihood,":[182],"hybrid":[184],"procedure":[185],"\"pseudolikelihood-izes\"":[187],"likelihood,":[190],"is":[192,291,316],"more":[194],"if":[196,335],"large":[200],"cardinality.":[201],"Piecewise":[202],"pseudolikelihood":[203,212],"performs":[204,213],"well":[205],"even":[206,334],"standard":[211],"poorly.":[214],"Finally,":[215],"motivated":[216],"by":[217,253],"connection":[219],"between":[220],"BP,":[224],"explore":[226],"using":[229],"beliefs":[230],"arising":[231],"from":[232],"stopping":[233],"BP":[234],"before":[235],"convergence.":[236],"new":[240],"schedule":[241,250],"message":[243],"propagation":[244],"improves":[246],"upon":[247],"dynamic":[249,263,293,302],"proposed":[251],"recently":[252],"Elidan":[254],"[2006],":[257],"suggestive":[260],"results":[261],"applying":[262],"schedules":[264],"system":[267],"equations":[269],"inference":[272],"learning.":[274],"also":[276],"two":[278],"novel":[279],"families":[280],"loopy":[282],"CRFs,":[283],"appear":[285],"test":[287],"cases":[288],"throughout.":[289],"First":[290],"CRF,":[294,319],"combines":[296],"factorized":[298],"state":[299],"representation":[300],"Bayesian":[303],"networks":[304],"models.":[311],"The":[312],"second":[313],"these":[315],"skip-chain":[318],"fact":[323],"identical":[325],"words":[326],"likely":[328],"same":[332],"label,":[333],"they":[336],"occur":[337],"far":[338],"apart.":[339]},"counts_by_year":[{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}