{"id":"https://openalex.org/W2150024778","doi":"https://doi.org/10.5555/1390681.1442791","title":"Exponentiated Gradient Algorithms for Conditional Random Fields and Max-Margin Markov Networks","display_name":"Exponentiated Gradient Algorithms for Conditional Random Fields and Max-Margin Markov Networks","publication_year":2008,"publication_date":"2008-06-01","ids":{"openalex":"https://openalex.org/W2150024778","doi":"https://doi.org/10.5555/1390681.1442791","mag":"2150024778"},"language":"en","primary_location":{"id":"pmh:oai:upcommons.upc.edu:2117/9799","is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/9799","pdf_url":null,"source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/publishedVersion"},"type":"article","indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/2117/9799","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101939847","display_name":"Michael Collins","orcid":"https://orcid.org/0000-0001-9832-7682"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Collins","raw_affiliation_strings":["Massachusetts Institute Of Technology#TAB#"],"raw_orcid":"https://orcid.org/0000-0001-9832-7682","affiliations":[{"raw_affiliation_string":"Massachusetts Institute Of Technology#TAB#","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047817959","display_name":"Amir Globerson","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amir Globerson","raw_affiliation_strings":["Massachusetts Institute Of Technology#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute Of Technology#TAB#","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073284166","display_name":"Terry Koo","orcid":"https://orcid.org/0009-0003-8851-4654"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Terry Koo","raw_affiliation_strings":["Massachusetts Institute Of Technology#TAB#"],"raw_orcid":"https://orcid.org/0009-0003-8851-4654","affiliations":[{"raw_affiliation_string":"Massachusetts Institute Of Technology#TAB#","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020877978","display_name":"Xavier Carreras","orcid":"https://orcid.org/0000-0001-7432-4540"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xavier Carreras","raw_affiliation_strings":["Massachusetts Institute Of Technology#TAB#"],"raw_orcid":"https://orcid.org/0000-0001-7432-4540","affiliations":[{"raw_affiliation_string":"Massachusetts Institute Of Technology#TAB#","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030261391","display_name":"Peter L. Bartlett","orcid":"https://orcid.org/0000-0002-8760-3140"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter L. Bartlett","raw_affiliation_strings":["University of California\u2013Berkeley"],"raw_orcid":"https://orcid.org/0000-0002-8760-3140","affiliations":[{"raw_affiliation_string":"University of California\u2013Berkeley","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":36.1916,"has_fulltext":true,"cited_by_count":142,"citation_normalized_percentile":{"value":0.99778976,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"9","issue":"58","first_page":"1775","last_page":"1822"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.6820356249809265},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.6671122908592224},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5784444808959961},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.4782197177410126},{"id":"https://openalex.org/keywords/online-algorithm","display_name":"Online algorithm","score":0.47279566526412964},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4154203236103058},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3867107629776001},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.35575589537620544},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31611087918281555},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2733481526374817},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.15525299310684204}],"concepts":[{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.6820356249809265},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6671122908592224},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5784444808959961},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.4782197177410126},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.47279566526412964},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4154203236103058},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3867107629776001},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.35575589537620544},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31611087918281555},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2733481526374817},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.15525299310684204},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"pmh:oai:upcommons.upc.edu:2117/9799","is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/9799","pdf_url":null,"source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:eprints.qut.edu.au:43998","is_oa":true,"landing_page_url":null,"pdf_url":"http://www.jmlr.org/papers/volume9/collins08a/collins08a.pdf","source":{"id":"https://openalex.org/S4306402607","display_name":"QUT ePrints (Queensland University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I160993911","host_organization_name":"Queensland University of Technology","host_organization_lineage":["https://openalex.org/I160993911"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Machine Learning Research","raw_type":"Contribution to Journal"},{"id":"pmh:oai:www.recercat.cat:2072/191827","is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/9799","pdf_url":"http://hdl.handle.net/2117/9799","source":{"id":"https://openalex.org/S4306402147","display_name":"RECERCAT (Consorci de Serveis Universitaris de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210090028","host_organization_name":"Consorci de Serveis Universitaris de Catalunya","host_organization_lineage":["https://openalex.org/I4210090028"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.143.4498","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.143.4498","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://people.csail.mit.edu/maestro/papers/collins08a.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.63.2252","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.63.2252","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ai.mit.edu/people/mcollins/papers/egjournal.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.72.7347","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.72.7347","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.stat.berkeley.edu/~bartlett/papers/cgkcb-egacrfmmmn-07.pdf","raw_type":"text"},{"id":"mag:2150024778","is_oa":false,"landing_page_url":"http://people.csail.mit.edu/mcollins/papers/egjournal.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S118988714","display_name":"Journal of Machine Learning Research","issn_l":"1532-4435","issn":["1532-4435","1533-7928"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"Journal of Machine Learning Research","raw_type":null}],"best_oa_location":{"id":"pmh:oai:upcommons.upc.edu:2117/9799","is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/9799","pdf_url":null,"source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W147273232","https://openalex.org/W1505624657","https://openalex.org/W1512098439","https://openalex.org/W1523895967","https://openalex.org/W1540198634","https://openalex.org/W1552447959","https://openalex.org/W1574662932","https://openalex.org/W1595409123","https://openalex.org/W1604938182","https://openalex.org/W1972950354","https://openalex.org/W2000023271","https://openalex.org/W2000359198","https://openalex.org/W2005688170","https://openalex.org/W2016384870","https://openalex.org/W2027197817","https://openalex.org/W2027979924","https://openalex.org/W2033468335","https://openalex.org/W2035720976","https://openalex.org/W2047706513","https://openalex.org/W2069317438","https://openalex.org/W2070272652","https://openalex.org/W2076428552","https://openalex.org/W2099111195","https://openalex.org/W2100564780","https://openalex.org/W2101087512","https://openalex.org/W2105644991","https://openalex.org/W2109189215","https://openalex.org/W2112796928","https://openalex.org/W2114229504","https://openalex.org/W2116410915","https://openalex.org/W2119821739","https://openalex.org/W2123729042","https://openalex.org/W2142623206","https://openalex.org/W2147880316","https://openalex.org/W2156515921","https://openalex.org/W2157112198","https://openalex.org/W2157791002","https://openalex.org/W2160158530","https://openalex.org/W2181470043","https://openalex.org/W2408196097","https://openalex.org/W2429914308"],"related_works":["https://openalex.org/W2147880316","https://openalex.org/W2105644991","https://openalex.org/W2125993116","https://openalex.org/W2008652694","https://openalex.org/W2105842272","https://openalex.org/W2031248101","https://openalex.org/W2296319761","https://openalex.org/W2165966284","https://openalex.org/W2429914308","https://openalex.org/W2100564780","https://openalex.org/W2097826433","https://openalex.org/W2035720976","https://openalex.org/W2156515921","https://openalex.org/W1512098439","https://openalex.org/W2153635508","https://openalex.org/W2116410915","https://openalex.org/W2113651538","https://openalex.org/W2109189215","https://openalex.org/W2069317438","https://openalex.org/W2016384870"],"abstract_inverted_index":{"Log-linear":[0],"and":[1,12,32,78,94,100,140,235,242],"maximum-margin":[2],"models":[3,26,130],"are":[4,13,58,115,134,183,250],"two":[5],"commonly-used":[6],"methods":[7],"in":[8,16,24,74,123,126,190,199],"supervised":[9],"machine":[10],"learning,":[11],"frequently":[14],"used":[15],"structured":[17,204],"prediction":[18,205],"problems.":[19],"Efficient":[20],"learning":[21,38,219],"of":[22,64,97,103,154,173,228],"parameters":[23],"these":[25,268],"is":[27,170],"therefore":[28],"an":[29],"important":[30],"problem,":[31],"becomes":[33],"a":[34,84,119,152,160,200,253,260],"key":[35],"factor":[36,153,198],"when":[37],"from":[39],"very":[40],"large":[41],"data":[42],"sets.":[43],"This":[44],"paper":[45],"describes":[46],"exponentiated":[47],"gradient":[48,237],"(EG)":[49],"algorithms":[50,182,189,209,249,272],"for":[51,105,128,203,239,245],"training":[52,174],"such":[53,216],"models,":[54,241],"where":[55,168],"EG":[56,113,149,166,196,271],"updates":[57,114,133,197],"applied":[59,213,251],"to":[60,82,117,158,210,214,233,243,252,259],"the":[61,66,72,76,98,109,124,138,147,164,171,180,187,195,208,229,270,276],"convex":[62,85],"dual":[63,73],"either":[65],"log-linear":[67,77,129,141,240],"or":[68,220],"max-margin":[69,79,110,139,246],"objective":[70],"function;":[71],"both":[75,92,106,137],"cases":[80],"corresponds":[81],"minimizing":[83],"function":[86],"with":[87],"simplex":[88],"constraints.":[89],"We":[90,192,224],"study":[91],"batch":[93,165,188],"online":[95,148,181],"variants":[96],"algorithm,":[99,167],"provide":[101],"rates":[102],"convergence":[104],"cases.":[107],"In":[108,266],"case,":[111],"O(1/\u03b5)":[112],"required":[116],"reach":[118,159],"given":[120],"accuracy":[121,162],"\u03b5":[122],"dual;":[125],"contrast,":[127],"only":[131],"O(log(1/\u03b5))":[132],"required.":[135],"For":[136],"cases,":[142],"our":[143],"bounds":[144],"suggest":[145],"that":[146,179],"algorithm":[150],"requires":[151],"n":[155,169],"less":[156],"computation":[157],"desired":[161],"than":[163,186],"number":[172],"examples.":[175],"Our":[176],"experiments":[177],"confirm":[178],"much":[184],"faster":[185],"practice.":[191],"describe":[193],"how":[194],"convenient":[201],"way":[202],"problems,":[206],"allowing":[207],"be":[211],"efficiently":[212],"problems":[215],"as":[217,256,258],"sequence":[218],"natural":[221],"language":[222],"parsing.":[223],"perform":[225],"extensive":[226],"evaluation":[227],"algorithms,":[230],"comparing":[231],"them":[232],"L-BFGS":[234],"stochastic":[236],"descent":[238],"SVM-Struct":[244],"models.":[247],"The":[248],"multi-class":[254],"problem":[255],"well":[257],"more":[261],"complex":[262],"large-scale":[263],"parsing":[264],"task.":[265],"all":[267],"settings,":[269],"presented":[273],"here":[274],"outperform":[275],"other":[277],"methods.":[278]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":11},{"year":2013,"cited_by_count":18},{"year":2012,"cited_by_count":12}],"updated_date":"2025-10-10T17:16:08.811792","created_date":"2025-10-10T00:00:00"}