{"id":"https://openalex.org/W3041895068","doi":"https://doi.org/10.1109/tit.2020.3008058","title":"<i>k</i>-Vectors: An Alternating Minimization Algorithm for Learning Regression Functions","display_name":"<i>k</i>-Vectors: An Alternating Minimization Algorithm for Learning Regression Functions","publication_year":2020,"publication_date":"2020-07-08","ids":{"openalex":"https://openalex.org/W3041895068","doi":"https://doi.org/10.1109/tit.2020.3008058","mag":"3041895068"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2020.3008058","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2020.3008058","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076051906","display_name":"Nir Weinberger","orcid":"https://orcid.org/0000-0001-6028-8892"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nir Weinberger","raw_affiliation_strings":["IDSS and LIDS, Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"IDSS and LIDS, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066905280","display_name":"Meir Feder","orcid":"https://orcid.org/0000-0002-1290-0482"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Meir Feder","raw_affiliation_strings":["School of Electrical Engineering, Tel-Aviv University, Tel-Aviv, Israel"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Tel-Aviv University, Tel-Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5076051906"],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":0.2931,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.55868119,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"66","issue":"11","first_page":"7196","last_page":"7221"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.7153230309486389},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6030653715133667},{"id":"https://openalex.org/keywords/ramer\u2013douglas\u2013peucker-algorithm","display_name":"Ramer\u2013Douglas\u2013Peucker algorithm","score":0.5585341453552246},{"id":"https://openalex.org/keywords/population-based-incremental-learning","display_name":"Population-based incremental learning","score":0.49599489569664},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.45301324129104614},{"id":"https://openalex.org/keywords/weighted-majority-algorithm","display_name":"Weighted Majority Algorithm","score":0.4330919682979584},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.4323524236679077},{"id":"https://openalex.org/keywords/k-nearest-neighbors-algorithm","display_name":"k-nearest neighbors algorithm","score":0.43168431520462036},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3396320939064026},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.28369012475013733},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.18387135863304138},{"id":"https://openalex.org/keywords/wake-sleep-algorithm","display_name":"Wake-sleep algorithm","score":0.1806473731994629},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.16451960802078247},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.15268230438232422},{"id":"https://openalex.org/keywords/genetic-algorithm","display_name":"Genetic algorithm","score":0.11372089385986328},{"id":"https://openalex.org/keywords/generalization-error","display_name":"Generalization error","score":0.10391011834144592},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.10278511047363281}],"concepts":[{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.7153230309486389},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6030653715133667},{"id":"https://openalex.org/C75930677","wikidata":"https://www.wikidata.org/wiki/Q1251950","display_name":"Ramer\u2013Douglas\u2013Peucker algorithm","level":3,"score":0.5585341453552246},{"id":"https://openalex.org/C184497298","wikidata":"https://www.wikidata.org/wiki/Q7229773","display_name":"Population-based incremental learning","level":3,"score":0.49599489569664},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.45301324129104614},{"id":"https://openalex.org/C95627357","wikidata":"https://www.wikidata.org/wiki/Q7979889","display_name":"Weighted Majority Algorithm","level":5,"score":0.4330919682979584},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.4323524236679077},{"id":"https://openalex.org/C113238511","wikidata":"https://www.wikidata.org/wiki/Q1071612","display_name":"k-nearest neighbors algorithm","level":2,"score":0.43168431520462036},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3396320939064026},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.28369012475013733},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.18387135863304138},{"id":"https://openalex.org/C17061570","wikidata":"https://www.wikidata.org/wiki/Q7960888","display_name":"Wake-sleep algorithm","level":4,"score":0.1806473731994629},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.16451960802078247},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.15268230438232422},{"id":"https://openalex.org/C8880873","wikidata":"https://www.wikidata.org/wiki/Q187787","display_name":"Genetic algorithm","level":2,"score":0.11372089385986328},{"id":"https://openalex.org/C117765406","wikidata":"https://www.wikidata.org/wiki/Q5362437","display_name":"Generalization error","level":3,"score":0.10391011834144592},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.10278511047363281}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tit.2020.3008058","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2020.3008058","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":93,"referenced_works":["https://openalex.org/W2169610","https://openalex.org/W27434444","https://openalex.org/W327409173","https://openalex.org/W607505555","https://openalex.org/W1484867920","https://openalex.org/W1489608363","https://openalex.org/W1498782169","https://openalex.org/W1506806321","https://openalex.org/W1516441385","https://openalex.org/W1560724230","https://openalex.org/W1564947197","https://openalex.org/W1601795611","https://openalex.org/W1614597761","https://openalex.org/W1634005169","https://openalex.org/W1967830305","https://openalex.org/W1968934255","https://openalex.org/W1981369974","https://openalex.org/W1984034733","https://openalex.org/W1984876737","https://openalex.org/W1985077192","https://openalex.org/W1987719797","https://openalex.org/W1988561757","https://openalex.org/W1990742913","https://openalex.org/W2009803967","https://openalex.org/W2023068466","https://openalex.org/W2029248817","https://openalex.org/W2038663599","https://openalex.org/W2049633694","https://openalex.org/W2056393159","https://openalex.org/W2059507684","https://openalex.org/W2059515884","https://openalex.org/W2060640288","https://openalex.org/W2065978712","https://openalex.org/W2066679806","https://openalex.org/W2073849744","https://openalex.org/W2079232128","https://openalex.org/W2080446417","https://openalex.org/W2085571200","https://openalex.org/W2087347434","https://openalex.org/W2093294140","https://openalex.org/W2098437157","https://openalex.org/W2104069562","https://openalex.org/W2106994558","https://openalex.org/W2107649935","https://openalex.org/W2109808436","https://openalex.org/W2114085948","https://openalex.org/W2114551781","https://openalex.org/W2115665694","https://openalex.org/W2120103453","https://openalex.org/W2121427778","https://openalex.org/W2125993116","https://openalex.org/W2127218421","https://openalex.org/W2134383396","https://openalex.org/W2137216203","https://openalex.org/W2140942991","https://openalex.org/W2142827986","https://openalex.org/W2143306455","https://openalex.org/W2148319454","https://openalex.org/W2150593711","https://openalex.org/W2156117587","https://openalex.org/W2156909104","https://openalex.org/W2157791002","https://openalex.org/W2166863879","https://openalex.org/W2167503608","https://openalex.org/W2257317309","https://openalex.org/W2266445751","https://openalex.org/W2267540778","https://openalex.org/W2330820318","https://openalex.org/W2480645619","https://openalex.org/W2579923771","https://openalex.org/W2802739963","https://openalex.org/W2953058379","https://openalex.org/W2964282972","https://openalex.org/W3004533406","https://openalex.org/W3085162807","https://openalex.org/W3147239081","https://openalex.org/W4206686222","https://openalex.org/W4213201446","https://openalex.org/W4236362309","https://openalex.org/W4239510810","https://openalex.org/W4250589301","https://openalex.org/W4254197176","https://openalex.org/W4299533062","https://openalex.org/W4300124000","https://openalex.org/W6600089577","https://openalex.org/W6635340370","https://openalex.org/W6674794121","https://openalex.org/W6677219054","https://openalex.org/W6677408164","https://openalex.org/W6678914141","https://openalex.org/W6681104514","https://openalex.org/W6682953061","https://openalex.org/W6732517885"],"related_works":["https://openalex.org/W1983936910","https://openalex.org/W2373257156","https://openalex.org/W2386509578","https://openalex.org/W4360996384","https://openalex.org/W2131905863","https://openalex.org/W1914293472","https://openalex.org/W2360310504","https://openalex.org/W2993855464","https://openalex.org/W3041895068","https://openalex.org/W2093927116"],"abstract_inverted_index":{"The":[0,39],"k-vectors":[1,28],"algorithm":[2,29,44,85,160,170,192,212],"for":[3],"learning":[4,84],"regression":[5],"functions":[6],"proposed":[7],"here":[8],"is":[9,45,153,171,213],"akin":[10],"to":[11,31,68,81,117,140,183,194],"the":[12,19,24,27,33,37,43,49,54,69,73,77,83,93,107,118,125,130,135,146,159,169,176,179,187,191,198,202,206,211],"well-known":[13],"k-means":[14,25,78],"algorithm.":[15,79,203],"Both":[16],"algorithms":[17],"partition":[18,136],"feature":[20,55],"space,":[21],"but":[22],"unlike":[23],"algorithm,":[26],"aims":[30],"reconstruct":[32],"response":[34,108],"rather":[35],"than":[36],"feature.":[38],"partitioning":[40],"rule":[41,75,105],"of":[42,53,60,76,90,96,128,148,158,178,186,190,197,201,205],"based":[46],"on":[47],"maximizing":[48],"correlation":[50],"(inner":[51],"product)":[52],"vector":[56,150],"with":[57],"a":[58,103,112,141],"set":[59],"k":[61,98,131],"vectors,":[62],"and":[63,167],"generates":[64],"polyhedral":[65],"cells,":[66],"similar":[67],"ones":[70],"generated":[71],"by":[72,210],"nearest-neighbor":[74],"Similarly":[80],"k-means,":[82],"alternates":[86],"between":[87],"two":[88],"types":[89],"steps.":[91],"In":[92,124],"first":[94],"type":[95,127],"steps,":[97,129],"labels":[99],"are":[100,137],"determined":[101],"via":[102],"centroid-type":[104],"(in":[106],"space),":[109],"which":[110,133],"uses":[111],"surrogate":[113],"hinge-type":[114],"loss":[115,122],"function":[116],"mean":[119],"squared":[120],"error":[121],"function.":[123],"second":[126],"vectors":[132],"determine":[134],"updated":[138],"according":[139],"multiclass":[142],"classification":[143],"rule,":[144],"in":[145],"spirit":[147],"support":[149],"machines.":[151],"It":[152],"proved":[154],"that":[155,168],"both":[156],"steps":[157],"only":[161],"require":[162],"solving":[163],"convex":[164],"optimization":[165],"problems,":[166],"empirically":[172],"consistent":[173],"-":[174],"as":[175],"length":[177],"training":[180],"sequence":[181],"increases":[182],"infinity,":[184],"fixedpoints":[185],"empirical":[188],"version":[189,200],"tend":[193],"fixed":[195],"points":[196],"population":[199],"Learnability":[204],"predictor":[207],"class":[208],"posit":[209],"also":[214],"established.":[215]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}