{"id":"https://openalex.org/W1579122361","doi":"https://doi.org/10.1109/ijcnn.2005.1556042","title":"Learning nonlinear constraints with contrastive backpropagation","display_name":"Learning nonlinear constraints with contrastive backpropagation","publication_year":2006,"publication_date":"2006-01-05","ids":{"openalex":"https://openalex.org/W1579122361","doi":"https://doi.org/10.1109/ijcnn.2005.1556042","mag":"1579122361"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2005.1556042","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2005.1556042","pdf_url":null,"source":{"id":"https://openalex.org/S4363609022","display_name":"Proceedings. 2005 IEEE International Joint Conference on Neural Networks, 2005.","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings. 2005 IEEE International Joint Conference on Neural Networks, 2005.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://utoronto.scholaris.ca/bitstreams/af89bb19-5090-4da8-8b66-a80388d36ea8/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079370148","display_name":"Andriy Mnih","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"A. Mnih","raw_affiliation_strings":["Department of Computer Science, University of Toronto, Canada","Dept. of Comput. Sci., Toronto Univ., Ont., Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Dept. of Comput. Sci., Toronto Univ., Ont., Canada","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062674586","display_name":"GE Hinton","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"G. Hinton","raw_affiliation_strings":["Department of Computer Science, University of Toronto, Canada","Dept. of Comput. Sci., Toronto Univ., Ont., Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Dept. of Comput. Sci., Toronto Univ., Ont., Canada","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5079370148"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.12578397,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"2","issue":null,"first_page":"1302","last_page":"1307"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10044","display_name":"Protein Structure and Dynamics","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.8538109064102173},{"id":"https://openalex.org/keywords/independence","display_name":"Independence (probability theory)","score":0.7144619226455688},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7009029984474182},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6678372621536255},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.6239339709281921},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5616229176521301},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.42464637756347656},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41974204778671265},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4124210774898529},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.35267865657806396},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.32807791233062744},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22073215246200562}],"concepts":[{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.8538109064102173},{"id":"https://openalex.org/C35651441","wikidata":"https://www.wikidata.org/wiki/Q625303","display_name":"Independence (probability theory)","level":2,"score":0.7144619226455688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7009029984474182},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6678372621536255},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.6239339709281921},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5616229176521301},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42464637756347656},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41974204778671265},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4124210774898529},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35267865657806396},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32807791233062744},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22073215246200562},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/ijcnn.2005.1556042","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2005.1556042","pdf_url":null,"source":{"id":"https://openalex.org/S4363609022","display_name":"Proceedings. 2005 IEEE International Joint Conference on Neural Networks, 2005.","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings. 2005 IEEE International Joint Conference on Neural Networks, 2005.","raw_type":"proceedings-article"},{"id":"pmh:oai:utoronto.scholaris.ca:1807/119190","is_oa":true,"landing_page_url":"http://gateway.proquest.com/openurl?url_ver=Z39.88-2004=info:ofi/fmt:kev:mtx:dissertation=xri:pqm=xri:pqdiss:MQ95273","pdf_url":"https://utoronto.scholaris.ca/bitstreams/af89bb19-5090-4da8-8b66-a80388d36ea8/download","source":{"id":"https://openalex.org/S7407055458","display_name":"TSpace","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:1304516","is_oa":false,"landing_page_url":"http://discovery.ucl.ac.uk/1304516/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"     In:  Proceedings of the International Joint Conference on Neural Networks (IJCNN), Vols 1-5.  (pp. 1302 - 1307).  IEEE (2005)     ","raw_type":"Proceedings paper"}],"best_oa_location":{"id":"pmh:oai:utoronto.scholaris.ca:1807/119190","is_oa":true,"landing_page_url":"http://gateway.proquest.com/openurl?url_ver=Z39.88-2004=info:ofi/fmt:kev:mtx:dissertation=xri:pqm=xri:pqdiss:MQ95273","pdf_url":"https://utoronto.scholaris.ca/bitstreams/af89bb19-5090-4da8-8b66-a80388d36ea8/download","source":{"id":"https://openalex.org/S7407055458","display_name":"TSpace","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8899999856948853}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1579122361.pdf","grobid_xml":"https://content.openalex.org/works/W1579122361.grobid-xml"},"referenced_works_count":10,"referenced_works":["https://openalex.org/W195465510","https://openalex.org/W1748222987","https://openalex.org/W1802356529","https://openalex.org/W2099068394","https://openalex.org/W2105354819","https://openalex.org/W2116064496","https://openalex.org/W2159080219","https://openalex.org/W2327065069","https://openalex.org/W6607884611","https://openalex.org/W6637818148"],"related_works":["https://openalex.org/W4239286941","https://openalex.org/W2088845016","https://openalex.org/W589102260","https://openalex.org/W1966421350","https://openalex.org/W1863534956","https://openalex.org/W2894173309","https://openalex.org/W4387932263","https://openalex.org/W2157746493","https://openalex.org/W1495379181","https://openalex.org/W2371065793"],"abstract_inverted_index":{"Certain":[0],"datasets":[1],"can":[2],"be":[3],"efficiently":[4],"modelled":[5],"in":[6,62],"terms":[7],"of":[8,28,42,55,58,76,81,87],"constraints":[9,33],"that":[10,67],"are":[11,16],"usually":[12],"satisfied":[13,31],"but":[14],"sometimes":[15],"strongly":[17],"violated.":[18],"We":[19,38],"propose":[20],"using":[21,49],"energy-based":[22],"density":[23],"models":[24],"(EBMs)":[25],"implementing":[26],"products":[27],"frequently":[29],"approximately":[30],"nonlinear":[32],"for":[34],"modelling":[35],"such":[36],"datasets.":[37],"demonstrate":[39],"the":[40,68,77,82],"feasibility":[41],"this":[43],"approach":[44],"by":[45],"training":[46],"an":[47,71],"EBM":[48],"contrastive":[50],"backpropagation":[51],"on":[52],"a":[53,63],"dataset":[54],"idealized":[56],"trajectories":[57],"two":[59],"balls":[60],"bouncing":[61],"box":[64],"and":[65,73],"showing":[66],"model":[69],"learns":[70],"accurate":[72],"efficient":[74],"representation":[75],"dataset,":[78],"taking":[79],"advantage":[80],"approximate":[83],"independence":[84],"between":[85],"subsets":[86],"variables.":[88]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}