{"id":"https://openalex.org/W1589534417","doi":"https://doi.org/10.1109/ijcnn.2005.1555815","title":"Optimal gradient-based learning using importance weights","display_name":"Optimal gradient-based learning using importance weights","publication_year":2006,"publication_date":"2006-01-05","ids":{"openalex":"https://openalex.org/W1589534417","doi":"https://doi.org/10.1109/ijcnn.2005.1555815","mag":"1589534417"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2005.1555815","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2005.1555815","pdf_url":null,"source":{"id":"https://openalex.org/S4363609022","display_name":"Proceedings. 2005 IEEE International Joint Conference on Neural Networks, 2005.","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings. 2005 IEEE International Joint Conference on Neural Networks, 2005.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053148274","display_name":"Sepp Hochreiter","orcid":"https://orcid.org/0000-0001-7449-2528"},"institutions":[{"id":"https://openalex.org/I4210152641","display_name":"Bernstein Center for Computational Neuroscience Berlin","ror":"https://ror.org/05ewdps05","country_code":"DE","type":"government","lineage":["https://openalex.org/I4210092532","https://openalex.org/I4210152641"]},{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"S. Hochreiter","raw_affiliation_strings":["Bernstein Center for Computational Neuroscience and Technische Universit\u00e4t Berlin, Berlin, Germany","Bernstein Center for Computational Neurosci., Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Bernstein Center for Computational Neuroscience and Technische Universit\u00e4t Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4210152641","https://openalex.org/I4577782"]},{"raw_affiliation_string":"Bernstein Center for Computational Neurosci., Berlin, Germany","institution_ids":["https://openalex.org/I4210152641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073910479","display_name":"Klaus Obermayer","orcid":"https://orcid.org/0000-0002-0471-8170"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]},{"id":"https://openalex.org/I4210152641","display_name":"Bernstein Center for Computational Neuroscience Berlin","ror":"https://ror.org/05ewdps05","country_code":"DE","type":"government","lineage":["https://openalex.org/I4210092532","https://openalex.org/I4210152641"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"K. Obermayer","raw_affiliation_strings":["Bernstein Center for Computational Neuroscience and Technische Universit\u00e4t Berlin, Berlin, Germany","Bernstein Center for Computational Neurosci., Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Bernstein Center for Computational Neuroscience and Technische Universit\u00e4t Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4210152641","https://openalex.org/I4577782"]},{"raw_affiliation_string":"Bernstein Center for Computational Neurosci., Berlin, Germany","institution_ids":["https://openalex.org/I4210152641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5053148274"],"corresponding_institution_ids":["https://openalex.org/I4210152641","https://openalex.org/I4577782"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.09418838,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"2","issue":null,"first_page":"114","last_page":"119"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12946","display_name":"Fractal and DNA sequence analysis","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6824193596839905},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35438793897628784}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6824193596839905},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35438793897628784}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2005.1555815","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2005.1555815","pdf_url":null,"source":{"id":"https://openalex.org/S4363609022","display_name":"Proceedings. 2005 IEEE International Joint Conference on Neural Networks, 2005.","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings. 2005 IEEE International Joint Conference on Neural Networks, 2005.","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W86972778","https://openalex.org/W293134581","https://openalex.org/W1512098439","https://openalex.org/W1523738681","https://openalex.org/W1554663460","https://openalex.org/W1560724230","https://openalex.org/W1586804319","https://openalex.org/W1783898583","https://openalex.org/W1970789124","https://openalex.org/W1980287119","https://openalex.org/W1990082205","https://openalex.org/W2006544565","https://openalex.org/W2023104721","https://openalex.org/W2027541194","https://openalex.org/W2031776630","https://openalex.org/W2064675550","https://openalex.org/W2083918846","https://openalex.org/W2099791377","https://openalex.org/W2107878631","https://openalex.org/W2112957975","https://openalex.org/W2114968414","https://openalex.org/W2137104501","https://openalex.org/W2141962398","https://openalex.org/W2142426721","https://openalex.org/W2143908786","https://openalex.org/W2155677642","https://openalex.org/W2158461363","https://openalex.org/W2160208155","https://openalex.org/W3121126077","https://openalex.org/W3144619878","https://openalex.org/W3175268321","https://openalex.org/W4285719527","https://openalex.org/W4388297464","https://openalex.org/W6610430140","https://openalex.org/W6630527977","https://openalex.org/W6631667556","https://openalex.org/W6635330666","https://openalex.org/W6676998504","https://openalex.org/W6677294709","https://openalex.org/W6681512967","https://openalex.org/W6682937675","https://openalex.org/W6683348493","https://openalex.org/W6797410471"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655","https://openalex.org/W2359140296"],"abstract_inverted_index":{"We":[0,80],"introduce":[1],"a":[2,53,63,162],"novel":[3],"\"importance":[4],"weight\"":[5],"method":[6],"(IW)":[7],"to":[8,32,41,75,83,88,150],"speed":[9],"up":[10],"learning":[11,60],"of":[12,62,110,117],"\"difficult\"":[13],"data":[14,35,64],"sets":[15],"including":[16],"unbalanced":[17],"data,":[18,21],"highly":[19],"non-linear":[20],"or":[22,126],"long-term":[23],"dependencies":[24,152],"in":[25,108,115],"sequences.":[26],"An":[27],"importance":[28,47],"weight":[29,44],"is":[30,73,104],"assigned":[31],"every":[33],"training":[34],"point":[36],"and":[37,57,87,96,121],"controls":[38],"its":[39],"contribution":[40],"the":[42,59,141],"total":[43],"update.":[45],"The":[46],"weights":[48],"are":[49,156],"obtained":[50],"by":[51],"solving":[52],"quadratic":[54],"optimization":[55],"problem":[56],"determines":[58],"informativeness":[61],"point.":[65],"For":[66],"linear":[67],"classifiers":[68],"we":[69],"show,":[70],"that":[71,102,122],"IW":[72,82,103,130,147],"equivalent":[74],"standard":[76,97],"support":[77],"vector":[78],"learning.":[79],"apply":[81],"feedforward":[84],"multi-layer":[85],"perceptrons":[86],"recurrent":[89],"neural":[90],"networks":[91],"(LSTM).":[92],"Benchmarks":[93],"with":[94],"QuickProp":[95],"gradient":[98,132],"descent":[99,133],"methods":[100],"show":[101],"usually":[105],"much":[106],"faster":[107],"terms":[109,116],"epochs":[111],"as":[112,114],"well":[113],"absolute":[118],"CPU":[119],"time,":[120],"it":[123],"provides":[124],"equal":[125],"better":[127],"prediction":[128],"results.":[129],"improved":[131],"results":[134],"on":[135],"\"real":[136],"world\"":[137],"protein":[138],"datasets.":[139],"In":[140],"\"latching":[142],"benchmark\"":[143],"for":[144],"sequence":[145,158],"prediction,":[146],"was":[148],"able":[149],"extract":[151],"between":[153],"sites":[154],"which":[155],"1,000,000":[157],"elements":[159],"apart":[160],"-":[161],"new":[163],"record.":[164]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}