{"id":"https://openalex.org/W2899861731","doi":"https://doi.org/10.1609/aaai.v33i01.33014626","title":"Number Sequence Prediction Problems for Evaluating Computational Powers of Neural Networks","display_name":"Number Sequence Prediction Problems for Evaluating Computational Powers of Neural Networks","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2899861731","doi":"https://doi.org/10.1609/aaai.v33i01.33014626","mag":"2899861731"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33014626","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33014626","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v33i01.33014626","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025937126","display_name":"Hyoungwook Nam","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Hyoungwook Nam","raw_affiliation_strings":["Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026151562","display_name":"Segwang Kim","orcid":"https://orcid.org/0000-0003-2678-9858"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Segwang Kim","raw_affiliation_strings":["Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077832834","display_name":"Kyomin Jung","orcid":"https://orcid.org/0000-0003-2547-7051"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyomin Jung","raw_affiliation_strings":["Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5025937126"],"corresponding_institution_ids":["https://openalex.org/I139264467"],"apc_list":null,"apc_paid":null,"fwci":6.0328,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.97151335,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"33","issue":"01","first_page":"4626","last_page":"4633"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9769999980926514,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9769999980926514,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11567","display_name":"semigroups and automata theory","score":0.9660000205039978,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9580000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.6819028258323669},{"id":"https://openalex.org/keywords/pushdown-automaton","display_name":"Pushdown automaton","score":0.6599658727645874},{"id":"https://openalex.org/keywords/fibonacci-number","display_name":"Fibonacci number","score":0.617736279964447},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5601436495780945},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.5542972683906555},{"id":"https://openalex.org/keywords/turing-machine","display_name":"Turing machine","score":0.5096566677093506},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4781828224658966},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.47194570302963257},{"id":"https://openalex.org/keywords/finite-state-machine","display_name":"Finite-state machine","score":0.4408716857433319},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.42555907368659973},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.31619006395339966},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24842414259910583},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.18165087699890137},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.08085522055625916}],"concepts":[{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6819028258323669},{"id":"https://openalex.org/C77944639","wikidata":"https://www.wikidata.org/wiki/Q751443","display_name":"Pushdown automaton","level":3,"score":0.6599658727645874},{"id":"https://openalex.org/C173734053","wikidata":"https://www.wikidata.org/wiki/Q47577","display_name":"Fibonacci number","level":2,"score":0.617736279964447},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5601436495780945},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.5542972683906555},{"id":"https://openalex.org/C29248071","wikidata":"https://www.wikidata.org/wiki/Q163310","display_name":"Turing machine","level":3,"score":0.5096566677093506},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4781828224658966},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.47194570302963257},{"id":"https://openalex.org/C167822520","wikidata":"https://www.wikidata.org/wiki/Q176452","display_name":"Finite-state machine","level":2,"score":0.4408716857433319},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42555907368659973},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.31619006395339966},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24842414259910583},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.18165087699890137},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.08085522055625916},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v33i01.33014626","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33014626","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/4387","is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/4387","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4387/4265","source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33014626","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33014626","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1103364132","display_name":null,"funder_award_id":"10073144","funder_id":"https://openalex.org/F4320321681","funder_display_name":"Ministry of Trade, Industry and Energy"},{"id":"https://openalex.org/G1319982505","display_name":null,"funder_award_id":"2016R1A2B2009759","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320321292","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542"},{"id":"https://openalex.org/F4320321681","display_name":"Ministry of Trade, Industry and Energy","ror":"https://ror.org/008nkqk13"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1485781696","https://openalex.org/W1686810756","https://openalex.org/W1732222442","https://openalex.org/W1836465849","https://openalex.org/W1924770834","https://openalex.org/W2067619114","https://openalex.org/W2095705004","https://openalex.org/W2108598243","https://openalex.org/W2121029939","https://openalex.org/W2133564696","https://openalex.org/W2158782408","https://openalex.org/W2163605009","https://openalex.org/W2173051530","https://openalex.org/W2194775991","https://openalex.org/W2519091744","https://openalex.org/W2530887700","https://openalex.org/W2962965465","https://openalex.org/W2963703618","https://openalex.org/W2963773578","https://openalex.org/W2963937837","https://openalex.org/W4230654768","https://openalex.org/W4303633609","https://openalex.org/W4320909274","https://openalex.org/W4394652010","https://openalex.org/W6629055951","https://openalex.org/W6666761814","https://openalex.org/W6667329600","https://openalex.org/W6676297131","https://openalex.org/W6683153233","https://openalex.org/W6684821475","https://openalex.org/W6685420546","https://openalex.org/W6687483927","https://openalex.org/W6687668866","https://openalex.org/W6731496405","https://openalex.org/W6743446608","https://openalex.org/W6812409853"],"related_works":["https://openalex.org/W1978271909","https://openalex.org/W2280116234","https://openalex.org/W2541005439","https://openalex.org/W2539931802","https://openalex.org/W4256292645","https://openalex.org/W4237311720","https://openalex.org/W2108442331","https://openalex.org/W4253567341","https://openalex.org/W2131902101","https://openalex.org/W4372046892"],"abstract_inverted_index":{"Inspired":[0],"by":[1],"number":[2,11,34,55,227],"series":[3],"tests":[4],"to":[5,15],"measure":[6],"human":[7],"intelligence,":[8],"we":[9],"suggest":[10,51,130],"sequence":[12,35,56,93,112,142,209,228],"prediction":[13,36,57,94,113,229],"tasks":[14],"assess":[16],"neural":[17],"network":[18],"models\u2019":[19,235],"computational":[20,236],"powers":[21],"for":[22,122],"solving":[23],"algorithmic":[24],"problems.":[25,64],"We":[26,50],"define":[27],"the":[28,39,42,48,59,62,76,99,107,123,138,146,149,155,168,187,192,214],"complexity":[29,89,108,169,193,215],"and":[30,61,75,106,160,181],"difficulty":[31],"of":[32,41,54,73,90,101,109,136,141,148,170,194,200,216],"a":[33,80,85,91,110],"task":[37,189],"with":[38,98,117,127,167],"structure":[40],"smallest":[43],"automaton":[44,121],"that":[45,131,212,225],"can":[46,95,114,163,185],"generate":[47],"sequence.":[49],"two":[52],"types":[53],"problems:":[58],"number-level":[60,66,92,128],"digit-level":[63,77,111],"The":[65,88,222],"problems":[67,78,166,211,230],"format":[68],"sequences":[69,129],"as":[70,178],"2-dimensional":[71],"grids":[72],"digits":[74],"provide":[79],"single":[81],"digit":[82],"input":[83],"per":[84],"time":[86],"step.":[87],"be":[96,115],"defined":[97,116],"depth":[100],"an":[102,118],"equivalent":[103,119],"combinatorial":[104],"logic,":[105],"state":[120,172],"generation":[124,143,210],"rule.":[125],"Experiments":[126],"CNN":[132],"models":[133,162,176],"are":[134,152],"capable":[135],"learning":[137,234],"compound":[139,150],"operations":[140,151],"rules,":[144],"but":[145],"depths":[147],"limited.":[153],"For":[154],"digitlevel":[156],"problems,":[157],"simple":[158,195],"GRU":[159],"LSTM":[161],"solve":[164,186,203],"some":[165],"finite":[171],"automata.":[173],"Memory":[174],"augmented":[175],"such":[177],"Stack-RNN,":[179],"Attention,":[180],"Neural":[182],"Turing":[183,220],"Machines":[184],"reverse-order":[188],"which":[190],"has":[191],"pushdown":[196],"automaton.":[197],"However,":[198],"all":[199],"above":[201],"cannot":[202],"general":[204],"Fibonacci,":[205],"Arithmetic":[206],"or":[207,219],"Geometric":[208],"represent":[213],"queue":[217],"automata":[218],"machines.":[221],"results":[223],"show":[224],"our":[226],"effectively":[231],"evaluate":[232],"machine":[233],"capabilities.":[237]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4}],"updated_date":"2026-06-07T06:13:29.825681","created_date":"2025-10-10T00:00:00"}