{"id":"https://openalex.org/W2963055053","doi":"https://doi.org/10.48550/arxiv.1605.06640","title":"Programming with a Differentiable Forth Interpreter","display_name":"Programming with a Differentiable Forth Interpreter","publication_year":2016,"publication_date":"2016-05-21","ids":{"openalex":"https://openalex.org/W2963055053","doi":"https://doi.org/10.48550/arxiv.1605.06640","mag":"2963055053"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1605.06640","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1605.06640","pdf_url":"https://arxiv.org/pdf/1605.06640","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1605.06640","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016424155","display_name":"Matko Bo\u0161njak","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bo\u0161njak, Matko","raw_affiliation_strings":["Department of Computer Science , University College London , London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science , University College London , London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079315903","display_name":"Tim Rockt\u00e4schel","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rockt\u00e4schel, Tim","raw_affiliation_strings":["Dept. of Comput. Sci., Univ. of Oxford, Oxford, , UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Comput. Sci., Univ. of Oxford, Oxford, , UK","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082047528","display_name":"Jason Naradowsky","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Naradowsky, Jason","raw_affiliation_strings":["Department of Theoretical and Applied Linguistics; University of Cambridge; Cambridge UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Theoretical and Applied Linguistics; University of Cambridge; Cambridge UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101404695","display_name":"Sebastian Riedel","orcid":"https://orcid.org/0000-0002-3655-2486","observed_orcids":["https://orcid.org/0000-0002-3655-2486"]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Riedel, Sebastian","raw_affiliation_strings":["Department of Computer Science , University College London , London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science , University College London , London, UK","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":106,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"547","last_page":"556"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.29980000853538513,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.29980000853538513,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.23770000040531158,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0934000015258789,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/differentiable-programming","display_name":"differentiable programming","score":0.847000002861023},{"id":"https://openalex.org/keywords/program-synthesis","display_name":"program synthesis","score":0.5540000200271606},{"id":"https://openalex.org/keywords/procedural-knowledge","display_name":"procedural knowledge","score":0.6840000152587891},{"id":"https://openalex.org/keywords/prior-knowledge-integration","display_name":"prior knowledge incorporation","score":0.47600001096725464},{"id":"https://openalex.org/keywords/sequence-processing","display_name":"sequence processing","score":0.375},{"id":"https://openalex.org/keywords/natural-language-reasoning","display_name":"natural language reasoning","score":0.703000009059906},{"id":"https://openalex.org/keywords/lstm","display_name":"LSTM","score":0.5580000281333923},{"id":"https://openalex.org/keywords/end-to-end-learning","display_name":"end-to-end learning","score":0.47200000286102295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8542702198028564},{"id":"https://openalex.org/C122783720","wikidata":"https://www.wikidata.org/wiki/Q183065","display_name":"Interpreter","level":2,"score":0.8434021472930908},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6965458393096924},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6457488536834717},{"id":"https://openalex.org/C176809094","wikidata":"https://www.wikidata.org/wiki/Q15401496","display_name":"Traverse","level":2,"score":0.5922269821166992},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5356082320213318},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36678972840309143},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3627796173095703},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"pmh:oai:arXiv.org:1605.06640","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1605.06640","pdf_url":"https://arxiv.org/pdf/1605.06640","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10052992","doi":null,"is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10052992/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"In: Proceedings of the 34th International Conference on Machine Learning. (pp. pp. 547-556). PMLR: Sydney, Australia. (2017)","raw_type":"Proceedings paper"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10081239","doi":null,"is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10081239/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"In: 5th International Conference on Learning Representations, ICLR 2017 - Workshop Track Proceedings. International Conference on Representation Learning (ICRL): Toulon, France. (2017)","raw_type":"Proceedings paper"},{"id":"doi:10.48550/arxiv.1605.06640","doi":"https://doi.org/10.48550/arxiv.1605.06640","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1605.06640","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2963055053","doi":null,"is_oa":false,"landing_page_url":"http://proceedings.mlr.press/v70/bosnjak17a/bosnjak17a.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306419644","display_name":"International Conference on Machine Learning","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Machine Learning","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1605.06640","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1605.06640","pdf_url":"https://arxiv.org/pdf/1605.06640","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1484196467","https://openalex.org/W1539746312","https://openalex.org/W1576818901","https://openalex.org/W1602017060","https://openalex.org/W1732222442","https://openalex.org/W1868018859","https://openalex.org/W1890754682","https://openalex.org/W1905591175","https://openalex.org/W1997199152","https://openalex.org/W2022120297","https://openalex.org/W2037237472","https://openalex.org/W2064675550","https://openalex.org/W2101512909","https://openalex.org/W2130942839","https://openalex.org/W2142938781","https://openalex.org/W2149236697","https://openalex.org/W2167839676","https://openalex.org/W2173051530","https://openalex.org/W2194690080","https://openalex.org/W2214429195","https://openalex.org/W2251349042","https://openalex.org/W2251935656","https://openalex.org/W2263490141","https://openalex.org/W2276364082","https://openalex.org/W2401306519","https://openalex.org/W2416885651","https://openalex.org/W2511174833","https://openalex.org/W2530887700","https://openalex.org/W2566245676","https://openalex.org/W2608786993","https://openalex.org/W2751299223","https://openalex.org/W2949626814","https://openalex.org/W2950527759","https://openalex.org/W2950898700","https://openalex.org/W2963929497","https://openalex.org/W2964121744"],"related_works":["https://openalex.org/W3158933183","https://openalex.org/W2592914533","https://openalex.org/W7155204762","https://openalex.org/W2194690080","https://openalex.org/W7155905443","https://openalex.org/W2214429195","https://openalex.org/W3044725263","https://openalex.org/W7203507629","https://openalex.org/W2592874373","https://openalex.org/W2894908934"],"abstract_inverted_index":{"Given":[0],"that":[1,86,124],"in":[2,169],"practice":[3],"training":[4],"data":[5],"is":[6,19,127],"scarce":[7],"for":[8,39,72,163],"all":[9],"but":[10,52],"a":[11,16,26,46,50],"small":[12],"set":[13],"of":[14,35,134,152],"problems,":[15],"core":[17],"question":[18],"how":[20,45],"to":[21,80,129,150],"incorporate":[22],"prior":[23,36,135],"knowledge":[24,38],"into":[25,115],"model.":[27],"In":[28],"this":[29,64,100],"paper,":[30],"we":[31,66],"consider":[32],"the":[33,73,113],"case":[34],"procedural":[37],"neural":[40,118],"networks,":[41],"such":[42,142],"as":[43,143],"knowing":[44],"program":[47,82,94,114,136],"should":[48,57],"traverse":[49],"sequence,":[51],"not":[53],"what":[54],"local":[55],"actions":[56],"be":[58,88],"performed":[59],"at":[60],"each":[61],"step.":[62],"To":[63],"end,":[65],"present":[67],"an":[68,153],"end-to-end":[69,164],"differentiable":[70],"interpreter":[71,126,159],"programming":[74],"language":[75,171],"Forth":[76],"which":[77],"enables":[78],"programmers":[79],"write":[81],"sketches":[83],"with":[84,90],"slots":[85],"can":[87,98],"filled":[89],"behaviour":[91,101],"trained":[92,156],"from":[93],"input-output":[95],"data.":[96],"We":[97,121],"optimise":[99],"directly":[102],"through":[103],"gradient":[104],"descent":[105],"techniques":[106],"on":[107],"user-specified":[108],"objectives,":[109],"and":[110,138,146,155],"also":[111],"integrate":[112],"any":[116],"larger":[117],"computation":[119],"graph.":[120],"show":[122],"empirically":[123],"our":[125,158],"able":[128],"effectively":[130],"leverage":[131],"different":[132],"levels":[133],"structure":[137],"learn":[139],"complex":[140],"behaviours":[141],"sequence":[144],"sorting":[145],"addition.":[147],"When":[148],"connected":[149],"outputs":[151],"LSTM":[154],"jointly,":[157],"achieves":[160],"state-of-the-art":[161],"accuracy":[162],"reasoning":[165],"about":[166],"quantities":[167],"expressed":[168],"natural":[170],"stories.":[172]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":18},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":22},{"year":2017,"cited_by_count":11},{"year":2016,"cited_by_count":9}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2019-07-30T00:00:00"}