{"id":"https://openalex.org/W6987119061","doi":null,"title":"See Clearly, Act Intelligently: Transformers in Transparent Environments","display_name":"See Clearly, Act Intelligently: Transformers in Transparent Environments","publication_year":2024,"publication_date":"2024-06-25","ids":{"openalex":"https://openalex.org/W6987119061"},"language":"en","primary_location":{"id":"pmh:oai:tudelft.nl:uuid:3023f9b4-f887-4545-a20e-de064401dfbb","doi":null,"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:3023f9b4-f887-4545-a20e-de064401dfbb","pdf_url":"https://repository.tudelft.nl/file/File_9e780f1a-2ab7-47db-b479-7b2fa377fd72","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"bachelor thesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repository.tudelft.nl/file/File_9e780f1a-2ab7-47db-b479-7b2fa377fd72","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Elamin, Omar (author)","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Elamin, Omar (author)","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/world-models","display_name":"world models","score":0.6959999799728394},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.6119999885559082},{"id":"https://openalex.org/keywords/recurrent-neural-networks","display_name":"recurrent neural networks","score":0.9990000128746033},{"id":"https://openalex.org/keywords/markov-property","display_name":"Markov property","score":0.9089999794960022},{"id":"https://openalex.org/keywords/sequence-length","display_name":"sequence length","score":0.5170000195503235},{"id":"https://openalex.org/keywords/model-complexity","display_name":"model complexity","score":0.7919999957084656},{"id":"https://openalex.org/keywords/dataset-size","display_name":"dataset size","score":0.8420000076293945},{"id":"https://openalex.org/keywords/trajectory-data","display_name":"trajectory data","score":0.5249999761581421},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.6140000224113464},{"id":"https://openalex.org/keywords/sample-efficiency","display_name":"sample efficiency","score":0.5360000133514404},{"id":"https://openalex.org/keywords/sequence-prediction","display_name":"sequence prediction","score":0.34700000286102295}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7383999824523926},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.6316999793052673},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.5552999973297119},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5515999794006348},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.367000013589859},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3573000133037567},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34630000591278076},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.31610000133514404},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3084000051021576},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.2874999940395355},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.26179999113082886},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.26080000400543213},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2599000036716461},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2587999999523163},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.2556000053882599},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.25270000100135803},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.250900000333786},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.24869999289512634},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2361000031232834},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2345000058412552},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.23010000586509705},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.22859999537467957},{"id":"https://openalex.org/C133770746","wikidata":"https://www.wikidata.org/wiki/Q856535","display_name":"Current transformer","level":4,"score":0.20630000531673431},{"id":"https://openalex.org/C64939953","wikidata":"https://www.wikidata.org/wiki/Q3859882","display_name":"Hidden semi-Markov model","level":5,"score":0.19760000705718994},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1932000070810318},{"id":"https://openalex.org/C3020136221","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time sequence","level":2,"score":0.19169999659061432},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.1914999932050705},{"id":"https://openalex.org/C2776544517","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Unexpected events","level":2,"score":0.18950000405311584},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1784999966621399},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.17790000140666962},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1753000020980835},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.1729000061750412},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.17030000686645508},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.1695999950170517},{"id":"https://openalex.org/C3020318244","wikidata":"https://www.wikidata.org/wiki/Q4812187","display_name":"Large sample","level":2,"score":0.1680999994277954},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.16359999775886536},{"id":"https://openalex.org/C167928553","wikidata":"https://www.wikidata.org/wiki/Q1376021","display_name":"Estimation theory","level":2,"score":0.1615000069141388},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.15790000557899475},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.15770000219345093}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:tudelft.nl:uuid:3023f9b4-f887-4545-a20e-de064401dfbb","doi":null,"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:3023f9b4-f887-4545-a20e-de064401dfbb","pdf_url":"https://repository.tudelft.nl/file/File_9e780f1a-2ab7-47db-b479-7b2fa377fd72","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"bachelor thesis"}],"best_oa_location":{"id":"pmh:oai:tudelft.nl:uuid:3023f9b4-f887-4545-a20e-de064401dfbb","doi":null,"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:3023f9b4-f887-4545-a20e-de064401dfbb","pdf_url":"https://repository.tudelft.nl/file/File_9e780f1a-2ab7-47db-b479-7b2fa377fd72","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"bachelor thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6987119061.pdf","grobid_xml":"https://content.openalex.org/works/W6987119061.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W2626778328","https://openalex.org/W2896457183","https://openalex.org/W2963799213","https://openalex.org/W3030163527","https://openalex.org/W3041890730","https://openalex.org/W3091507139","https://openalex.org/W3208460365","https://openalex.org/W3217227398"],"related_works":["https://openalex.org/W4399115091","https://openalex.org/W7131155205","https://openalex.org/W4399455235","https://openalex.org/W4403885169","https://openalex.org/W4415247747","https://openalex.org/W4385644834","https://openalex.org/W4281725229","https://openalex.org/W3217227398","https://openalex.org/W4416113521","https://openalex.org/W2986832244"],"abstract_inverted_index":{"Traditionally,":[0],"Recurrent":[1],"Neural":[2],"Networks":[3],"(RNNs)":[4],"are":[5],"used":[6],"to":[7,58,115,141],"predict":[8],"the":[9,13,16,29,60,75,91,97,100,135,138],"sequential":[10],"dynamics":[11],"of":[12,20,34,93,99,118,137,144],"environment.":[14],"With":[15],"advancement":[17],"and":[18,84,96],"breakthroughs":[19],"Transformer":[21],"models,":[22],"there":[23],"has":[24,41],"been":[25,42],"demonstrated":[26],"improvement":[27],"in":[28,148],"performance":[30,136],"&":[31],"sample":[32],"efficiency":[33],"Transformers":[35],"as":[36],"world":[37],"models.":[38],"The":[39],"focus":[40],"on":[43,134],"partially-observable":[44],"environments":[45],"where":[46,72],"their":[47],"capabilities":[48],"can":[49],"be":[50],"maximally":[51],"utilised.":[52],"In":[53],"this":[54],"paper,":[55],"we":[56],"sought":[57],"investigate":[59],"conditions":[61],"under":[62],"which":[63],"transformers":[64,105,147],"outperform":[65,108],"RNNs":[66],"given":[67,113],"a":[68,131],"fully":[69,150],"observable":[70,151],"environment":[71],"states":[73],"obey":[74],"Markov":[76],"property.":[77],"This":[78],"provides":[79],"insight":[80],"into":[81],"transformers'":[82],"generalisation":[83],"predictive":[85],"capabilities.":[86],"Specifically,":[87],"our":[88,109,142],"experiments":[89],"explored":[90],"impact":[92,133],"model":[94],"complexity":[95],"size":[98],"dataset.":[101],"We":[102],"observed":[103,124],"that":[104,125],"did":[106],"not":[107],"baseline":[110],"implementation":[111],"when":[112],"up":[114],"7000":[116],"episodes":[117],"trajectory":[119],"data.":[120],"It":[121],"was":[122],"also":[123],"having":[126],"shorter":[127],"sequence":[128],"lengths":[129],"had":[130],"negligible":[132],"model,":[139],"leading":[140],"recommendation":[143],"avoiding":[145],"using":[146],"these":[149],"environments.":[152]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}