{"id":"https://openalex.org/W7118523242","doi":"https://doi.org/10.1093/jcde/qwag002","title":"Systematic evaluation of attention mechanisms in transformer models for De Novo UTS-driven silk protein sequence design","display_name":"Systematic evaluation of attention mechanisms in transformer models for De Novo UTS-driven silk protein sequence design","publication_year":2026,"publication_date":"2026-01-07","ids":{"openalex":"https://openalex.org/W7118523242","doi":"https://doi.org/10.1093/jcde/qwag002"},"language":"en","primary_location":{"id":"doi:10.1093/jcde/qwag002","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwag002","pdf_url":null,"source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1093/jcde/qwag002","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026277940","display_name":"Hongchul Shin","orcid":"https://orcid.org/0009-0002-8100-2085"},"institutions":[{"id":"https://openalex.org/I174101054","display_name":"Changwon National University","ror":"https://ror.org/04ts4qa58","country_code":"KR","type":"education","lineage":["https://openalex.org/I174101054"]},{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]},{"id":"https://openalex.org/I3141573830","display_name":"Department of Biotechnology","ror":"https://ror.org/03tjsyq23","country_code":"IN","type":"government","lineage":["https://openalex.org/I2799351866","https://openalex.org/I3141573830","https://openalex.org/I4210134808"]}],"countries":["IN","KR"],"is_corresponding":false,"raw_author_name":"Hongchul Shin","raw_affiliation_strings":["Department of Biotechnology, College of Life Sciences and Biotechnology, Korea University , 02841 Seoul ,","Department of Mechanical Engineering, Changwon National University , 51140 Changwon ,"],"raw_orcid":"https://orcid.org/0009-0002-8100-2085","affiliations":[{"raw_affiliation_string":"Department of Biotechnology, College of Life Sciences and Biotechnology, Korea University , 02841 Seoul ,","institution_ids":["https://openalex.org/I197347611","https://openalex.org/I3141573830"]},{"raw_affiliation_string":"Department of Mechanical Engineering, Changwon National University , 51140 Changwon ,","institution_ids":["https://openalex.org/I174101054"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104212751","display_name":"YUJIN PARK","orcid":null},"institutions":[{"id":"https://openalex.org/I174101054","display_name":"Changwon National University","ror":"https://ror.org/04ts4qa58","country_code":"KR","type":"education","lineage":["https://openalex.org/I174101054"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yujin Park","raw_affiliation_strings":["Department of Mechanical Engineering, Changwon National University , 51140 Changwon ,"],"raw_orcid":"https://orcid.org/0009-0000-3870-1388","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Changwon National University , 51140 Changwon ,","institution_ids":["https://openalex.org/I174101054"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122222882","display_name":"Junbin Yeom","orcid":null},"institutions":[{"id":"https://openalex.org/I174101054","display_name":"Changwon National University","ror":"https://ror.org/04ts4qa58","country_code":"KR","type":"education","lineage":["https://openalex.org/I174101054"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Junbin Yeom","raw_affiliation_strings":["Department of Mechanical Engineering, Changwon National University , 51140 Changwon ,"],"raw_orcid":"https://orcid.org/0009-0006-7978-7169","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Changwon National University , 51140 Changwon ,","institution_ids":["https://openalex.org/I174101054"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052446605","display_name":"S. Na","orcid":null},"institutions":[{"id":"https://openalex.org/I124633538","display_name":"University of Seoul","ror":"https://ror.org/05en5nh73","country_code":"KR","type":"education","lineage":["https://openalex.org/I124633538"]},{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Sungsoo Na","raw_affiliation_strings":["Department of Mechanical Engineering, Korea University , 02841 Seoul ,"],"raw_orcid":"https://orcid.org/0000-0003-4142-3627","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Korea University , 02841 Seoul ,","institution_ids":["https://openalex.org/I124633538","https://openalex.org/I197347611"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5122228391","display_name":"Taeyoung Yoon","orcid":null},"institutions":[{"id":"https://openalex.org/I174101054","display_name":"Changwon National University","ror":"https://ror.org/04ts4qa58","country_code":"KR","type":"education","lineage":["https://openalex.org/I174101054"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Taeyoung Yoon","raw_affiliation_strings":["Department of Mechanical Engineering, Changwon National University , 51140 Changwon ,"],"raw_orcid":"https://orcid.org/0009-0007-6701-6647","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Changwon National University , 51140 Changwon ,","institution_ids":["https://openalex.org/I174101054"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5052446605","https://openalex.org/A5122228391"],"corresponding_institution_ids":["https://openalex.org/I124633538","https://openalex.org/I174101054","https://openalex.org/I197347611"],"apc_list":{"value":1650,"currency":"USD","value_usd":1650},"apc_paid":{"value":1650,"currency":"USD","value_usd":1650},"fwci":7.9388,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.9481285,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"13","issue":"2","first_page":"105","last_page":"126"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11966","display_name":"Silk-based biomaterials and applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2502","display_name":"Biomaterials"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11966","display_name":"Silk-based biomaterials and applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2502","display_name":"Biomaterials"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11737","display_name":"Advanced Materials and Mechanics","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12012","display_name":"Diatoms and Algae Research","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2502","display_name":"Biomaterials"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7232000231742859},{"id":"https://openalex.org/keywords/silk","display_name":"SILK","score":0.661899983882904},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.46779999136924744},{"id":"https://openalex.org/keywords/ultimate-tensile-strength","display_name":"Ultimate tensile strength","score":0.4187999963760376},{"id":"https://openalex.org/keywords/protein-design","display_name":"Protein design","score":0.34389999508857727},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.31060001254081726}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7232000231742859},{"id":"https://openalex.org/C2780431358","wikidata":"https://www.wikidata.org/wiki/Q653622","display_name":"SILK","level":2,"score":0.661899983882904},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.46779999136924744},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.43549999594688416},{"id":"https://openalex.org/C112950240","wikidata":"https://www.wikidata.org/wiki/Q76005","display_name":"Ultimate tensile strength","level":2,"score":0.4187999963760376},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.41589999198913574},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3885999917984009},{"id":"https://openalex.org/C186060115","wikidata":"https://www.wikidata.org/wiki/Q30336093","display_name":"Biological system","level":1,"score":0.36959999799728394},{"id":"https://openalex.org/C152769699","wikidata":"https://www.wikidata.org/wiki/Q410814","display_name":"Protein design","level":3,"score":0.34389999508857727},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.2883000075817108},{"id":"https://openalex.org/C10010492","wikidata":"https://www.wikidata.org/wiki/Q3142557","display_name":"Protein sequencing","level":4,"score":0.2838999927043915},{"id":"https://openalex.org/C2988076202","wikidata":"https://www.wikidata.org/wiki/Q240553","display_name":"Mechanical strength","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2734000086784363},{"id":"https://openalex.org/C2780092901","wikidata":"https://www.wikidata.org/wiki/Q3433612","display_name":"Correlation coefficient","level":2,"score":0.26829999685287476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1093/jcde/qwag002","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwag002","pdf_url":null,"source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1093/jcde/qwag002","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwag002","pdf_url":null,"source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5209567741","display_name":null,"funder_award_id":"RS-2024-00444460","funder_id":"https://openalex.org/F4320311649","funder_display_name":"Ministry of Education"},{"id":"https://openalex.org/G7517823152","display_name":null,"funder_award_id":"RS-2024-00349057","funder_id":"https://openalex.org/F4320311649","funder_display_name":"Ministry of Education"},{"id":"https://openalex.org/G8136805677","display_name":null,"funder_award_id":"RS-2025-00555333","funder_id":"https://openalex.org/F4320311649","funder_display_name":"Ministry of Education"}],"funders":[{"id":"https://openalex.org/F4320311649","display_name":"Ministry of Education","ror":"https://ror.org/036nq5137"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1985818354","https://openalex.org/W2020486347","https://openalex.org/W2044087102","https://openalex.org/W2044288081","https://openalex.org/W2049695588","https://openalex.org/W2052561043","https://openalex.org/W2060502254","https://openalex.org/W2071921255","https://openalex.org/W2087309216","https://openalex.org/W2112761739","https://openalex.org/W2128728535","https://openalex.org/W2161826643","https://openalex.org/W2252354019","https://openalex.org/W2353267094","https://openalex.org/W2426872594","https://openalex.org/W2468221858","https://openalex.org/W2604702198","https://openalex.org/W2914757825","https://openalex.org/W2923222553","https://openalex.org/W2952809536","https://openalex.org/W2988459338","https://openalex.org/W3015468748","https://openalex.org/W3024325445","https://openalex.org/W3037983807","https://openalex.org/W3094582821","https://openalex.org/W3135543115","https://openalex.org/W3146944767","https://openalex.org/W3154463372","https://openalex.org/W3208495174","https://openalex.org/W3210242491","https://openalex.org/W3213321795","https://openalex.org/W4284887974","https://openalex.org/W4288690359","https://openalex.org/W4308522379","https://openalex.org/W4316021008","https://openalex.org/W4321502832","https://openalex.org/W4323654151","https://openalex.org/W4327550249","https://openalex.org/W4361217693","https://openalex.org/W4376273894","https://openalex.org/W4376599439","https://openalex.org/W4379093600","https://openalex.org/W4382182163","https://openalex.org/W4383483911","https://openalex.org/W4389267611","https://openalex.org/W4389482194","https://openalex.org/W4392238309","https://openalex.org/W4400053652","https://openalex.org/W4402130388","https://openalex.org/W4409717044","https://openalex.org/W4410101820","https://openalex.org/W4410325116","https://openalex.org/W4413026977","https://openalex.org/W4413087336","https://openalex.org/W4413970394","https://openalex.org/W4415783223","https://openalex.org/W4415795367"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Protein":[1],"sequence":[2,37,104],"generation":[3,38],"has":[4],"emerged":[5],"as":[6],"a":[7,46,80,113,126],"central":[8],"theme":[9],"in":[10,53],"computational":[11],"biology,":[12],"with":[13,121],"silk":[14,35,58],"proteins":[15],"receiving":[16],"attention":[17,51,74,100],"due":[18],"to":[19,25],"their":[20],"superior":[21],"mechanical":[22,123],"properties":[23,124],"compared":[24],"synthetic":[26],"materials.":[27],"However,":[28],"systematic":[29],"evaluation":[30],"of":[31,49,83,118],"transformer":[32,54],"architectures":[33,55],"for":[34,57,107,115],"protein":[36,59],"remains":[39],"limited.":[40],"In":[41],"this":[42],"study,":[43],"we":[44],"conducted":[45],"comparative":[47],"analysis":[48,95],"five":[50],"mechanisms":[52],"optimized":[56],"crystalline":[60],"region":[61],"generation,":[62],"validated":[63],"by":[64],"steered":[65],"molecular":[66],"dynamics":[67],"simulations.":[68],"Among":[69],"the":[70,76],"tested":[71],"mechanisms,":[72],"convolutional":[73,99],"demonstrated":[75],"best":[77],"performance,":[78],"achieving":[79],"correlation":[81],"coefficient":[82],"0.91":[84],"between":[85],"target":[86],"and":[87],"simulated":[88],"ultimate":[89],"tensile":[90],"strength":[91],"values.":[92],"Attention":[93],"map":[94],"further":[96],"revealed":[97],"that":[98],"effectively":[101],"captured":[102],"local":[103],"dependencies":[105],"critical":[106],"\u03b2-sheet":[108],"formation.":[109],"These":[110],"findings":[111],"provide":[112],"foundation":[114],"data-driven":[116],"design":[117],"protein-based":[119],"materials":[120],"tunable":[122],"across":[125],"broad":[127],"range.":[128]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2026-01-08T00:00:00"}