{"id":"https://openalex.org/W7214789780","doi":"https://doi.org/10.26434/chemrxiv.15009607/v1","title":"PervoTransformer: Multi-Scale Transformer-Based Device Design and Atomistic Modeling of Perovskites","display_name":"PervoTransformer: Multi-Scale Transformer-Based Device Design and Atomistic Modeling of Perovskites","publication_year":2026,"publication_date":"2026-09-29","ids":{"openalex":"https://openalex.org/W7214789780","doi":"https://doi.org/10.26434/chemrxiv.15009607/v1"},"language":"en","primary_location":{"id":"doi:10.26434/chemrxiv.15009607/v1","doi":"https://doi.org/10.26434/chemrxiv.15009607/v1","is_oa":true,"landing_page_url":"https://doi.org/10.26434/chemrxiv.15009607/v1","pdf_url":null,"source":{"id":"https://openalex.org/S4393918830","display_name":"ChemRxiv","issn_l":"2573-2293","issn":["2573-2293"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.26434/chemrxiv.15009607/v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076874733","display_name":"Wahid Hussain","orcid":"https://orcid.org/0009-0008-9520-0553","observed_orcids":["https://orcid.org/0009-0008-9520-0553"]},"institutions":[{"id":"https://openalex.org/I12469534","display_name":"Quaid-i-Azam University","ror":"https://ror.org/04s9hft57","country_code":"PK","type":"education","lineage":["https://openalex.org/I12469534"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Wahid Hussain","raw_affiliation_strings":["Department of Physics","Quaid-i-Azam University Islamabad"],"raw_orcid":"https://orcid.org/0009-0008-9520-0553","affiliations":[{"raw_affiliation_string":"Department of Physics","institution_ids":[]},{"raw_affiliation_string":"Quaid-i-Azam University Islamabad","institution_ids":["https://openalex.org/I12469534"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050758092","display_name":"Ali Hamza","orcid":"https://orcid.org/0000-0002-6619-6638","observed_orcids":["https://orcid.org/0000-0002-6619-6638","https://orcid.org/0009-0005-1086-4384"]},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Ali Hamza","raw_affiliation_strings":["National University of Sciences & Technology Islamabad"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Sciences & Technology Islamabad","institution_ids":["https://openalex.org/I929597975"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085424972","display_name":"Muhammad Sultan","orcid":"https://orcid.org/0000-0002-2990-7197","observed_orcids":["https://orcid.org/0000-0002-2990-7197"]},"institutions":[{"id":"https://openalex.org/I4387154833","display_name":"Kohsar University Murree","ror":"https://ror.org/0558kn420","country_code":"PK","type":"government","lineage":["https://openalex.org/I4387154833"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Sultan","raw_affiliation_strings":["Department of Physics","Kohsar University Murree Punjab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics","institution_ids":[]},{"raw_affiliation_string":"Kohsar University Murree Punjab","institution_ids":["https://openalex.org/I4387154833"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108855645","display_name":"Fouzia Malik","orcid":"https://orcid.org/0009-0003-1060-2312","observed_orcids":["https://orcid.org/0009-0003-1060-2312"]},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Fouzia Perveen Malik","raw_affiliation_strings":["National University of Sciences & Technology Islamabad"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Sciences & Technology Islamabad","institution_ids":["https://openalex.org/I929597975"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9199000000953674,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9199000000953674,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10247","display_name":"Perovskite Materials and Applications","score":0.07840000092983246,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10002","display_name":"Advanced Chemical Physics Studies","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perovskite-solar-cells","display_name":"perovskite solar cells","score":0.996999979019165},{"id":"https://openalex.org/keywords/device-architecture-design","display_name":"device architecture design","score":0.7429999709129333},{"id":"https://openalex.org/keywords/roberta-fine-tuning","display_name":"RoBERTa fine-tuning","score":0.8690000176429749},{"id":"https://openalex.org/keywords/scaps-1d-simulation","display_name":"SCAPS-1D simulation","score":0.7329999804496765},{"id":"https://openalex.org/keywords/power-conversion-efficiency-prediction","display_name":"power conversion efficiency prediction","score":0.9120000004768372},{"id":"https://openalex.org/keywords/machine-learning-interatomic-potentials","display_name":"machine learning interatomic potentials","score":0.8650000095367432},{"id":"https://openalex.org/keywords/mace","display_name":"MACE","score":0.9470000267028809},{"id":"https://openalex.org/keywords/sn-based-perovskites","display_name":"Sn-based perovskites","score":0.843999981880188},{"id":"https://openalex.org/keywords/methylammonium-lead-iodide","display_name":"methylammonium lead iodide","score":0.7879999876022339},{"id":"https://openalex.org/keywords/fapbi3","display_name":"FAPbI3","score":0.9869999885559082},{"id":"https://openalex.org/keywords/cspbi3","display_name":"CsPbI3","score":0.9549999833106995},{"id":"https://openalex.org/keywords/atomistic-modeling","display_name":"atomistic modeling","score":0.6060000061988831}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6331999897956848},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5439000129699707},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4932999908924103},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4805999994277954},{"id":"https://openalex.org/C141123601","wikidata":"https://www.wikidata.org/wiki/Q6935072","display_name":"Multiscale modeling","level":2,"score":0.4672999978065491},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.4253000020980835},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.41029998660087585},{"id":"https://openalex.org/C155011858","wikidata":"https://www.wikidata.org/wiki/Q3036449","display_name":"Perovskite (structure)","level":2,"score":0.36480000615119934},{"id":"https://openalex.org/C2780824857","wikidata":"https://www.wikidata.org/wiki/Q58803","display_name":"Solar cell","level":2,"score":0.36250001192092896},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.3617999851703644},{"id":"https://openalex.org/C27753989","wikidata":"https://www.wikidata.org/wiki/Q284885","display_name":"Superposition principle","level":2,"score":0.3555999994277954},{"id":"https://openalex.org/C2780089039","wikidata":"https://www.wikidata.org/wiki/Q18387741","display_name":"Perovskite solar cell","level":3,"score":0.34779998660087585},{"id":"https://openalex.org/C188817802","wikidata":"https://www.wikidata.org/wiki/Q13426855","display_name":"Physical design","level":3,"score":0.3472000062465668},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34060001373291016},{"id":"https://openalex.org/C512564126","wikidata":"https://www.wikidata.org/wiki/Q7257959","display_name":"Public records","level":2,"score":0.3246999979019165},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.32330000400543213},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3215999901294708},{"id":"https://openalex.org/C2776029896","wikidata":"https://www.wikidata.org/wiki/Q3935810","display_name":"Relaxation (psychology)","level":2,"score":0.3215999901294708},{"id":"https://openalex.org/C2982717780","wikidata":"https://www.wikidata.org/wiki/Q107","display_name":"Physical space","level":2,"score":0.3208000063896179},{"id":"https://openalex.org/C2778648169","wikidata":"https://www.wikidata.org/wiki/Q967768","display_name":"Compatibility (geochemistry)","level":2,"score":0.32030001282691956},{"id":"https://openalex.org/C2868805","wikidata":"https://www.wikidata.org/wiki/Q34516","display_name":"Imagination","level":2,"score":0.3190000057220459},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.30250000953674316},{"id":"https://openalex.org/C116672817","wikidata":"https://www.wikidata.org/wiki/Q1454986","display_name":"Physical system","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C123299182","wikidata":"https://www.wikidata.org/wiki/Q190837","display_name":"Hysteresis","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C206991015","wikidata":"https://www.wikidata.org/wiki/Q192704","display_name":"Energy conversion efficiency","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.2915000021457672},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C2777021972","wikidata":"https://www.wikidata.org/wiki/Q22976830","display_name":"Uniqueness","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C41291067","wikidata":"https://www.wikidata.org/wiki/Q1897785","display_name":"Photovoltaic system","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C171250308","wikidata":"https://www.wikidata.org/wiki/Q11468","display_name":"Nanotechnology","level":1,"score":0.2678999900817871},{"id":"https://openalex.org/C2777152284","wikidata":"https://www.wikidata.org/wiki/Q17590603","display_name":"Material Design","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C31555180","wikidata":"https://www.wikidata.org/wiki/Q3523867","display_name":"Material properties","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2606000006198883}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.26434/chemrxiv.15009607/v1","doi":"https://doi.org/10.26434/chemrxiv.15009607/v1","is_oa":true,"landing_page_url":"https://doi.org/10.26434/chemrxiv.15009607/v1","pdf_url":null,"source":{"id":"https://openalex.org/S4393918830","display_name":"ChemRxiv","issn_l":"2573-2293","issn":["2573-2293"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.26434/chemrxiv.15009607/v1","doi":"https://doi.org/10.26434/chemrxiv.15009607/v1","is_oa":true,"landing_page_url":"https://doi.org/10.26434/chemrxiv.15009607/v1","pdf_url":null,"source":{"id":"https://openalex.org/S4393918830","display_name":"ChemRxiv","issn_l":"2573-2293","issn":["2573-2293"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9853000044822693,"display_name":"Affordable and clean energy"},{"id":"https://metadata.un.org/sdg/9","score":0.4943999946117401,"display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7124135940","https://openalex.org/W7204497629","https://openalex.org/W7214921716","https://openalex.org/W7160393835","https://openalex.org/W7135011234","https://openalex.org/W7167226370","https://openalex.org/W7164416121","https://openalex.org/W7106669777","https://openalex.org/W7116714375","https://openalex.org/W4416210699"],"abstract_inverted_index":{"Perovskite":[0],"solar":[1,241],"cell":[2],"design":[3,163,207,237],"involves":[4],"a":[5,32,116,227],"large":[6],"and":[7,16,42,67,90,135,144,146,191,235],"highly":[8],"coupled":[9,233],"space":[10],"of":[11,22,97,133,157,160,193,239],"material":[12],"compositions,":[13],"layer":[14],"structures,":[15],"physical":[17,136,222],"parameters,":[18],"making":[19],"systematic":[20],"exploration":[21,156,192],"complete":[23,37,106],"device":[24,38,57,107,162,236],"architectures":[25,39,129],"computationally":[26,247],"challenging.":[27],"This":[28,224],"work":[29],"introduces":[30],"PervoTransformer,":[31],"transformer-based":[33],"framework":[34,174,200],"that":[35],"represents":[36],"as":[40],"sequences":[41,58],"learns":[43],"device-level":[44,206],"behavior":[45],"directly":[46],"from":[47],"this":[48],"representation.":[49],"A":[50],"RoBERTa":[51,152],"model":[52,72,118],"is":[53,119],"fine-tuned":[54,120,151,176],"on":[55,171,246],"SCAPS-generated":[56],"spanning":[59],"six":[60],"perovskite":[61,240],"families,":[62],"including":[63,78],"MAPbI3,":[64],"FAPbI3,":[65],"CsPbI3,":[66],"their":[68],"Sn-based":[69,195],"analogs.":[70],"The":[71,197],"simultaneously":[73],"predicts":[74],"multiple":[75],"performance":[76],"metrics,":[77],"power":[79],"conversion":[80],"efficiency":[81],"(PCE),":[82],"short-circuit":[83],"current":[84],"density":[85],"(Jsc),":[86],"open-circuit":[87],"voltage":[88],"(Voc),":[89],"fill":[91],"factor":[92],"(FF),":[93],"demonstrating":[94],"the":[95,113,122,150,161,172,232],"ability":[96],"transformer":[98,203],"encoders":[99],"to":[100,126],"capture":[101],"coupled,":[102],"nonlinear":[103],"dependencies":[104],"across":[105],"stacks.":[108],"To":[109],"explore":[110],"configurations":[111,139],"beyond":[112],"training":[114],"distribution,":[115],"GPT-2":[117],"using":[121,149,183],"same":[123],"device-sequence":[124],"representation":[125],"generate":[127],"candidate":[128],"with":[130,208],"new":[131],"combinations":[132],"compositional":[134],"parameters.":[137],"Generated":[138],"are":[140,175],"screened":[141],"for":[142,177,205,212,220,230],"validity":[143],"uniqueness":[145],"subsequently":[147],"evaluated":[148],"model,":[153],"enabling":[154,187],"efficient":[155,188],"under-sampled":[158],"regions":[159],"space.":[164],"In":[165],"parallel,":[166],"machine-learned":[167,209],"interatomic":[168,210],"potentials":[169,211],"based":[170],"MACE":[173],"CsSnX3":[178],"(X":[179],"=":[180],"Cl,Br,":[181],"I)":[182],"available":[184],"DFT":[185],"data,":[186],"structural":[189],"relaxation":[190],"lead-free":[194],"perovskites.":[196],"resulting":[198],"multiscale":[199],"combines":[201],"sequence-based":[202],"models":[204],"atomistic":[213],"materials":[214,234],"exploration,":[215],"while":[216,243],"retaining":[217],"first-principles":[218],"calculations":[219],"detailed":[221],"validation.":[223],"approach":[225],"provides":[226],"scalable":[228],"strategy":[229],"navigating":[231],"spaces":[238],"cells":[242],"reducing":[244],"reliance":[245],"expensive":[248],"simulations":[249],"during":[250],"initial":[251],"exploration.":[252]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-09-30T00:00:00"}