{"id":"https://openalex.org/W6891980779","doi":"https://doi.org/10.48550/arxiv.2508.05210","title":"Advanced Hybrid Transformer LSTM Technique with Attention and TS Mixer for Drilling Rate of Penetration Prediction","display_name":"Advanced Hybrid Transformer LSTM Technique with Attention and TS Mixer for Drilling Rate of Penetration Prediction","publication_year":2025,"publication_date":"2025-08-07","ids":{"openalex":"https://openalex.org/W6891980779","doi":"https://doi.org/10.48550/arxiv.2508.05210"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2508.05210","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.05210","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2508.05210","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Khan, Saddam Hussain","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Khan, Saddam Hussain","raw_affiliation_strings":["Artificial Intelligence Lab, Department of Computer Systems Engineering, University of Engineering,Applied Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Lab, Department of Computer Systems Engineering, University of Engineering,Applied Sciences","institution_ids":["https://openalex.org/I4210164862"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210164862"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10892","display_name":"Drilling and Well Engineering","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10892","display_name":"Drilling and Well Engineering","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12482","display_name":"Tunneling and Rock Mechanics","score":0.002899999963119626,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10399","display_name":"Hydrocarbon exploration and reservoir analysis","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/2211","display_name":"Mechanics of Materials"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.512499988079071},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.49959999322891235},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.49059998989105225},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.47209998965263367},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.4343000054359436},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.40950000286102295},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3653999865055084},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34700000286102295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.727400004863739},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5358999967575073},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.512499988079071},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.49959999322891235},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.49059998989105225},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.47209998965263367},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.4343000054359436},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.40950000286102295},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3668000102043152},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3653999865055084},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34700000286102295},{"id":"https://openalex.org/C25197100","wikidata":"https://www.wikidata.org/wiki/Q890886","display_name":"Drilling","level":2,"score":0.3433000147342682},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.32760000228881836},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3237999975681305},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.3000999987125397},{"id":"https://openalex.org/C2776497017","wikidata":"https://www.wikidata.org/wiki/Q7295539","display_name":"Rate of penetration","level":3,"score":0.27239999175071716},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.263700008392334},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25920000672340393},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2508.05210","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.05210","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2508.05210","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.05210","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Rate":[0],"of":[1,21,115,192,207,212],"Penetration":[2],"(ROP)":[3],"prediction":[4],"is":[5],"critical":[6],"for":[7,186],"drilling":[8,22,85,193,199],"optimization":[9,98],"yet":[10],"remains":[11],"challenging":[12],"due":[13],"to":[14,43,78,154],"the":[15,100,131,187],"nonlinear,":[16],"dynamic,":[17],"and":[18,27,47,96,117,123,134,161,178,189,209,218],"heterogeneous":[19,188],"characteristics":[20],"data.":[23],"Conventional":[24],"empirical,":[25],"physics-based,":[26],"standard":[28],"machine":[29],"learning":[30,61,160],"models":[31],"rely":[32],"on":[33,197],"oversimplified":[34],"assumptions":[35],"or":[36],"intensive":[37],"feature":[38,49,127,173,180],"engineering,":[39],"constraining":[40],"their":[41],"capacity":[42],"model":[44],"long-term":[45],"dependencies":[46,82],"intricate":[48],"interactions.":[50],"To":[51],"address":[52],"these":[53],"issues,":[54],"this":[55],"study":[56],"presents":[57],"a":[58,71,103,140,183,210],"new":[59],"deep":[60],"Hybrid":[62],"LSTM-Trans-Mixer-Att":[63],"framework":[64,168],"that":[65],"first":[66],"processes":[67],"input":[68],"data":[69],"through":[70,139],"customized":[72],"Long":[73],"Short-Term":[74],"Memory":[75],"(LSTM)":[76],"network":[77],"capture":[79],"multi-scale":[80],"temporal":[81],"aligned":[83],"with":[84,92],"cycles.":[86],"Subsequently,":[87],"an":[88,145,205],"Enhanced":[89,132],"Transformer":[90,133],"encoder":[91],"drilling-specific":[93],"positional":[94],"encodings":[95],"real-time":[97],"refines":[99],"features.":[101],"Concurrently,":[102],"parallel":[104],"Time-Series":[105],"Mixer":[106],"(TS-Mixer)":[107],"block":[108],"introduced":[109],"facilitates":[110],"efficient":[111],"cross-feature":[112],"interaction":[113],"modeling":[114],"static":[116,172],"categorical":[118],"parameters,":[119],"including":[120],"lithological":[121],"indices":[122],"mud":[124],"properties.":[125],"The":[126,166],"representations":[128],"extracted":[129],"from":[130],"TS-Mixer":[135],"modules":[136],"are":[137],"integrated":[138],"dedicated":[141],"fusion":[142],"layer.":[143],"Finally,":[144],"adaptive":[146],"attention":[147],"mechanism":[148],"then":[149],"dynamically":[150],"assigns":[151],"contextual":[152],"weights":[153],"salient":[155],"features,":[156],"enhancing":[157],"discriminative":[158],"representation":[159],"enabling":[162],"high-fidelity":[163],"ROP":[164],"prediction.":[165],"proposed":[167],"combines":[169],"sequential":[170],"memory,":[171],"interactions,":[174],"global":[175],"context":[176],"learning,":[177],"dynamic":[179],"weighting,":[181],"providing":[182],"comprehensive":[184],"solution":[185],"event-driven":[190],"nature":[191],"dynamics.":[194],"Experimental":[195],"validation":[196],"real-world":[198],"datasets":[200],"demonstrates":[201],"superior":[202],"performance,":[203],"achieving":[204],"Rsquare":[206],"0.9991":[208],"MAPE":[211],"1.447%,":[213],"significantly":[214],"outperforming":[215],"existing":[216],"baseline":[217],"hybrid":[219],"models.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}