{"id":"https://openalex.org/W7225409192","doi":"https://doi.org/10.64898/2026.11.05.764680","title":"Hierarchical Temporal Transformer for Cancer Grade Prediction and Cross-Cancer Transfer Learning from Pathology Reports","display_name":"Hierarchical Temporal Transformer for Cancer Grade Prediction and Cross-Cancer Transfer Learning from Pathology Reports","publication_year":2026,"publication_date":"2026-11-06","ids":{"openalex":"https://openalex.org/W7225409192","doi":"https://doi.org/10.64898/2026.11.05.764680"},"language":"en","primary_location":{"id":"doi:10.64898/2026.11.05.764680","doi":"https://doi.org/10.64898/2026.11.05.764680","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.11.05.764680","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/11/06/2026.11.05.764680.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.biorxiv.org/content/biorxiv/early/2026/11/06/2026.11.05.764680.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016627432","display_name":"Nura Brimo","orcid":"https://orcid.org/0009-0009-9133-2054","observed_orcids":["https://orcid.org/0009-0009-9133-2054","https://orcid.org/0000-0002-9604-263X"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"nura Brimo","raw_affiliation_strings":["Duke University;"],"raw_orcid":"https://orcid.org/0009-0009-9133-2054","affiliations":[{"raw_affiliation_string":"Duke University;","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5151921131","display_name":"Rajneesh Anand","orcid":"https://orcid.org/0000-0002-5465-841X","observed_orcids":["https://orcid.org/0000-0002-5465-841X"]},"institutions":[{"id":"https://openalex.org/I186143895","display_name":"Lehigh University","ror":"https://ror.org/012afjb06","country_code":"US","type":"education","lineage":["https://openalex.org/I186143895"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rajneesh Anand","raw_affiliation_strings":["Lehigh University;"],"raw_orcid":"https://orcid.org/0000-0002-5465-841X","affiliations":[{"raw_affiliation_string":"Lehigh University;","institution_ids":["https://openalex.org/I186143895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038649743","display_name":"Anshuman Sabath","orcid":"https://orcid.org/0009-0002-0326-1786","observed_orcids":["https://orcid.org/0009-0002-0326-1786"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anshuman Sabath","raw_affiliation_strings":["Duke University;"],"raw_orcid":"https://orcid.org/0009-0002-0326-1786","affiliations":[{"raw_affiliation_string":"Duke University;","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058042607","display_name":"Hassan Harb","orcid":"https://orcid.org/0000-0002-6016-3122","observed_orcids":["https://orcid.org/0000-0002-6016-3122"]},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hassan Harb","raw_affiliation_strings":["Argonne National Laboratory;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory;","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045787621","display_name":"Dilek \u00c7\u00f6keliler Serdaro\u011flu","orcid":"https://orcid.org/0000-0001-8645-9047","observed_orcids":["https://orcid.org/0000-0001-8645-9047"]},"institutions":[{"id":"https://openalex.org/I188740104","display_name":"Ba\u015fkent University","ror":"https://ror.org/02v9bqx10","country_code":"TR","type":"education","lineage":["https://openalex.org/I188740104"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Dilek Cokeliler Serdaroglu","raw_affiliation_strings":["Baskent University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baskent University","institution_ids":["https://openalex.org/I188740104"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5016627432"],"corresponding_institution_ids":["https://openalex.org/I170897317"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9603999853134155,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9603999853134155,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.017500000074505806,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.006300000008195639,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pathology-reports","display_name":"pathology reports","score":0.921999990940094},{"id":"https://openalex.org/keywords/temporal-transformer","display_name":"temporal transformer","score":0.7749999761581421},{"id":"https://openalex.org/keywords/the-cancer-genome-atlas","display_name":"TCGA","score":0.7110000252723694},{"id":"https://openalex.org/keywords/performance-ceiling","display_name":"performance ceiling","score":0.4779999852180481}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6026999950408936},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.579800009727478},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5583999752998352},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.4867999851703644},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4790000021457672},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.42809998989105225},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.42649999260902405},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4074999988079071},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4020000100135803},{"id":"https://openalex.org/C3020136221","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time sequence","level":2,"score":0.40049999952316284},{"id":"https://openalex.org/C121608353","wikidata":"https://www.wikidata.org/wiki/Q12078","display_name":"Cancer","level":2,"score":0.35830000042915344},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.3555999994277954},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3465999960899353},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C3019816032","wikidata":"https://www.wikidata.org/wiki/Q2575340","display_name":"Cancer treatment","level":3,"score":0.2563999891281128}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.64898/2026.11.05.764680","doi":"https://doi.org/10.64898/2026.11.05.764680","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.11.05.764680","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/11/06/2026.11.05.764680.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.64898/2026.11.05.764680","doi":"https://doi.org/10.64898/2026.11.05.764680","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.11.05.764680","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/11/06/2026.11.05.764680.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.8048999905586243}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225409192.pdf","grobid_xml":"https://content.openalex.org/works/W7225409192.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W2019607817","https://openalex.org/W2157825442","https://openalex.org/W2625625371","https://openalex.org/W2957988017","https://openalex.org/W3016970897","https://openalex.org/W3017637887","https://openalex.org/W3046375318","https://openalex.org/W3160137267","https://openalex.org/W4385576721","https://openalex.org/W4392005379","https://openalex.org/W4404614450","https://openalex.org/W4408267942","https://openalex.org/W4408706424"],"related_works":["https://openalex.org/W4390091495","https://openalex.org/W7203723157","https://openalex.org/W7171499495","https://openalex.org/W4392204108","https://openalex.org/W3113052843","https://openalex.org/W3082991403","https://openalex.org/W4403072112","https://openalex.org/W4392005379","https://openalex.org/W7160516985","https://openalex.org/W7159972084"],"abstract_inverted_index":{"Background:":[0],"Language":[1],"models":[2,24],"for":[3,140,252],"cancer":[4],"reports":[5,51,107],"usually":[6],"read":[7],"one":[8,75,84],"document":[9],"at":[10],"a":[11,60,116,122,141,168,204,240],"time":[12,100,162,236],"and":[13,55,83,90,115,185,202,234,246],"are":[14,249],"tested":[15],"on":[16,71,239],"tumour":[17,88,191],"types":[18,112,192],"seen":[19],"in":[20,80,108],"training.":[21],"Continuous-time":[22],"sequence":[23,58],"address":[25],"the":[26,44,57,77,81,127,153,157,160,220,229,235],"first":[27],"gap,":[28],"but":[29],"whether":[30],"they":[31],"use":[32],"visit":[33,91],"timing,":[34],"not":[35],"just":[36],"order,":[37],"is":[38,217,225,238],"seldom":[39],"tested.":[40],"Methods:":[41],"We":[42,64],"developed":[43],"Hierarchical":[45],"Temporal":[46],"Transformer":[47],"(HTT),":[48],"which":[49],"encodes":[50],"with":[52,59,76,121,187],"adapted":[53],"BiomedBERT":[54],"reads":[56],"cancer-type-conditioned":[61],"temporal":[62],"transformer.":[63],"evaluated":[65],"it":[66,232],"against":[67,136,180],"best-possible":[68],"AUROC":[69,132],"ceilings":[70,181],"two":[72],"synthetic":[73],"benchmarks,":[74],"label":[78],"stated":[79],"text":[82],"recoverable":[85],"only":[86,227],"from":[87],"sizes":[89],"intervals":[92],"(ten":[93],"seeds).":[94],"Diagnostics":[95],"led":[96],"to":[97,148,167,178,199,203],"an":[98],"interval-aware":[99],"code":[101,163,237],"(HTT-IA).":[102],"On":[103,126,156,189],"4,786":[104],"TCGA":[105],"pathology":[106],"14":[109],"types,":[110],"three":[111],"were":[113],"withheld,":[114],"text-only":[117],"HTT":[118,130,193],"was":[119,210],"compared":[120],"survival":[123],"model.":[124],"Results:":[125],"phrase":[128],"benchmark":[129,159],"reached":[131,174,194],"0.931":[133],"+/-":[134,138,196],"0.012":[135],"0.913":[137],"0.007":[139],"last-report":[142],"baseline":[143],"(+0.018,":[144],"95%":[145],"CI":[146],"-0.009":[147],"+0.050);":[149],"dates":[150],"cannot":[151],"raise":[152],"ceiling":[154],"there.":[155],"growth":[158],"initial":[161],"scored":[164],"0.790,":[165],"equal":[166,198],"no-time":[169],"model":[170],"(0.787),":[171],"whereas":[172],"HTT-IA":[173],"0.843":[175],"(+0.053,":[176],"0.026":[177],"0.082)":[179],"of":[182],"0.894":[183],"without":[184],"0.979":[186],"dates.":[188],"unseen":[190],"0.925":[195],"0.007,":[197],"in-distribution":[200],"performance":[201],"single-report":[205],"baseline.":[206],"Text-only":[207],"macro":[208],"C-index":[209],"0.592":[211],"(CALM":[212],"0.626-0.652).":[213],"Conclusion:":[214],"Cross-type":[215],"transfer":[216],"carried":[218],"by":[219],"pre-trained":[221],"encoder.":[222],"Visit":[223],"timing":[224],"used":[226],"when":[228],"data":[230],"make":[231],"identifiable":[233],"clinical":[241],"scale.":[242],"Ceilings,":[243],"order-only":[244],"ablations":[245],"re-dating":[247],"probes":[248],"inexpensive":[250],"checks":[251],"such":[253],"models.":[254]},"counts_by_year":[],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2026-11-07T00:00:00"}