{"id":"https://openalex.org/W3094221504","doi":"https://doi.org/10.1186/s12880-022-00919-x","title":"Reinforcement learning using Deep $$Q$$ networks and $$Q$$ learning accurately localizes brain tumors on MRI with very small training sets","display_name":"Reinforcement learning using Deep $$Q$$ networks and $$Q$$ learning accurately localizes brain tumors on MRI with very small training sets","publication_year":2022,"publication_date":"2022-12-23","ids":{"openalex":"https://openalex.org/W3094221504","doi":"https://doi.org/10.1186/s12880-022-00919-x","mag":"3094221504"},"language":"en","primary_location":{"id":"doi:10.1186/s12880-022-00919-x","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12880-022-00919-x","pdf_url":"https://bmcmedimaging.biomedcentral.com/counter/pdf/10.1186/s12880-022-00919-x","source":{"id":"https://openalex.org/S6505649","display_name":"BMC Medical Imaging","issn_l":"1471-2342","issn":["1471-2342"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Imaging","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://bmcmedimaging.biomedcentral.com/counter/pdf/10.1186/s12880-022-00919-x","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087061886","display_name":"Joseph N. Stember","orcid":"https://orcid.org/0000-0003-3169-9590"},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"J. N. Stember","raw_affiliation_strings":["Department of Radiology, Memorial Sloan Kettering Cancer Center, 1275 York Avenue, Box 29, New York, NY 10065 USA"],"raw_orcid":"https://orcid.org/0000-0003-3169-9590","affiliations":[{"raw_affiliation_string":"Department of Radiology, Memorial Sloan Kettering Cancer Center, 1275 York Avenue, Box 29, New York, NY 10065 USA","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001166309","display_name":"Hrithwik Shalu","orcid":"https://orcid.org/0000-0002-8944-434X"},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"facility","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"H. Shalu","raw_affiliation_strings":["Department of Aerospace Engineering, Indian Institute of Technology Madras, Chennai, 600 036 India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Aerospace Engineering, Indian Institute of Technology Madras, Chennai, 600 036 India","institution_ids":["https://openalex.org/I24676775"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5087061886"],"corresponding_institution_ids":["https://openalex.org/I1334819555"],"apc_list":{"value":1690,"currency":"GBP","value_usd":2072},"apc_paid":{"value":1690,"currency":"GBP","value_usd":2072},"fwci":0.1692,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.46771218,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"22","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.808870792388916},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7927848100662231},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.7893193364143372},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6780740022659302},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6735478043556213},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.6728814840316772},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5091304183006287},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.48565542697906494},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4537830352783203},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4473233222961426},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.41108641028404236},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3899797797203064},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09507957100868225}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.808870792388916},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7927848100662231},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.7893193364143372},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6780740022659302},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6735478043556213},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.6728814840316772},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5091304183006287},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.48565542697906494},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4537830352783203},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4473233222961426},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.41108641028404236},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3899797797203064},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09507957100868225},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1186/s12880-022-00919-x","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12880-022-00919-x","pdf_url":"https://bmcmedimaging.biomedcentral.com/counter/pdf/10.1186/s12880-022-00919-x","source":{"id":"https://openalex.org/S6505649","display_name":"BMC Medical Imaging","issn_l":"1471-2342","issn":["1471-2342"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Imaging","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2010.10763","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.10763","pdf_url":"https://arxiv.org/pdf/2010.10763","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3094221504","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2010.10763.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2010.10763","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2010.10763","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s12880-022-00919-x","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12880-022-00919-x","pdf_url":"https://bmcmedimaging.biomedcentral.com/counter/pdf/10.1186/s12880-022-00919-x","source":{"id":"https://openalex.org/S6505649","display_name":"BMC Medical Imaging","issn_l":"1471-2342","issn":["1471-2342"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Imaging","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G130303071","display_name":null,"funder_award_id":"Inc./RSNA Research Seed Grant #RSD2027","funder_id":"https://openalex.org/F4320308613","funder_display_name":"RSNA Research and Education Foundation"}],"funders":[{"id":"https://openalex.org/F4320308613","display_name":"RSNA Research and Education Foundation","ror":"https://ror.org/00rj4x019"},{"id":"https://openalex.org/F4320308932","display_name":"Radiological Society of North America","ror":"https://ror.org/00rj4x019"},{"id":"https://openalex.org/F4320309468","display_name":"Memorial Sloan-Kettering Cancer Center","ror":"https://ror.org/02yrq0923"},{"id":"https://openalex.org/F4320313159","display_name":"American Society of Neuroradiology","ror":"https://ror.org/00k9hfk65"},{"id":"https://openalex.org/F4320319816","display_name":"Canon Medical Systems USA","ror":null},{"id":"https://openalex.org/F4320332192","display_name":"Foundation of the American Society of Neuroradiology","ror":"https://ror.org/00k9hfk65"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3094221504.pdf","grobid_xml":"https://content.openalex.org/works/W3094221504.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W1641498739","https://openalex.org/W2121863487","https://openalex.org/W2752498449","https://openalex.org/W2771590529","https://openalex.org/W2801761532","https://openalex.org/W2861732392","https://openalex.org/W2890024329","https://openalex.org/W2903819949","https://openalex.org/W2963207607","https://openalex.org/W2976398475","https://openalex.org/W2990283237","https://openalex.org/W3006379117","https://openalex.org/W3047581139","https://openalex.org/W3098751697","https://openalex.org/W3183452672","https://openalex.org/W3200378138"],"related_works":["https://openalex.org/W3126373388","https://openalex.org/W3117506394","https://openalex.org/W3178390372","https://openalex.org/W3157952885","https://openalex.org/W3029232773","https://openalex.org/W2505772294","https://openalex.org/W2891118631","https://openalex.org/W2907719205","https://openalex.org/W3030381113","https://openalex.org/W2980236807","https://openalex.org/W3185679619","https://openalex.org/W2783588554","https://openalex.org/W3158128419","https://openalex.org/W3100715778","https://openalex.org/W3103710326","https://openalex.org/W3190210901","https://openalex.org/W3115255683","https://openalex.org/W2903819949","https://openalex.org/W3126565252","https://openalex.org/W3199607480"],"abstract_inverted_index":{"Abstract":[0],"Background":[1],"Supervised":[2],"deep":[3,48,140],"learning":[4,37,50,141,177,199,232],"in":[5],"radiology":[6],"suffers":[7],"from":[8,101],"notorious":[9],"inherent":[10],"limitations:":[11],"1)":[12],"It":[13,20,25,30],"requires":[14],"large,":[15],"hand-annotated":[16],"data":[17,159],"sets;":[18],"(2)":[19],"is":[21],"non-generalizable;":[22],"and":[23,28,80,134,160,239],"(3)":[24],"lacks":[26],"explainability":[27],"intuition.":[29],"has":[31],"recently":[32],"been":[33],"proposed":[34],"that":[35,76,230],"reinforcement":[36,49,198,231],"addresses":[38],"all":[39],"three":[40],"of":[41,124,147,214],"these":[42],"limitations.":[43],"Notable":[44],"prior":[45],"work":[46,216],"applied":[47,197],"to":[51,71,183,200,217,242],"localize":[52,201],"brain":[53,104,202,208],"tumors":[54,203],"with":[55],"radiologist":[56],"eye":[57],"tracking":[58],"points,":[59],"which":[60],"limits":[61],"the":[62,78,102,115,144,152,157,165,170,184],"state-action":[63],"space.":[64],"Here,":[65],"we":[66,131],"generalize":[67,241],"Deep":[68,89,117,171],"Q":[69,118],"Learning":[70],"a":[72,88,121,136,212,218,243],"gridworld-based":[73],"environment":[74],"so":[75],"only":[77],"images":[79],"image":[81,99,108],"masks":[82],"are":[83],"required.":[84],"Methods":[85],"We":[86,112,194,227],"trained":[87,116,133],"$$Q$$":[90,172],"<mml:math":[91,173],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\">":[92,174],"<mml:mi>Q</mml:mi>":[93,175],"</mml:math>":[94,176],"network":[95,119,142],"on":[96,120,143,164,204],"30":[97,125],"two-dimensional":[98],"slices":[100],"BraTS":[103],"tumor":[105],"database.":[106],"Each":[107],"contained":[109],"one":[110],"lesion.":[111],"then":[113],"tested":[114,135],"separate":[122,244],"set":[123,127,146,167,186],"testing":[126,166,185,245],"images.":[128,149,209,226],"For":[129],"comparison,":[130],"also":[132],"keypoint":[137],"detection":[138],"supervised":[139,153],"same":[145],"training/testing":[148],"Results":[150],"Whereas":[151],"approach":[154,178],"quickly":[155],"overfit":[156],"training":[158,188,237],"predictably":[161],"performed":[162],"poorly":[163],"(11%":[168],"accuracy),":[169],"showed":[179],"progressive":[180],"improved":[181],"generalizability":[182],"over":[187],"time,":[189],"reaching":[190],"70%":[191],"accuracy.":[192],"Conclusion":[193],"have":[195,228],"successfully":[196],"2D":[205],"contrast-enhanced":[206],"MRI":[207],"This":[210],"represents":[211],"generalization":[213],"recent":[215],"gridworld":[219],"setting":[220],"naturally":[221],"suitable":[222],"for":[223],"analyzing":[224],"medical":[225],"shown":[229],"does":[233],"not":[234],"over-fit":[235],"small":[236],"sets,":[238],"can":[240],"set.":[246]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}