{"id":"https://openalex.org/W2995622545","doi":"https://doi.org/10.2196/13995","title":"Simulator Pre-Screening of Underprepared Drivers Prior to Licensing On-Road Examination: Clustering of Virtual Driving Test Time Series Data","display_name":"Simulator Pre-Screening of Underprepared Drivers Prior to Licensing On-Road Examination: Clustering of Virtual Driving Test Time Series Data","publication_year":2019,"publication_date":"2019-12-16","ids":{"openalex":"https://openalex.org/W2995622545","doi":"https://doi.org/10.2196/13995","mag":"2995622545","pmid":"https://pubmed.ncbi.nlm.nih.gov/32554384","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/7333075"},"language":"en","primary_location":{"id":"doi:10.2196/13995","doi":"https://doi.org/10.2196/13995","is_oa":true,"landing_page_url":"https://doi.org/10.2196/13995","pdf_url":"https://www.jmir.org/2020/6/e13995/PDF","source":{"id":"https://openalex.org/S17147534","display_name":"Journal of Medical Internet Research","issn_l":"1438-8871","issn":["1438-8871","1439-4456"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-b","doyens","fnege-4","jufo-2","ki-jl-2","medline","norway-2","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Medical Internet Research","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.jmir.org/2020/6/e13995/PDF","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007960972","display_name":"David Grethlein","orcid":"https://orcid.org/0000-0002-0395-9300","observed_orcids":["https://orcid.org/0000-0002-0395-9300"]},"institutions":[{"id":"https://openalex.org/I72816309","display_name":"Drexel University","ror":"https://ror.org/04bdffz58","country_code":"US","type":"education","lineage":["https://openalex.org/I72816309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"David Grethlein","raw_affiliation_strings":["Computer Science Department, Drexel University, Philadelphia, PA, United States","Diagnostic Driving, Inc, Philadelphia, PA, United States"],"raw_orcid":"https://orcid.org/0000-0002-0395-9300","affiliations":[{"raw_affiliation_string":"Computer Science Department, Drexel University, Philadelphia, PA, United States","institution_ids":["https://openalex.org/I72816309"]},{"raw_affiliation_string":"Diagnostic Driving, Inc, Philadelphia, PA, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046182165","display_name":"Flaura Koplin Winston","orcid":"https://orcid.org/0000-0001-6632-1403","observed_orcids":["https://orcid.org/0000-0001-6632-1403","https://orcid.org/0000-0002-2811-4160"]},"institutions":[{"id":"https://openalex.org/I1335321130","display_name":"Children's Hospital of Philadelphia","ror":"https://ror.org/01z7r7q48","country_code":"US","type":"funder","lineage":["https://openalex.org/I1335321130"]},{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Flaura Koplin Winston","raw_affiliation_strings":["Center for Injury Research and Prevention, Children's Hospital of Philadelphia, Philadelphia, PA, United States","Diagnostic Driving, Inc, Philadelphia, PA, United States","Perelmen School of Medicine, University of Pennsylvania, Philadelphia, PA, United States"],"raw_orcid":"https://orcid.org/0000-0001-6632-1403","affiliations":[{"raw_affiliation_string":"Center for Injury Research and Prevention, Children's Hospital of Philadelphia, Philadelphia, PA, United States","institution_ids":["https://openalex.org/I1335321130"]},{"raw_affiliation_string":"Diagnostic Driving, Inc, Philadelphia, PA, United States","institution_ids":[]},{"raw_affiliation_string":"Perelmen School of Medicine, University of Pennsylvania, Philadelphia, PA, United States","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082383661","display_name":"Elizabeth A. Walshe","orcid":"https://orcid.org/0000-0002-0466-4272","observed_orcids":["https://orcid.org/0000-0002-0466-4272"]},"institutions":[{"id":"https://openalex.org/I1335321130","display_name":"Children's Hospital of Philadelphia","ror":"https://ror.org/01z7r7q48","country_code":"US","type":"funder","lineage":["https://openalex.org/I1335321130"]},{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth Walshe","raw_affiliation_strings":["Annenberg Public Policy Center, University of Pennsylvania, Philadelphia, PA, United States","Center for Injury Research and Prevention, Children's Hospital of Philadelphia, Philadelphia, PA, United States"],"raw_orcid":"https://orcid.org/0000-0002-0466-4272","affiliations":[{"raw_affiliation_string":"Annenberg Public Policy Center, University of Pennsylvania, Philadelphia, PA, United States","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"Center for Injury Research and Prevention, Children's Hospital of Philadelphia, Philadelphia, PA, United States","institution_ids":["https://openalex.org/I1335321130"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045865636","display_name":"Sean Tanner","orcid":"https://orcid.org/0000-0002-3452-019X","observed_orcids":["https://orcid.org/0000-0002-3452-019X"]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sean Tanner","raw_affiliation_strings":["Diagnostic Driving, Inc, Philadelphia, PA, United States","Geography Department, Rutgers University, New Brunswick, NJ, United States"],"raw_orcid":"https://orcid.org/0000-0002-3452-019X","affiliations":[{"raw_affiliation_string":"Diagnostic Driving, Inc, Philadelphia, PA, United States","institution_ids":[]},{"raw_affiliation_string":"Geography Department, Rutgers University, New Brunswick, NJ, United States","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046223275","display_name":"Venk Kandadai","orcid":"https://orcid.org/0000-0001-7745-6821","observed_orcids":["https://orcid.org/0000-0001-7745-6821","https://orcid.org/0000-0001-9603-2469"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Venk Kandadai","raw_affiliation_strings":["Diagnostic Driving, Inc, Philadelphia, PA, United States"],"raw_orcid":"https://orcid.org/0000-0001-7745-6821","affiliations":[{"raw_affiliation_string":"Diagnostic Driving, Inc, Philadelphia, PA, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038686010","display_name":"Santiago Onta\u00f1\u00f3n","orcid":"https://orcid.org/0000-0002-9616-2981","observed_orcids":["https://orcid.org/0000-0002-9616-2981"]},"institutions":[{"id":"https://openalex.org/I72816309","display_name":"Drexel University","ror":"https://ror.org/04bdffz58","country_code":"US","type":"education","lineage":["https://openalex.org/I72816309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Santiago Onta\u00f1\u00f3n","raw_affiliation_strings":["Computer Science Department, Drexel University, Philadelphia, PA, United States"],"raw_orcid":"https://orcid.org/0000-0002-9616-2981","affiliations":[{"raw_affiliation_string":"Computer Science Department, Drexel University, Philadelphia, PA, United States","institution_ids":["https://openalex.org/I72816309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5007960972"],"corresponding_institution_ids":["https://openalex.org/I72816309"],"apc_list":{"value":2950,"currency":"USD","value_usd":2950},"apc_paid":{"value":2950,"currency":"USD","value_usd":2950},"fwci":0.9937,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.78763398,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":"22","issue":"6","first_page":"e13995","last_page":"e13995"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9556000232696533,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9556000232696533,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.0142000000923872,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.008299999870359898,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/driver-licensing","display_name":"driver licensing","score":0.8479999899864197},{"id":"https://openalex.org/keywords/time-series-clustering","display_name":"time series clustering","score":0.7799999713897705},{"id":"https://openalex.org/keywords/feature-construction","display_name":"feature construction","score":0.6769999861717224},{"id":"https://openalex.org/keywords/driving-skills-assessment","display_name":"driving skills assessment","score":0.550000011920929},{"id":"https://openalex.org/keywords/pass-fail-prediction","display_name":"pass/fail prediction","score":0.6930000185966492},{"id":"https://openalex.org/keywords/driver-behavior","display_name":"driver behavior","score":0.3310000002384186},{"id":"https://openalex.org/keywords/feature-engineering","display_name":"feature engineering","score":0.3499999940395355}],"concepts":[{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5728768110275269},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5447803139686584},{"id":"https://openalex.org/C2777745276","wikidata":"https://www.wikidata.org/wiki/Q1392263","display_name":"Driving test","level":3,"score":0.46539151668548584},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4501965045928955},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.444091260433197},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3951054811477661},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3423638939857483},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.13755077123641968}],"mesh":[{"descriptor_ui":"D000063","descriptor_name":"Accidents, Traffic","qualifier_ui":"Q000517","qualifier_name":"prevention & control","is_major_topic":true},{"descriptor_ui":"D000293","descriptor_name":"Adolescent","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001334","descriptor_name":"Automobile Driving","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008403","descriptor_name":"Mass Screening","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016000","descriptor_name":"Cluster Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.2196/13995","doi":"https://doi.org/10.2196/13995","is_oa":true,"landing_page_url":"https://doi.org/10.2196/13995","pdf_url":"https://www.jmir.org/2020/6/e13995/PDF","source":{"id":"https://openalex.org/S17147534","display_name":"Journal of Medical Internet Research","issn_l":"1438-8871","issn":["1438-8871","1439-4456"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-b","doyens","fnege-4","jufo-2","ki-jl-2","medline","norway-2","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Medical Internet Research","raw_type":"journal-article"},{"id":"doi:10.2196/preprints.13995","doi":"https://doi.org/10.2196/preprints.13995","is_oa":true,"landing_page_url":"https://doi.org/10.2196/preprints.13995","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:pubmedcentral.nih.gov:7333075","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7333075","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"J Med Internet Res","raw_type":"Text"},{"id":"pmid:32554384","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32554384","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of medical Internet research","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.2196/13995","doi":"https://doi.org/10.2196/13995","is_oa":true,"landing_page_url":"https://doi.org/10.2196/13995","pdf_url":"https://www.jmir.org/2020/6/e13995/PDF","source":{"id":"https://openalex.org/S17147534","display_name":"Journal of Medical Internet Research","issn_l":"1438-8871","issn":["1438-8871","1439-4456"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-b","doyens","fnege-4","jufo-2","ki-jl-2","medline","norway-2","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Medical Internet Research","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2995622545.pdf","grobid_xml":"https://content.openalex.org/works/W2995622545.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W1491634537","https://openalex.org/W1537039776","https://openalex.org/W1981218158","https://openalex.org/W1981948134","https://openalex.org/W2018460515","https://openalex.org/W2023586817","https://openalex.org/W2023971898","https://openalex.org/W2030785789","https://openalex.org/W2039867277","https://openalex.org/W2075748903","https://openalex.org/W2082734295","https://openalex.org/W2092174950","https://openalex.org/W2115694019","https://openalex.org/W2138551617","https://openalex.org/W2168143534","https://openalex.org/W2337196313","https://openalex.org/W2474466460","https://openalex.org/W2897098291"],"related_works":["https://openalex.org/W7168378771","https://openalex.org/W4225307754","https://openalex.org/W2973359913","https://openalex.org/W2890701870","https://openalex.org/W2894325850","https://openalex.org/W3046965854","https://openalex.org/W4221021950","https://openalex.org/W3093475460","https://openalex.org/W4399464184","https://openalex.org/W4383890989"],"abstract_inverted_index":{"BACKGROUND:":[0],"A":[1],"large":[2],"Midwestern":[3],"state":[4,31],"commissioned":[5],"a":[6,24,52,81,180,191,213,277,293],"virtual":[7],"driving":[8,13,188],"test":[9],"(VDT)":[10],"to":[11,73,95,111,150,159,163,167,179,207,211,324,329,360],"assess":[12],"skills":[14],"preparedness":[15],"before":[16],"the":[17,28,48,67,101,112,138,141,152,170,175,230,250,256,262,270,288,305,314,331,341],"on-road":[18],"examination":[19],"(ORE).":[20],"Since":[21],"July":[22],"2017,":[23],"pilot":[25],"deployment":[26],"of":[27,50,80,114,173,182,235,282,298,317],"VDT":[29,39,68,139],"in":[30,143,233,265,349],"licensing":[32],"centers":[33],"(VDT":[34],"pilot)":[35],"has":[36],"collected":[37,65,119],"both":[38,137],"and":[40,75,91,122,140,190,247],"ORE":[41,215],"data":[42,64,118,178,355],"from":[43,66],"new":[44,220],"license":[45],"applicants":[46],"with":[47,229,310],"aim":[49],"creating":[51],"scoring":[53],"algorithm":[54],"that":[55,131,186,340],"could":[56,108],"predict":[57,97,212],"those":[58],"who":[59,135,321],"were":[60,322],"underprepared.":[61],"OBJECTIVE:":[62],"Leveraging":[63],"pilot,":[69],"this":[70],"study":[71],"aimed":[72],"develop":[74],"conduct":[76],"an":[77,128],"initial":[78,129,338],"evaluation":[79],"novel":[82,192,273],"machine":[83],"learning":[84],"(ML)-based":[85],"classifier":[86],"using":[87,194,222],"limited":[88,359],"domain":[89],"knowledge":[90],"minimal":[92],"feature":[93,161,347],"engineering":[94],"reliably":[96],"applicant":[98],"pass/fail":[99],"on":[100,149,269,328],"ORE.":[102,153,271],"Such":[103],"methods,":[104],"if":[105],"proven":[106],"useful,":[107],"be":[109],"applicable":[110],"classification":[113,350],"other":[115,123],"time":[116,176,195,223,257,306,353],"series":[117,177,196,224,258,307,354],"within":[120],"medical":[121],"settings.":[124],"METHODS:":[125],"We":[126,154,198],"analyzed":[127],"dataset":[130],"comprised":[132],"4308":[133],"drivers":[134,147],"completed":[136],"ORE,":[142],"which":[144],"1096":[145],"(25.4%)":[146],"went":[148,327],"fail":[151,242,325],"studied":[155],"2":[156],"different":[157,204],"approaches":[158],"constructing":[160],"sets":[162],"use":[164],"as":[165],"input":[166],"ML":[168,205],"algorithms:":[169],"standard":[171,231,263,289],"method":[172,221,232,264,275,291,309,343],"reducing":[174],"set":[181],"manually":[183],"defined":[184],"variables":[185,290],"summarize":[187],"behavior":[189],"approach":[193],"clustering.":[197],"then":[199],"fed":[200],"these":[201],"representations":[202],"into":[203],"algorithms":[206],"compare":[208],"their":[209],"ability":[210],"driver's":[214],"outcome":[216,243],"(pass/fail).":[217],"RESULTS:":[218],"The":[219,272],"clustering":[225,259,274,308,342],"performed":[226],"similarly":[227],"compared":[228],"terms":[234],"overall":[236],"accuracy":[237],"for":[238,280,296,346],"predicting":[239,267],"pass":[240,330],"or":[241],"(76.1%":[244],"vs":[245,253],"76.2%)":[246],"area":[248],"under":[249],"curve":[251],"(0.656":[252],"0.682).":[254],"However,":[255],"slightly":[260],"outperformed":[261],"differentially":[266],"failure":[268,281,297],"yielded":[276,292],"risk":[278,294],"ratio":[279,295,316],"3.07":[283],"(95%":[284,300],"CI":[285,301],"2.75-3.43),":[286],"whereas":[287],"2.68":[299],"2.41-2.99).":[302],"In":[303],"addition,":[304],"logistic":[311],"regression":[312],"produced":[313],"lowest":[315],"false":[318],"alarms":[319],"(those":[320],"predicted":[323],"but":[326],"ORE;":[332],"27.2%).":[333],"CONCLUSIONS:":[334],"Our":[335],"results":[336],"provide":[337],"evidence":[339],"is":[344],"useful":[345],"construction":[348],"tasks":[351],"involving":[352],"when":[356],"resources":[357],"are":[358],"create":[361],"multiple,":[362],"domain-relevant":[363],"variables.":[364]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2019-12-26T00:00:00"}