{"id":"https://openalex.org/W4389471377","doi":"https://doi.org/10.48550/arxiv.2312.03561","title":"Blueprinting the Future: Automatic Item Categorization using Hierarchical Zero-Shot and Few-Shot Classifiers","display_name":"Blueprinting the Future: Automatic Item Categorization using Hierarchical Zero-Shot and Few-Shot Classifiers","publication_year":2023,"publication_date":"2023-12-06","ids":{"openalex":"https://openalex.org/W4389471377","doi":"https://doi.org/10.48550/arxiv.2312.03561"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2312.03561","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.03561","pdf_url":"https://arxiv.org/pdf/2312.03561","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2312.03561","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100427890","display_name":"Ting Wang","orcid":"https://orcid.org/0000-0001-6532-1110"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Ting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110070084","display_name":"Keith Stelter","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stelter, Keith","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111089102","display_name":"Jenn Floyd","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Floyd, Jenn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112418529","display_name":"Thomas R. O\u2019Neill","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"O'Neill, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041075056","display_name":"Nathaniel Hendrix","orcid":"https://orcid.org/0000-0001-8154-0276"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hendrix, Nathaniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059414615","display_name":"Andrew Bazemore","orcid":"https://orcid.org/0000-0002-6028-2279"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bazemore, Andrew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021642868","display_name":"Kevin Rode","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rode, Kevin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5109465763","display_name":"Warren P. Newton","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Newton, Warren","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.8205999732017517,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.8205999732017517,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.7799000144004822,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14374","display_name":"Statistical Methods in Epidemiology","score":0.7702999711036682,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.7605570554733276},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.743531346321106},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7265753149986267},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6807681322097778},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.6688458323478699},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5377691984176636},{"id":"https://openalex.org/keywords/blueprint","display_name":"Blueprint","score":0.5349608063697815},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.48228719830513},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.43655988574028015},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4283653497695923},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09866783022880554}],"concepts":[{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.7605570554733276},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.743531346321106},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7265753149986267},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6807681322097778},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6688458323478699},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5377691984176636},{"id":"https://openalex.org/C155911762","wikidata":"https://www.wikidata.org/wiki/Q422321","display_name":"Blueprint","level":2,"score":0.5349608063697815},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.48228719830513},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.43655988574028015},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4283653497695923},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09866783022880554},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2312.03561","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.03561","pdf_url":"https://arxiv.org/pdf/2312.03561","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2312.03561","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2312.03561","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2312.03561","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.03561","pdf_url":"https://arxiv.org/pdf/2312.03561","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389471377.pdf","grobid_xml":"https://content.openalex.org/works/W4389471377.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4362597605","https://openalex.org/W1574414179","https://openalex.org/W3009056573","https://openalex.org/W2922073769","https://openalex.org/W4297676672","https://openalex.org/W4281702477","https://openalex.org/W4378510483","https://openalex.org/W2991587282","https://openalex.org/W4288018740","https://openalex.org/W3008919350"],"abstract_inverted_index":{"In":[0],"testing":[1],"industry,":[2],"precise":[3],"item":[4,67],"categorization":[5],"is":[6,29,95],"pivotal":[7],"to":[8,43,81,136,159,204,211],"align":[9],"exam":[10,138],"questions":[11],"with":[12,111],"the":[13,19,56,70,89,115,128,141,148],"designated":[14],"content":[15],"domains":[16],"outlined":[17],"in":[18,165],"assessment":[20],"blueprint.":[21],"Traditional":[22],"methods":[23],"either":[24],"entail":[25],"manual":[26],"classification,":[27],"which":[28],"laborious":[30],"and":[31,58,75,178,200,214],"error-prone,":[32],"or":[33,46],"utilize":[34],"machine":[35],"learning":[36],"requiring":[37],"extensive":[38],"training":[39,73],"data,":[40,74],"often":[41],"leading":[42],"model":[44],"underfit":[45],"overfit":[47],"issues.":[48],"This":[49,131,180],"study":[50],"unveils":[51],"a":[52,85,100,160,168,193],"novel":[53],"approach":[54,182],"employing":[55],"zero-shot":[57],"few-shot":[59],"Generative":[60],"Pretrained":[61],"Transformer":[62],"(GPT)":[63],"classifier":[64],"for":[65,72,99],"hierarchical":[66,90],"categorization,":[68,196],"minimizing":[69,197],"necessity":[71],"instead,":[76],"leveraging":[77],"human-like":[78],"language":[79],"descriptions":[80],"define":[82],"categories.":[83],"Through":[84],"structured":[86],"python":[87],"dictionary,":[88],"nature":[91],"of":[92,103,117,124,151],"examination":[93],"blueprints":[94],"navigated":[96],"seamlessly,":[97],"allowing":[98],"tiered":[101],"classification":[102,188],"items":[104,139,157],"across":[105],"multiple":[106],"levels.":[107],"An":[108],"initial":[109],"simulation":[110],"artificial":[112],"data":[113],"demonstrates":[114],"efficacy":[116],"this":[118],"method,":[119],"achieving":[120],"an":[121],"average":[122],"accuracy":[123],"92.91%":[125],"measured":[126],"by":[127,147,207],"F1":[129],"score.":[130],"method":[132],"was":[133],"further":[134],"applied":[135],"real":[137],"from":[140],"2022":[142],"In-Training":[143],"Examination":[144],"(ITE)":[145],"conducted":[146],"American":[149],"Board":[150],"Family":[152],"Medicine":[153],"(ABFM),":[154],"reclassifying":[155],"200":[156],"according":[158],"newly":[161],"formulated":[162],"blueprint":[163],"swiftly":[164],"15":[166],"minutes,":[167],"task":[169],"that":[170],"traditionally":[171],"could":[172],"span":[173],"several":[174],"days":[175],"among":[176],"editors":[177],"physicians.":[179],"innovative":[181],"not":[183],"only":[184],"drastically":[185],"cuts":[186],"down":[187],"time":[189],"but":[190],"also":[191],"ensures":[192],"consistent,":[194],"principle-driven":[195],"human":[198],"biases":[199],"discrepancies.":[201],"The":[202],"ability":[203],"refine":[205],"classifications":[206],"adjusting":[208],"definitions":[209],"adds":[210],"its":[212],"robustness":[213],"sustainability.":[215]},"counts_by_year":[],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2023-12-08T00:00:00"}