{"id":"https://openalex.org/W4394566042","doi":"https://doi.org/10.3390/bdcc8040041","title":"Data Sorting Influence on Short Text Manual Labeling Quality for Hierarchical Classification","display_name":"Data Sorting Influence on Short Text Manual Labeling Quality for Hierarchical Classification","publication_year":2024,"publication_date":"2024-04-07","ids":{"openalex":"https://openalex.org/W4394566042","doi":"https://doi.org/10.3390/bdcc8040041"},"language":"en","primary_location":{"id":"doi:10.3390/bdcc8040041","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc8040041","pdf_url":"https://www.mdpi.com/2504-2289/8/4/41/pdf?version=1712474667","source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2504-2289/8/4/41/pdf?version=1712474667","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073666468","display_name":"Olga Narushynska","orcid":"https://orcid.org/0009-0000-0628-8218"},"institutions":[{"id":"https://openalex.org/I98435010","display_name":"Lviv Polytechnic National University","ror":"https://ror.org/0542q3127","country_code":"UA","type":"education","lineage":["https://openalex.org/I98435010"]}],"countries":["UA"],"is_corresponding":false,"raw_author_name":"Olga Narushynska","raw_affiliation_strings":["Department of Automated Control Systems, Lviv Polytechnic National University, 79013 Lviv, Ukraine"],"affiliations":[{"raw_affiliation_string":"Department of Automated Control Systems, Lviv Polytechnic National University, 79013 Lviv, Ukraine","institution_ids":["https://openalex.org/I98435010"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009578309","display_name":"Vasyl Teslyuk","orcid":"https://orcid.org/0000-0002-5974-9310"},"institutions":[{"id":"https://openalex.org/I98435010","display_name":"Lviv Polytechnic National University","ror":"https://ror.org/0542q3127","country_code":"UA","type":"education","lineage":["https://openalex.org/I98435010"]}],"countries":["UA"],"is_corresponding":false,"raw_author_name":"Vasyl Teslyuk","raw_affiliation_strings":["Department of Automated Control Systems, Lviv Polytechnic National University, 79013 Lviv, Ukraine"],"affiliations":[{"raw_affiliation_string":"Department of Automated Control Systems, Lviv Polytechnic National University, 79013 Lviv, Ukraine","institution_ids":["https://openalex.org/I98435010"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058784466","display_name":"Anastasiya Doroshenko","orcid":"https://orcid.org/0000-0002-7214-5108"},"institutions":[{"id":"https://openalex.org/I98435010","display_name":"Lviv Polytechnic National University","ror":"https://ror.org/0542q3127","country_code":"UA","type":"education","lineage":["https://openalex.org/I98435010"]}],"countries":["UA"],"is_corresponding":true,"raw_author_name":"Anastasiya Doroshenko","raw_affiliation_strings":["Department of Automated Control Systems, Lviv Polytechnic National University, 79013 Lviv, Ukraine"],"affiliations":[{"raw_affiliation_string":"Department of Automated Control Systems, Lviv Polytechnic National University, 79013 Lviv, Ukraine","institution_ids":["https://openalex.org/I98435010"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066579066","display_name":"Maksym Arzubov","orcid":"https://orcid.org/0009-0008-9978-7072"},"institutions":[{"id":"https://openalex.org/I98435010","display_name":"Lviv Polytechnic National University","ror":"https://ror.org/0542q3127","country_code":"UA","type":"education","lineage":["https://openalex.org/I98435010"]}],"countries":["UA"],"is_corresponding":false,"raw_author_name":"Maksym Arzubov","raw_affiliation_strings":["Department of Automated Control Systems, Lviv Polytechnic National University, 79013 Lviv, Ukraine"],"affiliations":[{"raw_affiliation_string":"Department of Automated Control Systems, Lviv Polytechnic National University, 79013 Lviv, Ukraine","institution_ids":["https://openalex.org/I98435010"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5058784466"],"corresponding_institution_ids":["https://openalex.org/I98435010"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":1.3121,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.8026029,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"8","issue":"4","first_page":"41","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9789000153541565,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sorting","display_name":"Sorting","score":0.769690215587616},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6263757348060608},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5401685237884521},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5117242336273193},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4884995222091675},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3890860378742218},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.35568463802337646},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.039475858211517334}],"concepts":[{"id":"https://openalex.org/C111696304","wikidata":"https://www.wikidata.org/wiki/Q2303697","display_name":"Sorting","level":2,"score":0.769690215587616},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6263757348060608},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5401685237884521},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5117242336273193},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4884995222091675},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3890860378742218},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.35568463802337646},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.039475858211517334},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/bdcc8040041","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc8040041","pdf_url":"https://www.mdpi.com/2504-2289/8/4/41/pdf?version=1712474667","source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:889bd7622be34b108f80a26ebfc60461","is_oa":true,"landing_page_url":"https://doaj.org/article/889bd7622be34b108f80a26ebfc60461","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data and Cognitive Computing, Vol 8, Iss 4, p 41 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/bdcc8040041","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc8040041","pdf_url":"https://www.mdpi.com/2504-2289/8/4/41/pdf?version=1712474667","source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7799999713897705,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4394566042.pdf"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W2119049922","https://openalex.org/W2143326696","https://openalex.org/W2767995268","https://openalex.org/W2900044773","https://openalex.org/W2973709276","https://openalex.org/W2973907409","https://openalex.org/W2997918937","https://openalex.org/W3034999214","https://openalex.org/W3111557190","https://openalex.org/W3118813946","https://openalex.org/W3169005331","https://openalex.org/W3184229857","https://openalex.org/W3196933171","https://openalex.org/W4200566629","https://openalex.org/W4214551985","https://openalex.org/W4221045135","https://openalex.org/W4221149883","https://openalex.org/W4224245290","https://openalex.org/W4224323965","https://openalex.org/W4280599175","https://openalex.org/W4293182797","https://openalex.org/W4296627565","https://openalex.org/W4316663276","https://openalex.org/W4319081933","https://openalex.org/W4327919569","https://openalex.org/W4362700315","https://openalex.org/W4365511164","https://openalex.org/W4378420555","https://openalex.org/W4379648134","https://openalex.org/W4382498938","https://openalex.org/W4384662964","https://openalex.org/W4385571291","https://openalex.org/W4389061203","https://openalex.org/W4389195072","https://openalex.org/W4392617632","https://openalex.org/W4392637192","https://openalex.org/W4392947941","https://openalex.org/W4402670583","https://openalex.org/W4402683730","https://openalex.org/W6855362603"],"related_works":["https://openalex.org/W2739612537","https://openalex.org/W2349174696","https://openalex.org/W2360241746","https://openalex.org/W4313041667","https://openalex.org/W2767599893","https://openalex.org/W2381572297","https://openalex.org/W2106741186","https://openalex.org/W2368890809","https://openalex.org/W1922771929","https://openalex.org/W4298146145"],"abstract_inverted_index":{"The":[0,82,130,155],"precise":[1],"categorization":[2],"of":[3,16,62,69,89,106,126,142,148,166,190,230,253],"brief":[4],"texts":[5,26],"holds":[6],"significant":[7,160],"importance":[8],"in":[9,29,72,96,103,164,245,256],"various":[10,127],"applications":[11],"within":[12],"the":[13,30,60,67,87,90,104,111,124,138,187,200,228,251,262],"ever-changing":[14],"realm":[15],"artificial":[17],"intelligence":[18],"(AI)":[19],"and":[20,40,47,98,140,223,238,267],"natural":[21],"language":[22],"processing":[23],"(NLP).":[24],"Short":[25],"are":[27],"everywhere":[28],"digital":[31],"world,":[32],"from":[33],"social":[34],"media":[35],"updates":[36],"to":[37,122,179,213],"customer":[38],"reviews":[39],"feedback.":[41],"Nevertheless,":[42],"short":[43,80],"texts\u2019":[44],"limited":[45],"length":[46],"context":[48],"pose":[49],"unique":[50],"challenges":[51],"for":[52,152,182,215,218,221,225,241],"accurate":[53],"classification.":[54,109],"This":[55,259],"research":[56],"article":[57],"delves":[58],"into":[59],"influence":[61],"data":[63,192,232],"sorting":[64,135,193],"methods":[65],"on":[66,79,93],"quality":[68,244],"manual":[70,94,143,170,184,197],"labeling":[71,95,171,198,243],"hierarchical":[73,107,207,246],"classification,":[74],"with":[75,118,209],"a":[76,145,159,270],"particular":[77],"focus":[78],"texts.":[81],"study":[83,112,274],"is":[84],"set":[85],"against":[86],"backdrop":[88],"increasing":[91],"reliance":[92],"AI":[97],"NLP,":[99],"highlighting":[100],"its":[101],"significance":[102],"accuracy":[105,139,203],"text":[108,254],"Methodologically,":[110],"integrates":[113],"AI,":[114],"notably":[115],"zero-shot":[116],"learning,":[117],"human":[119],"annotation":[120],"processes":[121],"examine":[123],"efficacy":[125],"data-sorting":[128],"strategies.":[129,194],"results":[131],"demonstrate":[132],"how":[133],"different":[134],"approaches":[136],"impact":[137],"consistency":[141],"labeling,":[144,167,185],"critical":[146],"aspect":[147],"creating":[149],"high-quality":[150],"datasets":[151],"NLP":[153],"applications.":[154],"study\u2019s":[156],"findings":[157],"reveal":[158],"time":[161],"efficiency":[162,229],"improvement":[163],"terms":[165],"where":[168],"ordered":[169,196],"required":[172],"760":[173],"min":[174,181],"per":[175],"1000":[176],"samples,":[177],"compared":[178],"800":[180],"traditional":[183],"illustrating":[186],"practical":[188,239],"benefits":[189],"optimized":[191],"Comparatively,":[195],"achieved":[199],"highest":[201],"mean":[202],"rates":[204],"across":[205],"all":[206],"levels,":[208],"figures":[210],"reaching":[211],"up":[212],"99%":[214],"segments,":[216],"95%":[217],"families,":[219],"92%":[220],"classes,":[222],"90%":[224],"bricks,":[226],"underscoring":[227],"structured":[231],"sorting.":[233],"It":[234],"offers":[235],"valuable":[236],"insights":[237],"guidelines":[240],"improving":[242],"classification":[247],"tasks,":[248],"thereby":[249],"advancing":[250],"precision":[252],"analysis":[255],"AI-driven":[257],"research.":[258],"abstract":[260],"encapsulates":[261],"article\u2019s":[263],"background,":[264],"methods,":[265],"results,":[266],"conclusions,":[268],"providing":[269],"comprehensive":[271],"yet":[272],"succinct":[273],"overview.":[275]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-29T23:06:16.900395","created_date":"2025-10-10T00:00:00"}