{"id":"https://openalex.org/W4414272482","doi":"https://doi.org/10.1109/ichms65439.2025.11154345","title":"Improving LLM-Driven Data Annotation Through Structured Instruction Engineering","display_name":"Improving LLM-Driven Data Annotation Through Structured Instruction Engineering","publication_year":2025,"publication_date":"2025-05-26","ids":{"openalex":"https://openalex.org/W4414272482","doi":"https://doi.org/10.1109/ichms65439.2025.11154345"},"language":"en","primary_location":{"id":"doi:10.1109/ichms65439.2025.11154345","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ichms65439.2025.11154345","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 5th International Conference on Human-Machine Systems (ICHMS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043570108","display_name":"Maria A. Molchanova","orcid":"https://orcid.org/0000-0001-7254-9359"},"institutions":[{"id":"https://openalex.org/I1315649409","display_name":"Institute on Taxation and Economic Policy","ror":"https://ror.org/00w9dm031","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1315649409"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Maria Molchanova","raw_affiliation_strings":["Neural Networks and Deep Learning Laboratory MIPT,Moscow,Russia"],"affiliations":[{"raw_affiliation_string":"Neural Networks and Deep Learning Laboratory MIPT,Moscow,Russia","institution_ids":["https://openalex.org/I1315649409"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5043570108"],"corresponding_institution_ids":["https://openalex.org/I1315649409"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29377596,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"168","last_page":"173"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12171","display_name":"Open Education and E-Learning","score":0.7814000248908997,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12171","display_name":"Open Education and E-Learning","score":0.7814000248908997,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.7649000287055969,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.7441999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/structuring","display_name":"Structuring","score":0.6180999875068665},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6133999824523926},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.3513999879360199},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.2851000130176544},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.28290000557899475}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7512999773025513},{"id":"https://openalex.org/C2775945657","wikidata":"https://www.wikidata.org/wiki/Q381442","display_name":"Structuring","level":2,"score":0.6180999875068665},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6133999824523926},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.39890000224113464},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3513999879360199},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3490999937057495},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.31119999289512634},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.305400013923645},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.30090001225471497},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2599000036716461},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ichms65439.2025.11154345","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ichms65439.2025.11154345","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 5th International Conference on Human-Machine Systems (ICHMS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1970381522","https://openalex.org/W1988584482","https://openalex.org/W2026969101","https://openalex.org/W2098865355","https://openalex.org/W2141766660","https://openalex.org/W2151401338","https://openalex.org/W2171965515","https://openalex.org/W2777647957","https://openalex.org/W4292341621","https://openalex.org/W4389010446","https://openalex.org/W4402670893"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"a":[3,20,53],"method":[4,39],"for":[5,15,22],"enhancing":[6],"the":[7,24,41,59],"performance":[8],"of":[9,61],"an":[10,56],"LLM-based":[11],"AI":[12],"agent":[13],"designed":[14],"data":[16,46],"annotation.":[17],"We":[18],"present":[19],"technique":[21],"structuring":[23],"agent's":[25],"instructions":[26],"and":[27,55],"evaluate":[28],"its":[29],"efficacy":[30],"across":[31],"diverse":[32],"models":[33],"from":[34],"multiple":[35],"providers.":[36],"The":[37],"proposed":[38],"supports":[40],"ongoing":[42],"paradigm":[43],"shift":[44],"in":[45,63],"an-notation-from":[47],"human-human":[48],"to":[49],"human-machine":[50],"interaction":[51],"between":[52],"manager":[54],"annota-tor-and":[57],"underscores":[58],"significance":[60],"LLMs":[62],"facilitating":[64],"this":[65],"transformation.":[66]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-10T00:00:00"}