{"id":"https://openalex.org/W4400769366","doi":"https://doi.org/10.13031/aim.202400572","title":"Investigating the Use of Large Language Models in Agricultural Injury Surveillance","display_name":"Investigating the Use of Large Language Models in Agricultural Injury Surveillance","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400769366","doi":"https://doi.org/10.13031/aim.202400572"},"language":"en","primary_location":{"id":"doi:10.13031/aim.202400572","doi":"https://doi.org/10.13031/aim.202400572","is_oa":false,"landing_page_url":"https://doi.org/10.13031/aim.202400572","pdf_url":null,"source":{"id":"https://openalex.org/S4363605076","display_name":"ASABE Annual International Meeting","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Anaheim, California July 28-31, 2024","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088086182","display_name":"Jacob Muller","orcid":"https://orcid.org/0009-0009-8558-7317","observed_orcids":["https://orcid.org/0009-0009-8558-7317"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jacob M Muller","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042051623","display_name":"Daniel J Petti","orcid":"https://orcid.org/0000-0002-5293-445X","observed_orcids":["https://orcid.org/0000-0002-5293-445X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daniel J Petti","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007872497","display_name":"Changying Li","orcid":"https://orcid.org/0000-0003-2590-4797","observed_orcids":["https://orcid.org/0000-0003-2590-4797"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Changying Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104724489","display_name":"Serap Goru u","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Serap Goru?u","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035000111","display_name":"Matthew Pilz","orcid":"https://orcid.org/0000-0002-9433-9675","observed_orcids":["https://orcid.org/0000-0002-9433-9675","https://orcid.org/0009-0004-5677-1741"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matthew Pilz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5041420936","display_name":"Bryan P. Weichelt","orcid":"https://orcid.org/0000-0001-7444-4374","observed_orcids":["https://orcid.org/0000-0001-7444-4374","https://orcid.org/0000-0003-2862-3114"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bryan Weichelt","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.6946,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.97935142,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12732","display_name":"Agriculture and Farm Safety","score":0.926800012588501,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12732","display_name":"Agriculture and Farm Safety","score":0.926800012588501,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.02969999983906746,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10616","display_name":"Smart Agriculture and AI","score":0.009600000455975533,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8399999737739563},{"id":"https://openalex.org/keywords/agricultural-injuries","display_name":"agricultural injuries","score":0.9169999957084656},{"id":"https://openalex.org/keywords/injury-surveillance","display_name":"injury surveillance","score":0.9750000238418579},{"id":"https://openalex.org/keywords/automatic-data-extraction","display_name":"automated data extraction","score":0.6309999823570251},{"id":"https://openalex.org/keywords/llama-2","display_name":"Llama 2","score":0.8450000286102295},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.9580000042915344},{"id":"https://openalex.org/keywords/fine-tuned-language-models","display_name":"fine-tuned language models","score":0.6740000247955322}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6141058802604675},{"id":"https://openalex.org/C118518473","wikidata":"https://www.wikidata.org/wiki/Q11451","display_name":"Agriculture","level":2,"score":0.5096311569213867},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.343500018119812},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32962286472320557},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.163492351770401},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.06164318323135376}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.13031/aim.202400572","doi":"https://doi.org/10.13031/aim.202400572","is_oa":false,"landing_page_url":"https://doi.org/10.13031/aim.202400572","pdf_url":null,"source":{"id":"https://openalex.org/S4363605076","display_name":"ASABE Annual International Meeting","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Anaheim, California July 28-31, 2024","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/2","score":0.5324000120162964,"display_name":"Zero hunger"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4407157331","https://openalex.org/W4389339170","https://openalex.org/W4412111450","https://openalex.org/W4404513075","https://openalex.org/W4405511582","https://openalex.org/W7166652497","https://openalex.org/W4388837788","https://openalex.org/W7207879807","https://openalex.org/W7125150029","https://openalex.org/W3195997770"],"abstract_inverted_index":{"Abstract.":[0],"The":[1],"traditional":[2],"approach":[3],"to":[4,31,63,94,137],"curating":[5],"and":[6,17,42,51,86,112,115,120,122,190,205,221,224,230],"disseminating":[7],"information":[8,44,168],"about":[9,45,169],"agricultural":[10,46],"injuries":[11,47],"relies":[12],"heavily":[13],"on":[14],"manual":[15],"input":[16],"review,":[18],"resulting":[19],"in":[20,108],"a":[21,35,99,123,142],"labor-intensive":[22],"process.":[23],"A":[24],"prime":[25],"example":[26],"is":[27,210],"the":[28,55,59,67,77,84,96,157,170,175,179,198,203,208],"work":[29],"done":[30],"maintain":[32],"AgInjuryNews":[33,93],"(AIN),":[34],"publicly":[36],"available":[37],"website":[38],"centered":[39],"around":[40],"gathering":[41,229],"cataloging":[43],"from":[48,141],"news":[49,148],"articles":[50,149],"investigation":[52],"reports.":[53],"While":[54],"unstructured":[56],"nature":[57],"of":[58,70,88,98,126,144,159,164,188,197,227],"material":[60],"requires":[61],"AIN":[62,153],"employ":[64],"human":[65,220],"reviewers,":[66,154],"recent":[68],"proliferation":[69],"Large":[71],"Language":[72],"Models":[73],"(LLMs)":[74],"has":[75],"introduced":[76],"potential":[78],"for":[79,106],"automation.":[80],"This":[81],"study":[82],"investigates":[83],"feasibility":[85],"implications":[87],"incorporating":[89],"an":[90,184],"LLM":[91,133],"into":[92],"fill":[95],"role":[97],"reviewer.":[100],"Multiple":[101],"language":[102],"models":[103,199],"were":[104],"tested":[105],"accuracy":[107,187],"extracting":[109],"relevant":[110,139],"incident":[111],"victim":[113],"information,":[114],"include":[116],"OpenAI\u2018s":[117],"ChatGPT":[118],"3.5":[119],"4,":[121],"fine-tuned":[124,176],"version":[125],"Llama":[127],"2.":[128],"To":[129],"measure":[130],"accuracy,":[131],"each":[132],"was":[134,178],"given":[135],"prompts":[136],"gather":[138],"data":[140,186,228],"set":[143],"randomly":[145],"selected":[146],"online":[147],"already":[150],"cataloged":[151],"by":[152],"such":[155],"as":[156],"use":[158],"drugs":[160],"or":[161,166],"alcohol,":[162],"time":[163],"day,":[165],"other":[167],"victim(s).":[171],"Results":[172],"show":[173],"that":[174,218],"Llama2":[177],"most":[180],"proficient":[181],"model":[182],"with":[183],"average":[185],"93%":[189],"some":[191],"categories":[192],"reaching":[193],"100%.":[194],"Though":[195],"none":[196],"are":[200],"perfectly":[201],"accurate,":[202],"methodology":[204],"results":[206],"prove":[207],"process":[209],"viable;":[211],"leveraging":[212],"LLMs":[213],"could":[214],"provide":[215],"streamlined":[216],"workflows":[217],"reduce":[219],"financial":[222],"resources":[223],"increase":[225],"efficiency":[226],"analysis.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2024-07-19T00:00:00"}