{"id":"https://openalex.org/W4415970444","doi":"https://doi.org/10.1177/22104968251382172","title":"LLM4Schema.org: Generating Schema.org Markups With Large Language Models","display_name":"LLM4Schema.org: Generating Schema.org Markups With Large Language Models","publication_year":2025,"publication_date":"2025-11-01","ids":{"openalex":"https://openalex.org/W4415970444","doi":"https://doi.org/10.1177/22104968251382172"},"language":"en","primary_location":{"id":"doi:10.1177/22104968251382172","is_oa":true,"landing_page_url":"https://doi.org/10.1177/22104968251382172","pdf_url":null,"source":{"id":"https://openalex.org/S4210177235","display_name":"Semantic Web","issn_l":"1570-0844","issn":["1570-0844","2210-4968"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Semantic Web: \u2013 Interoperability, Usability, Applicability","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1177/22104968251382172","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091234498","display_name":"Minh-Hoang Dang","orcid":"https://orcid.org/0000-0003-3531-0132"},"institutions":[{"id":"https://openalex.org/I4210117005","display_name":"Laboratoire des Sciences du Num\u00e9rique de Nantes","ror":"https://ror.org/02snf8m58","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100445878","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I4210117005","https://openalex.org/I4210124215","https://openalex.org/I4210127572","https://openalex.org/I4210139971","https://openalex.org/I97188460","https://openalex.org/I97188460"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Minh-Hoang Dang","raw_affiliation_strings":["Laboratoire des Sciences du Num\u00e9rique de Nantes (LS2N), Nantes Universit\u00e9, Nantes, France"],"affiliations":[{"raw_affiliation_string":"Laboratoire des Sciences du Num\u00e9rique de Nantes (LS2N), Nantes Universit\u00e9, Nantes, France","institution_ids":["https://openalex.org/I4210117005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061920051","display_name":"Thi Hoang Thi Pham","orcid":"https://orcid.org/0000-0003-0176-2245"},"institutions":[{"id":"https://openalex.org/I4210117005","display_name":"Laboratoire des Sciences du Num\u00e9rique de Nantes","ror":"https://ror.org/02snf8m58","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100445878","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I4210117005","https://openalex.org/I4210124215","https://openalex.org/I4210127572","https://openalex.org/I4210139971","https://openalex.org/I97188460","https://openalex.org/I97188460"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Thi Hoang Thi Pham","raw_affiliation_strings":["Laboratoire des Sciences du Num\u00e9rique de Nantes (LS2N), Nantes Universit\u00e9, Nantes, France"],"affiliations":[{"raw_affiliation_string":"Laboratoire des Sciences du Num\u00e9rique de Nantes (LS2N), Nantes Universit\u00e9, Nantes, France","institution_ids":["https://openalex.org/I4210117005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006509115","display_name":"Pascal Molli","orcid":"https://orcid.org/0000-0001-8048-273X"},"institutions":[{"id":"https://openalex.org/I4210117005","display_name":"Laboratoire des Sciences du Num\u00e9rique de Nantes","ror":"https://ror.org/02snf8m58","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100445878","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I4210117005","https://openalex.org/I4210124215","https://openalex.org/I4210127572","https://openalex.org/I4210139971","https://openalex.org/I97188460","https://openalex.org/I97188460"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Pascal Molli","raw_affiliation_strings":["Laboratoire des Sciences du Num\u00e9rique de Nantes (LS2N), Nantes Universit\u00e9, Nantes, France"],"affiliations":[{"raw_affiliation_string":"Laboratoire des Sciences du Num\u00e9rique de Nantes (LS2N), Nantes Universit\u00e9, Nantes, France","institution_ids":["https://openalex.org/I4210117005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023760284","display_name":"Hala Skaf\u2010Molli","orcid":"https://orcid.org/0000-0003-1062-6659"},"institutions":[{"id":"https://openalex.org/I4210117005","display_name":"Laboratoire des Sciences du Num\u00e9rique de Nantes","ror":"https://ror.org/02snf8m58","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100445878","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I4210117005","https://openalex.org/I4210124215","https://openalex.org/I4210127572","https://openalex.org/I4210139971","https://openalex.org/I97188460","https://openalex.org/I97188460"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Hala Skaf-Molli","raw_affiliation_strings":["Laboratoire des Sciences du Num\u00e9rique de Nantes (LS2N), Nantes Universit\u00e9, Nantes, France"],"affiliations":[{"raw_affiliation_string":"Laboratoire des Sciences du Num\u00e9rique de Nantes (LS2N), Nantes Universit\u00e9, Nantes, France","institution_ids":["https://openalex.org/I4210117005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032067259","display_name":"Alban Gaignard","orcid":"https://orcid.org/0000-0002-3597-8557"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I154526488","display_name":"Inserm","ror":"https://ror.org/02vjkv261","country_code":"FR","type":"government","lineage":["https://openalex.org/I154526488"]},{"id":"https://openalex.org/I4210144168","display_name":"Institut du Thorax","ror":"https://ror.org/049kkt456","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I4210096427","https://openalex.org/I4210144168","https://openalex.org/I97188460"]},{"id":"https://openalex.org/I97188460","display_name":"Nantes Universit\u00e9","ror":"https://ror.org/03gnr7b55","country_code":"FR","type":"education","lineage":["https://openalex.org/I97188460"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Alban Gaignard","raw_affiliation_strings":["CNRS, INSERM, l\u2019Institut du Thorax, Nantes Universit\u00e9, Nantes, France"],"affiliations":[{"raw_affiliation_string":"CNRS, INSERM, l\u2019Institut du Thorax, Nantes Universit\u00e9, Nantes, France","institution_ids":["https://openalex.org/I154526488","https://openalex.org/I4210144168","https://openalex.org/I97188460","https://openalex.org/I1294671590"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5091234498"],"corresponding_institution_ids":["https://openalex.org/I4210117005"],"apc_list":null,"apc_paid":null,"fwci":4.0602,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.95616838,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"16","issue":"6","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.12729999423027039,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.12729999423027039,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.09200000017881393,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.08560000360012054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markup-language","display_name":"Markup language","score":0.965399980545044},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5482000112533569},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5340999960899353},{"id":"https://openalex.org/keywords/semantic-web","display_name":"Semantic Web","score":0.4586000144481659},{"id":"https://openalex.org/keywords/ruleml","display_name":"RuleML","score":0.35600000619888306},{"id":"https://openalex.org/keywords/rdf","display_name":"RDF","score":0.34139999747276306}],"concepts":[{"id":"https://openalex.org/C45874996","wikidata":"https://www.wikidata.org/wiki/Q37045","display_name":"Markup language","level":3,"score":0.965399980545044},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.732699990272522},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5482000112533569},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5340999960899353},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.4586000144481659},{"id":"https://openalex.org/C196388810","wikidata":"https://www.wikidata.org/wiki/Q631877","display_name":"RuleML","level":5,"score":0.35600000619888306},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34299999475479126},{"id":"https://openalex.org/C147497476","wikidata":"https://www.wikidata.org/wiki/Q54872","display_name":"RDF","level":3,"score":0.34139999747276306},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.3346000015735626},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3328000009059906},{"id":"https://openalex.org/C138708601","wikidata":"https://www.wikidata.org/wiki/Q8811","display_name":"HTML","level":3,"score":0.3296999931335449},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32499998807907104},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3068999946117401},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3050999939441681},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3012000024318695},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3003000020980835},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.28450000286102295},{"id":"https://openalex.org/C71695816","wikidata":"https://www.wikidata.org/wiki/Q3478367","display_name":"Semantic Web Rule Language","level":5,"score":0.28439998626708984},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2768999934196472},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.26840001344680786}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1177/22104968251382172","is_oa":true,"landing_page_url":"https://doi.org/10.1177/22104968251382172","pdf_url":null,"source":{"id":"https://openalex.org/S4210177235","display_name":"Semantic Web","issn_l":"1570-0844","issn":["1570-0844","2210-4968"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Semantic Web: \u2013 Interoperability, Usability, Applicability","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-05138664v2","is_oa":true,"landing_page_url":"https://hal.science/hal-05138664","pdf_url":"https://hal.science/hal-05138664v2/file/dang-et-al-2025-llm4schema-org-generating-schema-org-markups-with-large-language-models.pdf","source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Semantic Web \u2013 Interoperability, Usability, Applicability, 2025, ⟨10.1177/22104968251382172⟩","raw_type":"Journal articles"}],"best_oa_location":{"id":"doi:10.1177/22104968251382172","is_oa":true,"landing_page_url":"https://doi.org/10.1177/22104968251382172","pdf_url":null,"source":{"id":"https://openalex.org/S4210177235","display_name":"Semantic Web","issn_l":"1570-0844","issn":["1570-0844","2210-4968"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Semantic Web: \u2013 Interoperability, Usability, Applicability","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3243549635","display_name":null,"funder_award_id":"ANR-22-CE23-002","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G4123995673","display_name":"Search the Web with Things","funder_award_id":"ANR-22-CE23-0021","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2196674927","https://openalex.org/W3095839900","https://openalex.org/W4309674289","https://openalex.org/W4311938880","https://openalex.org/W4367310562","https://openalex.org/W4388144143","https://openalex.org/W4389519117","https://openalex.org/W4389520749","https://openalex.org/W4390692489","https://openalex.org/W4394834299","https://openalex.org/W4399048425","https://openalex.org/W4401042227","https://openalex.org/W4401042384","https://openalex.org/W4401042493","https://openalex.org/W4401042656","https://openalex.org/W4401754921","https://openalex.org/W4401925668","https://openalex.org/W4402670285","https://openalex.org/W4402670694"],"related_works":[],"abstract_inverted_index":{"Integrating":[0],"Schema.org":[1,40,73,117,133],"markup":[2,53,93,104],"into":[3],"web":[4,20],"pages":[5,21],"has":[6],"resulted":[7],"in":[8,71,126,167],"the":[9,38,52,67,89,103,116,122,175,178,187],"generation":[10],"of":[11,13,19,69,91,102,124,180,190],"billions":[12],"RDF":[14],"triples.":[15],"However,":[16],"around":[17],"75%":[18],"still":[22],"lack":[23],"this":[24,43],"critical":[25,188],"markup.":[26,41,74,96],"Large":[27],"language":[28],"models":[29],"(LLMs)":[30],"present":[31],"a":[32,82],"promising":[33],"solution":[34],"by":[35,56,106],"automatically":[36],"generating":[37,72],"missing":[39],"Despite":[42],"potential,":[44],"there":[45],"is":[46,110],"currently":[47],"no":[48],"benchmark":[49],"to":[50,129,195],"evaluate":[51],"quality":[54,90,168],"produced":[55,105],"LLMs.":[57],"This":[58],"article":[59],"introduces":[60],"LLM4Schema.org,":[61],"an":[62],"innovative":[63],"approach":[64],"for":[65,157,183],"assessing":[66],"performance":[68],"LLMs":[70,125,182],"Unlike":[75],"traditional":[76],"methods,":[77],"LLM4Schema.org":[78,172],"does":[79],"not":[80],"require":[81],"predefined":[83],"ground":[84],"truth.":[85],"Instead,":[86],"it":[87],"compares":[88],"LLM-generated":[92,161],"against":[94],"human-generated":[95],"Our":[97],"findings":[98],"reveal":[99],"that":[100,142],"40%\u201350%":[101],"GPT-3.5":[107],"and":[108,137,149,160,169,177,193],"GPT-4":[109,163],"invalid,":[111],"non-factual,":[112],"or":[113],"non-compliant":[114],"with":[115],"ontology.":[118],"These":[119],"errors":[120],"underscore":[121],"limitations":[123],"adhering":[127],"strictly":[128],"structured":[130],"ontologies":[131],"like":[132],"without":[134],"additional":[135],"filtering":[136,156],"validation":[138,194],"mechanisms.":[139],"We":[140],"demonstrate":[141],"specialized":[143],"LLM-powered":[144],"agents":[145],"can":[146],"effectively":[147],"identify":[148],"eliminate":[150],"these":[151],"errors.":[152],"After":[153],"applying":[154],"such":[155],"both":[158,174],"human":[159],"markup,":[162],"shows":[164],"notable":[165],"improvements":[166],"outperforms":[170],"humans.":[171],"highlights":[173],"potential":[176],"challenges":[179],"leveraging":[181],"semantic":[184],"annotations,":[185],"emphasizing":[186],"role":[189],"careful":[191],"curation":[192],"achieve":[196],"reliable":[197],"results.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-11-06T00:00:00"}