{"id":"https://openalex.org/W4393200050","doi":"https://doi.org/10.1021/acs.jcim.4c00065","title":"Evaluation of Open-Source Large Language Models for Metal\u2013Organic Frameworks Research","display_name":"Evaluation of Open-Source Large Language Models for Metal\u2013Organic Frameworks Research","publication_year":2024,"publication_date":"2024-03-26","ids":{"openalex":"https://openalex.org/W4393200050","doi":"https://doi.org/10.1021/acs.jcim.4c00065","pmid":"https://pubmed.ncbi.nlm.nih.gov/38529913"},"language":"en","primary_location":{"id":"doi:10.1021/acs.jcim.4c00065","is_oa":false,"landing_page_url":"https://doi.org/10.1021/acs.jcim.4c00065","pdf_url":null,"source":{"id":"https://openalex.org/S167262187","display_name":"Journal of Chemical Information and Modeling","issn_l":"1549-9596","issn":["1549-9596","1549-960X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320006","host_organization_name":"American Chemical Society","host_organization_lineage":["https://openalex.org/P4310320006"],"host_organization_lineage_names":["American Chemical Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Chemical Information and Modeling","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111014553","display_name":"Xuefeng Bai","orcid":null},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuefeng Bai","raw_affiliation_strings":["Beijing Key Laboratory for Green Catalysis and Separation and Department of Chemical Engineering, College of Materials Science & Engineering, Beijing University of Technology, Beijing 100124, P. R. China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory for Green Catalysis and Separation and Department of Chemical Engineering, College of Materials Science & Engineering, Beijing University of Technology, Beijing 100124, P. R. China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000240082","display_name":"Ya-Bo Xie","orcid":"https://orcid.org/0000-0002-2879-3036"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yabo Xie","raw_affiliation_strings":["Beijing Key Laboratory for Green Catalysis and Separation and Department of Chemical Engineering, College of Materials Science & Engineering, Beijing University of Technology, Beijing 100124, P. R. China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory for Green Catalysis and Separation and Department of Chemical Engineering, College of Materials Science & Engineering, Beijing University of Technology, Beijing 100124, P. R. China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100327379","display_name":"Xin Zhang","orcid":"https://orcid.org/0000-0001-9318-8839"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xin Zhang","raw_affiliation_strings":["Beijing Key Laboratory for Green Catalysis and Separation and Department of Chemical Engineering, College of Materials Science & Engineering, Beijing University of Technology, Beijing 100124, P. R. China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory for Green Catalysis and Separation and Department of Chemical Engineering, College of Materials Science & Engineering, Beijing University of Technology, Beijing 100124, P. R. China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072240057","display_name":"Honggui Han","orcid":"https://orcid.org/0000-0001-5617-4075"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Honggui Han","raw_affiliation_strings":["Engineering Research Center of Digital Community, Ministry of Education, Beijing Laboratory for Urban Mass Transit and Beijing Key Laboratory of Computational Intelligence and Intelligence System, Faculty of Information Technology, Beijing University of Technology, Beijing 100124, P. R. China"],"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Digital Community, Ministry of Education, Beijing Laboratory for Urban Mass Transit and Beijing Key Laboratory of Computational Intelligence and Intelligence System, Faculty of Information Technology, Beijing University of Technology, Beijing 100124, P. R. China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100627204","display_name":"Jian\u2010Rong Li","orcid":"https://orcid.org/0000-0002-8101-8493"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jian-Rong Li","raw_affiliation_strings":["Beijing Key Laboratory for Green Catalysis and Separation and Department of Chemical Engineering, College of Materials Science & Engineering, Beijing University of Technology, Beijing 100124, P. R. China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory for Green Catalysis and Separation and Department of Chemical Engineering, College of Materials Science & Engineering, Beijing University of Technology, Beijing 100124, P. R. China","institution_ids":["https://openalex.org/I37796252"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5072240057","https://openalex.org/A5100327379","https://openalex.org/A5100627204"],"corresponding_institution_ids":["https://openalex.org/I37796252"],"apc_list":null,"apc_paid":null,"fwci":3.4427,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.95944828,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"64","issue":"13","first_page":"4958","last_page":"4965"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10096","display_name":"Metal-Organic Frameworks: Synthesis and Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1604","display_name":"Inorganic Chemistry"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6323655247688293},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.5787413716316223},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45495691895484924},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.42714864015579224},{"id":"https://openalex.org/keywords/computational-model","display_name":"Computational model","score":0.42160671949386597},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4143310785293579},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33191293478012085},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1803949773311615}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6323655247688293},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.5787413716316223},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45495691895484924},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42714864015579224},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.42160671949386597},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4143310785293579},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33191293478012085},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1803949773311615}],"mesh":[{"descriptor_ui":"D000073396","descriptor_name":"Metal-Organic Frameworks","qualifier_ui":"Q000737","qualifier_name":"chemistry","is_major_topic":true},{"descriptor_ui":"D000073396","descriptor_name":"Metal-Organic Frameworks","qualifier_ui":"Q000737","qualifier_name":"chemistry","is_major_topic":true},{"descriptor_ui":"D000073396","descriptor_name":"Metal-Organic Frameworks","qualifier_ui":"Q000737","qualifier_name":"chemistry","is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1021/acs.jcim.4c00065","is_oa":false,"landing_page_url":"https://doi.org/10.1021/acs.jcim.4c00065","pdf_url":null,"source":{"id":"https://openalex.org/S167262187","display_name":"Journal of Chemical Information and Modeling","issn_l":"1549-9596","issn":["1549-9596","1549-960X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320006","host_organization_name":"American Chemical Society","host_organization_lineage":["https://openalex.org/P4310320006"],"host_organization_lineage_names":["American Chemical Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Chemical Information and Modeling","raw_type":"journal-article"},{"id":"pmid:38529913","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38529913","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of chemical information and modeling","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6499999761581421,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2625897143","display_name":null,"funder_award_id":"22278011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3294712224","display_name":null,"funder_award_id":"22108007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5016284085","display_name":null,"funder_award_id":"22038001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6019657762","display_name":null,"funder_award_id":"22225803","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G947384008","display_name":null,"funder_award_id":"Z230023","funder_id":"https://openalex.org/F4320334977","funder_display_name":"Beijing Municipal Natural Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334977","display_name":"Beijing Municipal Natural Science Foundation","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W2080635178","https://openalex.org/W2339094010","https://openalex.org/W2770720622","https://openalex.org/W2792348590","https://openalex.org/W2810505935","https://openalex.org/W2937307539","https://openalex.org/W2940242941","https://openalex.org/W2970235642","https://openalex.org/W2972891873","https://openalex.org/W2979549542","https://openalex.org/W2983028326","https://openalex.org/W2992843173","https://openalex.org/W2999357907","https://openalex.org/W3000891264","https://openalex.org/W3012065545","https://openalex.org/W3135562722","https://openalex.org/W3180150123","https://openalex.org/W3206075874","https://openalex.org/W3207468551","https://openalex.org/W4220895305","https://openalex.org/W4224860138","https://openalex.org/W4225166135","https://openalex.org/W4281758439","https://openalex.org/W4283804955","https://openalex.org/W4285110582","https://openalex.org/W4287265459","https://openalex.org/W4297237143","https://openalex.org/W4318262876","https://openalex.org/W4322718191","https://openalex.org/W4324032752","https://openalex.org/W4327564965","https://openalex.org/W4366082799","https://openalex.org/W4377096651","https://openalex.org/W4378942305","https://openalex.org/W4380353763","https://openalex.org/W4380686968","https://openalex.org/W4384918448","https://openalex.org/W4385027818","https://openalex.org/W4385327815","https://openalex.org/W4385965642","https://openalex.org/W4385968125","https://openalex.org/W4387393188","https://openalex.org/W4387561528","https://openalex.org/W4388560379","https://openalex.org/W4388787553","https://openalex.org/W4389165648"],"related_works":["https://openalex.org/W2046765700","https://openalex.org/W4384345686","https://openalex.org/W2357937784","https://openalex.org/W2547618384","https://openalex.org/W4394391052","https://openalex.org/W2145834781","https://openalex.org/W2577782152","https://openalex.org/W262455470","https://openalex.org/W4242899858","https://openalex.org/W2356327704"],"abstract_inverted_index":{"Along":[0],"with":[1,84,147],"the":[2,39,45,62,120,135,152,159,166],"development":[3],"of":[4,48,76,88,123,132,134,154,158,169],"machine":[5],"learning,":[6,8],"deep":[7],"and":[9,34,42,78,115,139],"large":[10],"language":[11],"models":[12],"(LLMs)":[13],"such":[14],"as":[15,73],"GPT-4":[16,49],"(GPT:":[17],"Generative":[18],"Pre-Trained":[19],"Transformer),":[20],"artificial":[21],"intelligence":[22],"(AI)":[23],"tools":[24],"have":[25,56],"been":[26],"playing":[27],"an":[28],"increasingly":[29],"important":[30],"role":[31],"in":[32],"chemical":[33],"material":[35,40,104],"research":[36,52],"to":[37,143],"facilitate":[38],"screening":[41],"design.":[43],"Despite":[44],"exciting":[46],"progress":[47],"based":[50],"AI":[51],"assistance,":[53],"open-source":[54,82],"LLMs":[55,83,129],"not":[57],"gained":[58],"much":[59],"attention":[60],"from":[61],"scientific":[63],"community.":[64],"This":[65],"work":[66],"primarily":[67],"focused":[68],"on":[69],"metal-organic":[70],"frameworks":[71],"(MOFs)":[72],"a":[74,85],"subdomain":[75],"chemistry":[77,94,97],"evaluated":[79],"six":[80],"top-rated":[81],"comprehensive":[86],"set":[87],"tasks":[89],"including":[90],"MOFs":[91,124],"knowledge,":[92,95,98],"basic":[93,121],"in-depth":[96],"knowledge":[99],"extraction,":[100],"database":[101],"reading,":[102],"predicting":[103],"property,":[105],"experiment":[106],"design,":[107],"computational":[108,149],"scripts":[109],"generation,":[110],"guiding":[111],"experiment,":[112],"data":[113],"analysis,":[114],"paper":[116],"polishing,":[117],"which":[118,164],"covers":[119],"units":[122],"research.":[125],"In":[126],"general,":[127],"these":[128],"were":[130,141],"capable":[131],"most":[133],"tasks.":[136],"Especially,":[137],"Llama2-7B":[138],"ChatGLM2-6B":[140],"found":[142],"perform":[144],"particularly":[145],"well":[146],"moderate":[148],"resources.":[150],"Additionally,":[151],"performance":[153,168],"different":[155],"parameter":[156,171],"versions":[157],"same":[160],"model":[161],"was":[162],"compared,":[163],"revealed":[165],"superior":[167],"higher":[170],"versions.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":7}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}