{"id":"https://openalex.org/W4396667188","doi":"https://doi.org/10.1162/qss_a_00310","title":"A critical review of large language models: Sensitivity, bias, and the path toward specialized AI","display_name":"A critical review of large language models: Sensitivity, bias, and the path toward specialized AI","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4396667188","doi":"https://doi.org/10.1162/qss_a_00310"},"language":"en","primary_location":{"id":"doi:10.1162/qss_a_00310","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_a_00310","pdf_url":"https://direct.mit.edu/qss/article-pdf/doi/10.1162/qss_a_00310/2370099/qss_a_00310.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://direct.mit.edu/qss/article-pdf/doi/10.1162/qss_a_00310/2370099/qss_a_00310.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008533729","display_name":"Arash Hajikhani","orcid":"https://orcid.org/0000-0003-2032-9180"},"institutions":[{"id":"https://openalex.org/I63548447","display_name":"Lappeenranta-Lahti University of Technology","ror":"https://ror.org/0208vgz68","country_code":"FI","type":"education","lineage":["https://openalex.org/I63548447"]},{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Arash Hajikhani","raw_affiliation_strings":["Quantitative Science and Technology Studies, VTT Technical Research Centre of Finland, Espoo, Finland","School of Business and Management, LUT University, Lappeenranta, Finland","Quantitative Science and Technology Studies, VTT Technical Research Centre of Finland, Tekniikantie 21, 02044 Espoo, Finland","LUT University, School of Business and Management (LBM), Yliopistonkatu 34, 53850 Lappeenranta, Finland"],"raw_orcid":"https://orcid.org/0000-0003-2032-9180","affiliations":[{"raw_affiliation_string":"Quantitative Science and Technology Studies, VTT Technical Research Centre of Finland, Espoo, Finland","institution_ids":["https://openalex.org/I87653560"]},{"raw_affiliation_string":"School of Business and Management, LUT University, Lappeenranta, Finland","institution_ids":["https://openalex.org/I63548447"]},{"raw_affiliation_string":"Quantitative Science and Technology Studies, VTT Technical Research Centre of Finland, Tekniikantie 21, 02044 Espoo, Finland","institution_ids":["https://openalex.org/I87653560"]},{"raw_affiliation_string":"LUT University, School of Business and Management (LBM), Yliopistonkatu 34, 53850 Lappeenranta, Finland","institution_ids":["https://openalex.org/I63548447"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091043346","display_name":"Carolyn Cole","orcid":"https://orcid.org/0009-0000-6031-881X"},"institutions":[{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Carolyn Cole","raw_affiliation_strings":["Quantitative Science and Technology Studies, VTT Technical Research Centre of Finland, Espoo, Finland","Quantitative Science and Technology Studies, VTT Technical Research Centre of Finland, Tekniikantie 21, 02044 Espoo, Finland"],"raw_orcid":"https://orcid.org/0009-0000-6031-881X","affiliations":[{"raw_affiliation_string":"Quantitative Science and Technology Studies, VTT Technical Research Centre of Finland, Espoo, Finland","institution_ids":["https://openalex.org/I87653560"]},{"raw_affiliation_string":"Quantitative Science and Technology Studies, VTT Technical Research Centre of Finland, Tekniikantie 21, 02044 Espoo, Finland","institution_ids":["https://openalex.org/I87653560"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5008533729"],"corresponding_institution_ids":["https://openalex.org/I63548447","https://openalex.org/I87653560"],"apc_list":{"value":800,"currency":"USD","value_usd":800},"apc_paid":{"value":800,"currency":"USD","value_usd":800},"fwci":18.8747,"has_fulltext":false,"cited_by_count":57,"citation_normalized_percentile":{"value":0.99471542,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"5","issue":"3","first_page":"736","last_page":"756"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9302999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8476501703262329},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.5990408062934875},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5772477388381958},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5378443598747253},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5218086242675781},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.45916256308555603},{"id":"https://openalex.org/keywords/sustainable-development","display_name":"Sustainable development","score":0.4548003673553467},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4196537733078003},{"id":"https://openalex.org/keywords/critical-path-method","display_name":"Critical path method","score":0.41123926639556885},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.40710434317588806},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.4044210910797119},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2833741307258606},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.21302315592765808},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12793216109275818},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.10406631231307983},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.09429857134819031}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8476501703262329},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.5990408062934875},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5772477388381958},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5378443598747253},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5218086242675781},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.45916256308555603},{"id":"https://openalex.org/C552854447","wikidata":"https://www.wikidata.org/wiki/Q131201","display_name":"Sustainable development","level":2,"score":0.4548003673553467},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4196537733078003},{"id":"https://openalex.org/C115874739","wikidata":"https://www.wikidata.org/wiki/Q825377","display_name":"Critical path method","level":2,"score":0.41123926639556885},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.40710434317588806},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.4044210910797119},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2833741307258606},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.21302315592765808},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12793216109275818},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.10406631231307983},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.09429857134819031},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/qss_a_00310","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_a_00310","pdf_url":"https://direct.mit.edu/qss/article-pdf/doi/10.1162/qss_a_00310/2370099/qss_a_00310.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d350bb91471c40bdad1f52f6ac786002","is_oa":true,"landing_page_url":"https://doaj.org/article/d350bb91471c40bdad1f52f6ac786002","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Quantitative Science Studies, Vol 5, Iss 3 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/qss_a_00310","is_oa":true,"landing_page_url":"https://doi.org/10.1162/qss_a_00310","pdf_url":"https://direct.mit.edu/qss/article-pdf/doi/10.1162/qss_a_00310/2370099/qss_a_00310.pdf","source":{"id":"https://openalex.org/S4210195326","display_name":"Quantitative Science Studies","issn_l":"2641-3337","issn":["2641-3337"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantitative Science Studies","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7474507095","display_name":null,"funder_award_id":"project 132376","funder_id":"https://openalex.org/F4320324208","funder_display_name":"Teknologian Tutkimuskeskus VTT"}],"funders":[{"id":"https://openalex.org/F4320324208","display_name":"Teknologian Tutkimuskeskus VTT","ror":"https://ror.org/04b181w54"},{"id":"https://openalex.org/F4320328501","display_name":"Business Finland","ror":"https://ror.org/05bgf9v38"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396667188.pdf"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1809892141","https://openalex.org/W2037984755","https://openalex.org/W2111547563","https://openalex.org/W2412247133","https://openalex.org/W2555670991","https://openalex.org/W2569214105","https://openalex.org/W2793675911","https://openalex.org/W2890680318","https://openalex.org/W2908764548","https://openalex.org/W2964116600","https://openalex.org/W2979487522","https://openalex.org/W2980371360","https://openalex.org/W3031904944","https://openalex.org/W3042860489","https://openalex.org/W3046592309","https://openalex.org/W3153451655","https://openalex.org/W3172205429","https://openalex.org/W3175901146","https://openalex.org/W3176540255","https://openalex.org/W3209721572","https://openalex.org/W4207085713","https://openalex.org/W4221003460","https://openalex.org/W4226397061","https://openalex.org/W4292779060","https://openalex.org/W4299868557","https://openalex.org/W4310145646","https://openalex.org/W4311553886","https://openalex.org/W4313679612","https://openalex.org/W4321276774","https://openalex.org/W4322718191","https://openalex.org/W4384071683","https://openalex.org/W4384337834","https://openalex.org/W4384457683","https://openalex.org/W4385346108","https://openalex.org/W4386721983","https://openalex.org/W4387559559","https://openalex.org/W4388739132","https://openalex.org/W4389221982","https://openalex.org/W4389508559","https://openalex.org/W4389515982","https://openalex.org/W4391469228","https://openalex.org/W4391709270","https://openalex.org/W6796715840"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W4388685194","https://openalex.org/W4312407344","https://openalex.org/W2894289927"],"abstract_inverted_index":{"Abstract":[0],"This":[1],"paper":[2],"examines":[3],"the":[4,70,73,77,95,100,127,131,156,161],"comparative":[5],"effectiveness":[6],"of":[7,35,49,111,129,133,158],"a":[8,14,32,62,153],"specialized":[9,50,78,101,134],"compiled":[10],"language":[11,37],"model":[12,16,75,102,113],"and":[13,45,76,124,142,160,166],"general-purpose":[15],"such":[17],"as":[18],"OpenAI\u2019s":[19],"GPT-3.5":[20,74,83],"in":[21,104],"detecting":[22],"sustainable":[23],"development":[24],"goals":[25],"(SDGs)":[26],"within":[27],"text":[28],"data.":[29],"It":[30],"presents":[31],"critical":[33],"review":[34],"large":[36],"models":[38,135],"(LLMs),":[39],"addressing":[40],"challenges":[41],"related":[42],"to":[43,94,151],"bias":[44],"sensitivity.":[46],"The":[47,109,144],"necessity":[48],"training":[51],"for":[52,138,163],"precise,":[53],"unbiased":[54],"analysis":[55],"is":[56,115,136],"underlined.":[57],"A":[58],"case":[59],"study":[60,145],"using":[61],"company":[63],"descriptions":[64],"data":[65],"set":[66],"offers":[67],"insight":[68],"into":[69,118],"differences":[71],"between":[72,155],"SDG":[79],"detection":[80],"model.":[81],"While":[82],"boasts":[84],"broader":[85],"coverage,":[86],"it":[87],"may":[88],"identify":[89],"SDGs":[90],"with":[91],"limited":[92],"relevance":[93],"companies\u2019":[96],"activities.":[97],"In":[98],"contrast,":[99],"zeroes":[103],"on":[105],"highly":[106],"pertinent":[107],"SDGs.":[108],"importance":[110],"thoughtful":[112],"selection":[114],"emphasized,":[116],"taking":[117],"account":[119],"task":[120],"requirements,":[121],"cost,":[122],"complexity,":[123],"transparency.":[125],"Despite":[126],"versatility":[128],"LLMs,":[130],"use":[132],"suggested":[137],"tasks":[139],"demanding":[140],"precision":[141],"accuracy.":[143],"concludes":[146],"by":[147],"encouraging":[148],"further":[149],"research":[150],"find":[152],"balance":[154],"capabilities":[157],"LLMs":[159],"need":[162],"domain-specific":[164],"expertise":[165],"interpretability.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":22}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}