{"id":"https://openalex.org/W2527513773","doi":"https://doi.org/10.1109/jsyst.2015.2426651","title":"Use of Natural Language Processing to Discover Evidence of Systems Thinking","display_name":"Use of Natural Language Processing to Discover Evidence of Systems Thinking","publication_year":2015,"publication_date":"2015-05-22","ids":{"openalex":"https://openalex.org/W2527513773","doi":"https://doi.org/10.1109/jsyst.2015.2426651","mag":"2527513773"},"language":"en","primary_location":{"id":"doi:10.1109/jsyst.2015.2426651","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2015.2426651","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012081695","display_name":"Peter Whitehead","orcid":"https://orcid.org/0000-0002-8017-1269"},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"N. Peter Whitehead","raw_affiliation_strings":["MITRE Corporation, McLean, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MITRE Corporation, McLean, VA, USA","institution_ids":["https://openalex.org/I44896327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051468788","display_name":"William T. Scherer","orcid":"https://orcid.org/0000-0002-1069-7898"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William T. Scherer","raw_affiliation_strings":["Department of Systems and Information Engineering, School of Engineering and Applied Sciences, University of Virginia, Charlottesville, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, School of Engineering and Applied Sciences, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083682564","display_name":"Michael C. Smith","orcid":"https://orcid.org/0000-0002-1136-0250"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael C. Smith","raw_affiliation_strings":["Department of Systems and Information Engineering, School of Engineering and Applied Sciences, University of Virginia, Charlottesville, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, School of Engineering and Applied Sciences, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4737,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.92204561,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"11","issue":"4","first_page":"2140","last_page":"2149"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9266999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6293995976448059},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.49551713466644287},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.45756393671035767},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4424290060997009},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.15310433506965637}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6293995976448059},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.49551713466644287},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.45756393671035767},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4424290060997009},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.15310433506965637},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsyst.2015.2426651","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2015.2426651","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309568","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06"},{"id":"https://openalex.org/F4320311401","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60"},{"id":"https://openalex.org/F4320320719","display_name":"Department of Science and Technology, Ministry of Science and Technology, India","ror":"https://ror.org/0101xrq71"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W207222","https://openalex.org/W75561580","https://openalex.org/W349770100","https://openalex.org/W648670692","https://openalex.org/W1480376833","https://openalex.org/W1532325895","https://openalex.org/W1662133657","https://openalex.org/W1907578970","https://openalex.org/W1965068258","https://openalex.org/W2043909051","https://openalex.org/W2058100898","https://openalex.org/W2061769355","https://openalex.org/W2085445105","https://openalex.org/W2101746535","https://openalex.org/W2112440119","https://openalex.org/W2129018774","https://openalex.org/W2130913205","https://openalex.org/W2131032146","https://openalex.org/W2144211451","https://openalex.org/W2148398334","https://openalex.org/W2165612380","https://openalex.org/W2301222454","https://openalex.org/W2787894218","https://openalex.org/W4213009331","https://openalex.org/W4298870207","https://openalex.org/W6603025881","https://openalex.org/W6639689704","https://openalex.org/W6679672725","https://openalex.org/W6698066272"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4226226396","https://openalex.org/W3153750606","https://openalex.org/W4308854837"],"abstract_inverted_index":{"In":[0],"prior":[1,254],"work,":[2],"we":[3,113],"proposed":[4],"elements":[5,100],"of":[6,35,42,48,93,101,108,118,124,149,173,202,221,236,239,268,286],"a":[7,16,64,73,86,122,160,169,200,218,237,253,272],"generalized":[8],"core":[9],"language":[10,23,67,157],"for":[11,56,88,162,277],"systems":[12,17,31,36,54,70,74,94,119,150,165,193,233,269,280,287],"thinking":[13,95,151,166,194,234,270,281],"that":[14,60,111,215,251,257,261],"characterizes":[15],"approach.":[18],"We":[19,38,249,259],"developed":[20],"this":[21,43,81],"foundational":[22],"through":[24,121,155],"the":[25,33,46,53,61,98,102,180,187,232,265,284],"relationship":[26],"between":[27,264],"critical":[28],"thought":[29,71,120],"and":[30,129,136,143,209,227,242,271,282],"in":[32,66,72,80,104,152,168,196],"definition":[34],"thinking.":[37],"submitted":[39],"our":[40,78],"interpretation":[41],"language,":[44],"i.e.,":[45],"Dimensions":[47],"Systems":[49],"Thinking":[50],"(DST),":[51],"to":[52,68,84,178,192,230],"community":[55],"further":[57],"development.":[58],"Assuming":[59],"DST":[62,103],"provides":[63],"basis":[65],"express":[69],"design":[75,243],"or":[76,171,183],"analysis,":[77],"objective":[79,90],"phase":[82],"is":[83],"present":[85],"strategy":[87],"discovering":[89],"statistical":[91,115],"evidence":[92,148],"based":[96],"on":[97,245],"linguistic":[99],"an":[105],"unread":[106,153,240],"corpus":[107,172,238],"documents.":[109],"With":[110],"goal,":[112],"consider":[114],"semantic":[116],"characterization":[117],"process":[123],"supervised":[125],"learning,":[126],"term":[127],"frequency":[128,132],"inverse":[130],"document":[131,170,182,273],"(tf-idf),":[133],"cosine":[134],"similarity,":[135],"na\u00efve":[137],"Bayes":[138],"classifiers,":[139],"specifically":[140],"Rocchio":[141],"classifiers":[142],"quadratic":[144],"discriminant":[145],"classification.":[146],"Finding":[147],"text":[154],"natural":[156],"processing":[158],"establishes":[159,225],"foundation":[161],"computationally":[163],"assessing":[164],"quality":[167,235,285],"design-related":[174],"documents":[175,198],"without":[176],"having":[177],"read":[179],"subject":[181],"corpus.":[184],"Once":[185],"demonstrated,":[186],"method":[188],"can":[189],"be":[190,275],"applied":[191],"fluency":[195],"design-focused":[197],"across":[199],"range":[201],"application":[203],"areas,":[204],"such":[205],"as":[206],"transportation,":[207],"healthcare,":[208],"environmental":[210],"policy.":[211],"This":[212],"study":[213],"demonstrates":[214],"capability":[216],"with":[217],"high":[219],"degree":[220],"selectivity.":[222],"Our":[223],"approach":[224],"correlation":[226],"allows":[228],"us":[229],"assess":[231],"analysis":[241],"studies":[244],"life":[246],"cycle":[247],"assessment.":[248,258],"show":[250],"assigning":[252],"probability":[255],"improves":[256],"posit":[260],"quantitative":[262],"relations":[263],"specific":[266],"dimensions":[267],"would":[274],"useful":[276],"recognizing":[278],"good":[279],"improving":[283],"analyses.":[288]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
