{"id":"https://openalex.org/W2739288597","doi":"https://doi.org/10.1109/jsyst.2017.2725920","title":"A Human\u2013Machine Methodology for Investigating Systems Thinking in a Complex Corpus","display_name":"A Human\u2013Machine Methodology for Investigating Systems Thinking in a Complex Corpus","publication_year":2017,"publication_date":"2017-07-24","ids":{"openalex":"https://openalex.org/W2739288597","doi":"https://doi.org/10.1109/jsyst.2017.2725920","mag":"2739288597"},"language":"en","primary_location":{"id":"doi:10.1109/jsyst.2017.2725920","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2017.2725920","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ryan C. Boyer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ryan C. Boyer","raw_affiliation_strings":["Shipt, Inc, Birmingham, AL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shipt, Inc, Birmingham, AL, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051468788","display_name":"William T. Scherer","orcid":"https://orcid.org/0000-0002-1069-7898"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William T. Scherer","raw_affiliation_strings":["Department of Systems and Information Engineering, University of Virginia, Charlottesville, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113457201","display_name":"Cody Fleming","orcid":null},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cody H. Fleming","raw_affiliation_strings":["Department of Systems and Information Engineering, University of Virginia, Charlottesville, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049422542","display_name":"Casey D. Connors","orcid":null},"institutions":[{"id":"https://openalex.org/I1304082316","display_name":"United States Department of the Army","ror":"https://ror.org/035w1gb98","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796"]},{"id":"https://openalex.org/I4210088792","display_name":"United States Army","ror":"https://ror.org/00afsp483","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I4210088792"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Casey D. Connors","raw_affiliation_strings":["U.S. Army Training and Doctrine Analysis Center, Monterey, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"U.S. Army Training and Doctrine Analysis Center, Monterey, CA, USA","institution_ids":["https://openalex.org/I1304082316","https://openalex.org/I4210088792"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012081695","display_name":"Peter Whitehead","orcid":"https://orcid.org/0000-0002-8017-1269"},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"N. Peter Whitehead","raw_affiliation_strings":["MITRE, McLean, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MITRE, McLean, VA, USA","institution_ids":["https://openalex.org/I44896327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.09011408,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"12","issue":"3","first_page":"2937","last_page":"2948"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11810","display_name":"Complex Systems and Decision Making","score":0.9369000196456909,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9199000000953674,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6338008046150208},{"id":"https://openalex.org/keywords/systems-thinking","display_name":"Systems thinking","score":0.607646107673645},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5355154871940613},{"id":"https://openalex.org/keywords/critical-systems-thinking","display_name":"Critical systems thinking","score":0.5119777917861938},{"id":"https://openalex.org/keywords/intuition","display_name":"Intuition","score":0.5075134038925171},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.4160536527633667},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38569819927215576},{"id":"https://openalex.org/keywords/critical-thinking","display_name":"Critical thinking","score":0.3611517548561096},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3412456512451172},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.2074432373046875},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.18123206496238708},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15417778491973877}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6338008046150208},{"id":"https://openalex.org/C27177047","wikidata":"https://www.wikidata.org/wiki/Q269699","display_name":"Systems thinking","level":2,"score":0.607646107673645},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5355154871940613},{"id":"https://openalex.org/C108867877","wikidata":"https://www.wikidata.org/wiki/Q5186773","display_name":"Critical systems thinking","level":3,"score":0.5119777917861938},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.5075134038925171},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.4160536527633667},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38569819927215576},{"id":"https://openalex.org/C533356498","wikidata":"https://www.wikidata.org/wiki/Q843894","display_name":"Critical thinking","level":2,"score":0.3611517548561096},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3412456512451172},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.2074432373046875},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.18123206496238708},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15417778491973877},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsyst.2017.2725920","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2017.2725920","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5299999713897705,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W38619841","https://openalex.org/W80463681","https://openalex.org/W560211428","https://openalex.org/W1880262756","https://openalex.org/W1934021597","https://openalex.org/W1969486090","https://openalex.org/W1984893382","https://openalex.org/W1991206166","https://openalex.org/W2001082470","https://openalex.org/W2020999234","https://openalex.org/W2042980227","https://openalex.org/W2045705134","https://openalex.org/W2094176393","https://openalex.org/W2097106271","https://openalex.org/W2103587173","https://openalex.org/W2125910575","https://openalex.org/W2128925311","https://openalex.org/W2131032146","https://openalex.org/W2132232128","https://openalex.org/W2148398334","https://openalex.org/W2158266063","https://openalex.org/W2167482691","https://openalex.org/W2174706414","https://openalex.org/W2301898787","https://openalex.org/W2334889010","https://openalex.org/W2527513773","https://openalex.org/W2571998221","https://openalex.org/W2912889105","https://openalex.org/W3099640513","https://openalex.org/W4231510805","https://openalex.org/W4240293595","https://openalex.org/W4255574226","https://openalex.org/W4293690910","https://openalex.org/W4379912302","https://openalex.org/W6601609194","https://openalex.org/W6603158870","https://openalex.org/W6639619044","https://openalex.org/W6640231202","https://openalex.org/W6674198184","https://openalex.org/W6675301171","https://openalex.org/W6679070811","https://openalex.org/W6697929813","https://openalex.org/W6703074907","https://openalex.org/W6824351792"],"related_works":["https://openalex.org/W2381934528","https://openalex.org/W1503918278","https://openalex.org/W1608242068","https://openalex.org/W2063561831","https://openalex.org/W1524270443","https://openalex.org/W3126824582","https://openalex.org/W245589036","https://openalex.org/W2542345330","https://openalex.org/W3202577869","https://openalex.org/W2998681569"],"abstract_inverted_index":{"Systems":[0],"thinking":[1,24,57,90,124,134,164,175,218],"characterizes":[2],"the":[3,53,97,107,111,114,116,119,122,136,158,173,193,201,220,227,241],"paradigm":[4],"needed":[5],"to":[6,51,135,192],"effectively":[7],"design,":[8],"maintain,":[9],"and":[10,25,196,208,219,236],"utilize":[11],"systems.":[12],"Prior":[13],"work":[14],"has":[15],"shown":[16],"that":[17,26,47,130,157],"there":[18],"is":[19,109],"a":[20,44,59,88,93,153,182,186,206,238],"language":[21],"of":[22,55,61,70,99,106,113,121,161,188,198,215,222],"systems":[23,56,89,101,123,133,147,163,174,217],"its":[27],"presence":[28],"can":[29],"be":[30,141],"quantified":[31],"within":[32,58,87],"text":[33],"using":[34],"supervised":[35],"learning":[36],"methods.":[37,79],"Building":[38],"on":[39,152,185],"this":[40,230],"foundation,":[41],"we":[42],"present":[43],"human-in-the-loop":[45],"methodology":[46,81,108,228],"utilizes":[48],"topic":[49,85,91,125,170,176],"models":[50],"facilitate":[52],"identification":[54],"corpus":[60,155,187],"documents.":[62],"Though":[63],"explorative,":[64],"it":[65,74],"requires":[66],"no":[67],"manual":[68],"grading":[69],"documents,":[71],"which":[72],"makes":[73],"significantly":[75,167],"faster":[76],"than":[77,146,177],"previous":[78],"The":[80,103,213],"uses":[82],"each":[83],"document's":[84],"proportion":[86],"as":[92],"proxy":[94],"measure":[95],"for":[96],"potential":[98],"strong":[100,132,162,216],"thinking.":[102,148],"novel":[104],"aspect":[105],"in":[110,172,204,209,240],"seeding":[112,139],"corpus;":[115],"user":[117],"encourages":[118],"emergence":[120],"by":[126,232],"adding":[127],"several":[128],"documents":[129,190],"demonstrate":[131],"corpus.":[137],"Additionally,":[138,181],"could":[140],"used":[142],"with":[143],"concepts":[144],"other":[145],"A":[149],"Tukey":[150],"test":[151],"graded":[154,179],"reveals":[156],"top":[159],"echelons":[160],"papers":[165],"have":[166],"higher":[168],"mean":[169],"proportions":[171],"lower":[178],"papers.":[180],"case":[183],"study":[184],"Army":[189],"related":[191],"development,":[194],"character,":[195],"management":[197],"soldiers":[199],"demonstrates":[200],"methodology's":[202],"effectiveness":[203],"overviewing":[205],"system":[207],"providing":[210],"research":[211],"direction.":[212],"definition":[214],"interpretation":[221],"topics":[223],"are":[224],"subjective,":[225],"but":[226],"overcomes":[229],"hurdle":[231],"leveraging":[233],"human":[234,239],"intuition":[235],"keeping":[237],"loop.":[242]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}