{"id":"https://openalex.org/W2083448656","doi":"https://doi.org/10.1145/63266.63288","title":"A comparative study of think-aloud and critical decision knowledge elicitation methods","display_name":"A comparative study of think-aloud and critical decision knowledge elicitation methods","publication_year":1989,"publication_date":"1989-04-01","ids":{"openalex":"https://openalex.org/W2083448656","doi":"https://doi.org/10.1145/63266.63288","mag":"2083448656"},"language":"en","primary_location":{"id":"doi:10.1145/63266.63288","doi":"https://doi.org/10.1145/63266.63288","is_oa":true,"landing_page_url":"https://doi.org/10.1145/63266.63288","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/63266.63288","source":{"id":"https://openalex.org/S4210224649","display_name":"ACM SIGART Bulletin","issn_l":"0163-5719","issn":["0163-5719","2331-1673"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGART Bulletin","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/63266.63288","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083360226","display_name":"Beth W. Crandall","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2800299989","display_name":"Association of Zoos and Aquariums","ror":"https://ror.org/00t354q81","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2800299989"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"B. W. Crandall","raw_affiliation_strings":["Klein Association Inc., Yellow Springs, OH"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Klein Association Inc., Yellow Springs, OH","institution_ids":["https://openalex.org/I2800299989"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5083360226"],"corresponding_institution_ids":["https://openalex.org/I2800299989"],"apc_list":null,"apc_paid":null,"fwci":1.8544,"has_fulltext":true,"cited_by_count":38,"citation_normalized_percentile":{"value":0.8652576,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":null,"issue":"108","first_page":"144","last_page":"146"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.40869998931884766,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.40869998931884766,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.1696999967098236,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10672","display_name":"Design Education and Practice","score":0.09359999746084213,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-elicitation","display_name":"knowledge elicitation","score":0.8899999856948853},{"id":"https://openalex.org/keywords/think-aloud","display_name":"think-aloud","score":0.9079999923706055},{"id":"https://openalex.org/keywords/tacit-knowledge","display_name":"tacit knowledge","score":0.9459999799728394},{"id":"https://openalex.org/keywords/expert-systems","display_name":"expert systems","score":0.652999997138977},{"id":"https://openalex.org/keywords/knowledge-engineering","display_name":"knowledge engineering","score":0.6420000195503235},{"id":"https://openalex.org/keywords/perceptual-learning","display_name":"perceptual learning","score":0.9160000085830688},{"id":"https://openalex.org/keywords/expert-knowledge","display_name":"expert knowledge","score":0.4699999988079071},{"id":"https://openalex.org/keywords/rule-based-systems","display_name":"rule-based systems","score":0.5320000052452087},{"id":"https://openalex.org/keywords/interview-techniques","display_name":"interview techniques","score":0.3720000088214874}],"concepts":[{"id":"https://openalex.org/C2779561248","wikidata":"https://www.wikidata.org/wiki/Q743861","display_name":"Tacit knowledge","level":2,"score":0.782974898815155},{"id":"https://openalex.org/C72161134","wikidata":"https://www.wikidata.org/wiki/Q5421219","display_name":"Expert elicitation","level":2,"score":0.7088091373443604},{"id":"https://openalex.org/C78821406","wikidata":"https://www.wikidata.org/wiki/Q391810","display_name":"Think aloud protocol","level":3,"score":0.6278097033500671},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.5182844996452332},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4774347245693207},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.4624265730381012},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.43478304147720337},{"id":"https://openalex.org/C84685590","wikidata":"https://www.wikidata.org/wiki/Q1540472","display_name":"Knowledge engineering","level":2,"score":0.4321567714214325},{"id":"https://openalex.org/C56814567","wikidata":"https://www.wikidata.org/wiki/Q1323686","display_name":"Explicit knowledge","level":2,"score":0.42813533544540405},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4145278036594391},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2966134548187256},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24295857548713684},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14234313368797302},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.13508135080337524},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08074849843978882},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/63266.63288","doi":"https://doi.org/10.1145/63266.63288","is_oa":true,"landing_page_url":"https://doi.org/10.1145/63266.63288","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/63266.63288","source":{"id":"https://openalex.org/S4210224649","display_name":"ACM SIGART Bulletin","issn_l":"0163-5719","issn":["0163-5719","2331-1673"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGART Bulletin","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/63266.63288","doi":"https://doi.org/10.1145/63266.63288","is_oa":true,"landing_page_url":"https://doi.org/10.1145/63266.63288","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/63266.63288","source":{"id":"https://openalex.org/S4210224649","display_name":"ACM SIGART Bulletin","issn_l":"0163-5719","issn":["0163-5719","2331-1673"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGART Bulletin","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320337630","display_name":"Army Research Institute for the Behavioral and Social Sciences","ror":"https://ror.org/03bq05s23"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2083448656.pdf","grobid_xml":"https://content.openalex.org/works/W2083448656.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W18642907","https://openalex.org/W1779611882","https://openalex.org/W2013747605","https://openalex.org/W2080862045","https://openalex.org/W2095248526"],"related_works":["https://openalex.org/W2036751124","https://openalex.org/W2357281695","https://openalex.org/W2068905620","https://openalex.org/W1969386011","https://openalex.org/W147116825","https://openalex.org/W2080891326","https://openalex.org/W2505417709","https://openalex.org/W151172184","https://openalex.org/W2471994579","https://openalex.org/W2726725477"],"abstract_inverted_index":{"The":[0,38,100],"knowledge":[1,35,44,46,54,80,116,127],"elicitation":[2,117],"phase":[3],"of":[4,18,28,87,108],"expert":[5,21,34,39,109],"system":[6],"development":[7],"continues":[8],"to":[9,62,121],"be":[10,92,119],"identified":[11],"as":[12],"a":[13],"major":[14,30],"hurdle":[15],"in":[16,142],"construction":[17],"comprehensive,":[19],"functional":[20],"systems":[22,101],"(Berry,":[23,131],"1987;":[24,132],"Hoffman,":[25],"1987).":[26],"One":[27],"the":[29,57,79,88,122],"difficulties":[31],"is":[32,36,48,55,112],"that":[33,47,90,102,115],"multifaceted.":[37],"has":[40],"both":[41],"explicit,":[42],"objective":[43],"and":[45,128],"more":[49],"implicitly":[50],"understood.":[51],"Such":[52],"tacit":[53,126],"among":[56],"most":[58],"difficult":[59],"for":[60],"experts":[61],"articulate":[63],"on":[64,68,84],"their":[65],"own.":[66],"Reliance":[67],"standard":[69],"interview":[70],"methods":[71,118],"or":[72],"unstructured":[73],"think-aloud":[74],"protocols":[75],"may":[76,104],"inadvertently":[77],"bias":[78],"engineer":[81],"into":[82],"focusing":[83],"those":[85],"aspects":[86],"task":[89],"can":[91],"reasonable":[93],"well":[94],"represented":[95],"within":[96],"if/then,":[97],"rule-based":[98],"systems.":[99],"result":[103],"lack":[105],"critical":[106],"components":[107],"knowledge.":[110],"It":[111],"therefore":[113],"essential":[114],"sensitive":[120],"contributions":[123],"made":[124],"by":[125],"perceptual":[129],"learning":[130],"Collins,":[133],"Green,":[134],"&":[135,140],"Draper,":[136],"1985;":[137],"Klein,":[138],"Calderwood,":[139],"MacGregor,":[141],"press).":[143]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}