{"id":"https://openalex.org/W2552408584","doi":"https://doi.org/10.1109/vlhcc.2016.7739680","title":"Trials and tribulations of developers of intelligent systems: A field study","display_name":"Trials and tribulations of developers of intelligent systems: A field study","publication_year":2016,"publication_date":"2016-09-01","ids":{"openalex":"https://openalex.org/W2552408584","doi":"https://doi.org/10.1109/vlhcc.2016.7739680","mag":"2552408584"},"language":"en","primary_location":{"id":"doi:10.1109/vlhcc.2016.7739680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vlhcc.2016.7739680","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111711612","display_name":"Charles G. Hill","orcid":null},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Charles Hill","raw_affiliation_strings":["Oregon State, University Corvallis, OR, USA","IBM TJ Watson Research Center, Yorktown Heights, NY, USA","Oregon State University, Corvallis, OR, USA"],"affiliations":[{"raw_affiliation_string":"Oregon State, University Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"IBM TJ Watson Research Center, Yorktown Heights, NY, USA","institution_ids":[]},{"raw_affiliation_string":"Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054098149","display_name":"Rachel Bellamy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rachel Bellamy","raw_affiliation_strings":["IBM TJ Watson Research Center, Yorktown Heights, NY, USA"],"affiliations":[{"raw_affiliation_string":"IBM TJ Watson Research Center, Yorktown Heights, NY, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110106297","display_name":"Thomas Erickson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thomas Erickson","raw_affiliation_strings":["IBM TJ Watson Research Center, Yorktown Heights, NY, USA"],"affiliations":[{"raw_affiliation_string":"IBM TJ Watson Research Center, Yorktown Heights, NY, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011173372","display_name":"Margaret Burnett","orcid":"https://orcid.org/0000-0001-6536-7629"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Margaret Burnett","raw_affiliation_strings":["Oregon State, University Corvallis, OR, USA","Oregon State University, Corvallis, OR, USA"],"affiliations":[{"raw_affiliation_string":"Oregon State, University Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5111711612"],"corresponding_institution_ids":["https://openalex.org/I131249849"],"apc_list":null,"apc_paid":null,"fwci":8.1859,"has_fulltext":false,"cited_by_count":104,"citation_normalized_percentile":{"value":0.97342323,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"162","last_page":"170"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9697999954223633,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7445359230041504},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.6996747851371765},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6855554580688477},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6364641189575195},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5997662544250488},{"id":"https://openalex.org/keywords/intelligent-decision-support-system","display_name":"Intelligent decision support system","score":0.5550327301025391},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5444049835205078},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.47404953837394714},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4412871301174164},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.42005401849746704},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.40469101071357727},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.38243040442466736},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.364154189825058},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3380587697029114}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7445359230041504},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.6996747851371765},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6855554580688477},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6364641189575195},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5997662544250488},{"id":"https://openalex.org/C56397880","wikidata":"https://www.wikidata.org/wiki/Q6044094","display_name":"Intelligent decision support system","level":2,"score":0.5550327301025391},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5444049835205078},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.47404953837394714},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4412871301174164},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.42005401849746704},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.40469101071357727},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.38243040442466736},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.364154189825058},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3380587697029114},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vlhcc.2016.7739680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vlhcc.2016.7739680","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1501005121","https://openalex.org/W1532300241","https://openalex.org/W1987391560","https://openalex.org/W2003238113","https://openalex.org/W2004959592","https://openalex.org/W2005085827","https://openalex.org/W2010158189","https://openalex.org/W2025544150","https://openalex.org/W2042950801","https://openalex.org/W2044049174","https://openalex.org/W2053075547","https://openalex.org/W2065267227","https://openalex.org/W2087061903","https://openalex.org/W2108816886","https://openalex.org/W2110915073","https://openalex.org/W2112378171","https://openalex.org/W2117733879","https://openalex.org/W2124332348","https://openalex.org/W2127779812","https://openalex.org/W2131251708","https://openalex.org/W2141438078","https://openalex.org/W2148906281","https://openalex.org/W2151049666","https://openalex.org/W2153900280","https://openalex.org/W2157174816","https://openalex.org/W2158582431","https://openalex.org/W2162409443","https://openalex.org/W2166353350","https://openalex.org/W2167110174","https://openalex.org/W2168573280","https://openalex.org/W2168747479","https://openalex.org/W2306526421","https://openalex.org/W2400341429","https://openalex.org/W2501011868","https://openalex.org/W3005822403","https://openalex.org/W6684347184","https://openalex.org/W6698093529"],"related_works":["https://openalex.org/W2368605798","https://openalex.org/W2518037665","https://openalex.org/W2348524959","https://openalex.org/W2477036161","https://openalex.org/W2368049389","https://openalex.org/W2384861574","https://openalex.org/W4294565801","https://openalex.org/W2170801710","https://openalex.org/W2952704802","https://openalex.org/W2741781807"],"abstract_inverted_index":{"Intelligent":[0],"systems":[1,44],"are":[2],"gaining":[3],"in":[4],"popularity":[5],"and":[6,62,137,144],"receiving":[7],"increased":[8],"media":[9],"attention,":[10],"but":[11],"little":[12],"is":[13],"known":[14],"about":[15,20],"how":[16,40],"people":[17,41],"actually":[18],"go":[19],"developing":[21],"them.":[22],"In":[23],"this":[24,30,142],"paper,":[25],"we":[26,52,80,138],"attempt":[27],"to":[28,71,85,122,124],"fill":[29],"gap":[31],"through":[32],"a":[33,87,125],"set":[34],"of":[35,68,78,96,110,146],"field":[36],"interviews":[37],"that":[38,45,82,106,116,131],"investigate":[39],"develop":[42,72],"intelligent":[43,73],"incorporate":[46],"machine":[47,59,134],"learning":[48,60,135],"algorithms.":[49],"The":[50,113],"developers":[51,117],"interviewed":[53],"were":[54],"experienced":[55],"at":[56],"working":[57],"with":[58,64,93],"algorithms":[61],"dealing":[63],"the":[65,97],"large":[66],"amounts":[67],"data":[69],"needed":[70],"systems.":[74],"Despite":[75],"their":[76,111],"level":[77],"experience,":[79],"learned":[81],"they":[83,99],"struggle":[84],"establish":[86],"repeatable":[88],"process.":[89],"They":[90],"described":[91],"problems":[92],"each":[94],"step":[95],"processes":[98],"perform,":[100],"as":[101,103],"well":[102],"cross-cutting":[104],"issues":[105],"pervade":[107],"multiple":[108],"steps":[109],"processes.":[112],"unique":[114],"difficulties":[115],"like":[118],"these":[119],"face":[120],"seem":[121],"point":[123],"need":[126,143],"for":[127],"software":[128],"engineering":[129],"advances":[130],"address":[132],"such":[133],"systems,":[136],"conclude":[139],"by":[140],"discussing":[141],"some":[145],"its":[147],"implications.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":24},{"year":2021,"cited_by_count":23},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":4}],"updated_date":"2026-04-06T07:47:59.780226","created_date":"2025-10-10T00:00:00"}