{"id":"https://openalex.org/W2017986258","doi":"https://doi.org/10.1109/vlhcc.2011.6070387","title":"Modeling programmer navigation: A head-to-head empirical evaluation of predictive models","display_name":"Modeling programmer navigation: A head-to-head empirical evaluation of predictive models","publication_year":2011,"publication_date":"2011-09-01","ids":{"openalex":"https://openalex.org/W2017986258","doi":"https://doi.org/10.1109/vlhcc.2011.6070387","mag":"2017986258"},"language":"en","primary_location":{"id":"doi:10.1109/vlhcc.2011.6070387","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vlhcc.2011.6070387","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076670713","display_name":"David Piorkowski","orcid":"https://orcid.org/0000-0002-6740-4902"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"D. Piorkowski","raw_affiliation_strings":["Oregon State University, Corvallis, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009797359","display_name":"Scott Fleming","orcid":"https://orcid.org/0000-0002-6214-8858"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"S. D. Fleming","raw_affiliation_strings":["Oregon State University, Corvallis, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113462592","display_name":"Chris Scaffidi","orcid":null},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"C. Scaffidi","raw_affiliation_strings":["Oregon State University, Corvallis, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068885069","display_name":"Lizy K. John","orcid":"https://orcid.org/0000-0002-8747-5214"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"L. John","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026486394","display_name":"Christopher Bogart","orcid":"https://orcid.org/0000-0001-8581-115X"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"C. Bogart","raw_affiliation_strings":["Oregon State University, Corvallis, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113674032","display_name":"B. E. John","orcid":null},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"B. E. John","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA","IBM T.J. Watson Research, Hawthorne, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"IBM T.J. Watson Research, Hawthorne, NY, USA","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011173372","display_name":"Margaret Burnett","orcid":"https://orcid.org/0000-0001-6536-7629"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Burnett","raw_affiliation_strings":["Oregon State University, Corvallis, OR, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054098149","display_name":"Rachel Bellamy","orcid":null},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"R. Bellamy","raw_affiliation_strings":["IBM T.J. Watson Research, Hawthorne, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM T.J. Watson Research, Hawthorne, NY, USA","institution_ids":["https://openalex.org/I1341412227"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6057,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.90268639,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"109","last_page":"116"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.855172872543335},{"id":"https://openalex.org/keywords/programmer","display_name":"Programmer","score":0.6795293688774109},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6776246428489685},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5428197383880615},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5358788967132568},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.504151463508606},{"id":"https://openalex.org/keywords/predictive-modelling","display_name":"Predictive modelling","score":0.48496389389038086},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.48293134570121765},{"id":"https://openalex.org/keywords/factor","display_name":"Factor (programming language)","score":0.47614383697509766},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.46772468090057373},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.45305413007736206},{"id":"https://openalex.org/keywords/head","display_name":"Head (geology)","score":0.4236759841442108},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.41209548711776733},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.3837229311466217},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37448549270629883},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.35515326261520386},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3503076434135437},{"id":"https://openalex.org/keywords/static-program-analysis","display_name":"Static program analysis","score":0.3255021274089813},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2834264636039734},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.19687232375144958},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08006539940834045}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.855172872543335},{"id":"https://openalex.org/C2778514511","wikidata":"https://www.wikidata.org/wiki/Q1374194","display_name":"Programmer","level":2,"score":0.6795293688774109},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6776246428489685},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5428197383880615},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5358788967132568},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.504151463508606},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.48496389389038086},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.48293134570121765},{"id":"https://openalex.org/C2781039887","wikidata":"https://www.wikidata.org/wiki/Q1391724","display_name":"Factor (programming language)","level":2,"score":0.47614383697509766},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.46772468090057373},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.45305413007736206},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.4236759841442108},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.41209548711776733},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3837229311466217},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37448549270629883},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.35515326261520386},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3503076434135437},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.3255021274089813},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2834264636039734},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.19687232375144958},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08006539940834045},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vlhcc.2011.6070387","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vlhcc.2011.6070387","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1500946169","https://openalex.org/W1660390307","https://openalex.org/W1748815599","https://openalex.org/W1988370839","https://openalex.org/W2036625316","https://openalex.org/W2050187629","https://openalex.org/W2055821246","https://openalex.org/W2061632472","https://openalex.org/W2080534028","https://openalex.org/W2106015812","https://openalex.org/W2120339078","https://openalex.org/W2123187470","https://openalex.org/W2133961160","https://openalex.org/W2141558501","https://openalex.org/W2150601094","https://openalex.org/W2151996389","https://openalex.org/W2160423649","https://openalex.org/W2171733741","https://openalex.org/W2184715438","https://openalex.org/W2333057202","https://openalex.org/W3139818494","https://openalex.org/W4241947741","https://openalex.org/W4243216998","https://openalex.org/W4292862031","https://openalex.org/W6659695349"],"related_works":["https://openalex.org/W3006945192","https://openalex.org/W2904997879","https://openalex.org/W1976804602","https://openalex.org/W2390554102","https://openalex.org/W2909969119","https://openalex.org/W2098629748","https://openalex.org/W656101134","https://openalex.org/W3135060008","https://openalex.org/W2390085541","https://openalex.org/W1990888989"],"abstract_inverted_index":{"Software":[0],"developers":[1],"frequently":[2],"need":[3],"to":[4,30,41,54,70,108,136,188,207],"perform":[5,137],"code":[6,35,124],"maintenance":[7,128],"tasks,":[8],"but":[9],"doing":[10],"so":[11,47],"requires":[12],"time-consuming":[13],"navigation":[14,26],"through":[15,219],"code.":[16,167,220],"A":[17],"variety":[18],"of":[19,63,112,116,123,151,163,174,217],"tools":[20,212],"are":[21,83,88],"aimed":[22],"at":[23],"easing":[24],"this":[25],"by":[27,180],"using":[28,183],"models":[29,65,82,97,117,134,156,176,203],"identify":[31],"places":[32],"in":[33,91,126],"the":[34,49,110,152,160,166,172,215],"that":[36,48,133,171,213],"a":[37,61,113,146,184],"developer":[38,50,147],"might":[39],"want":[40],"visit,":[42],"and":[43,94,154],"then":[44],"providing":[45],"shortcuts":[46],"can":[51,177],"quickly":[52],"navigate":[53],"those":[55],"locations.":[56],"To":[57],"date,":[58],"however,":[59],"only":[60,90],"few":[62],"these":[64,194,202],"have":[66,103],"been":[67],"compared":[68],"head-to-head":[69],"assess":[71],"their":[72],"predictive":[73],"accuracy.":[74,100],"In":[75],"particular,":[76],"we":[77,102,131,196],"do":[78],"not":[79],"know":[80],"which":[81,87],"most":[84],"accurate":[85,89],"overall,":[86],"certain":[92],"circumstances,":[93],"whether":[95],"combining":[96,181],"could":[98,204],"enhance":[99],"Therefore,":[101],"conducted":[104],"an":[105],"empirical":[106],"study":[107],"evaluate":[109],"accuracy":[111,173],"broad":[114],"range":[115],"for":[118],"predicting":[119],"many":[120],"different":[121],"kinds":[122],"navigations":[125],"sample":[127],"tasks.":[129],"Overall,":[130],"found":[132,170],"tended":[135],"best":[138],"if":[139,155],"they":[140],"took":[141,157],"into":[142,158],"account":[143,159],"how":[144,201],"recently":[145],"has":[148],"viewed":[149],"pieces":[150],"code,":[153],"spatial":[161],"proximity":[162],"methods":[164],"within":[165],"We":[168],"also":[169],"single-factor":[175],"be":[178,205],"improved":[179],"factors,":[182],"spreading-activation":[185],"based":[186],"approach,":[187],"produce":[189],"multi-factor":[190],"models.":[191],"Based":[192],"on":[193],"results,":[195],"offer":[197],"concrete":[198],"guidance":[199],"about":[200],"used":[206],"provide":[208],"enhanced":[209],"software":[210],"development":[211],"ease":[214],"difficulty":[216],"navigating":[218]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":9},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}
