{"id":"https://openalex.org/W2976365331","doi":"https://doi.org/10.1145/3355738.3355749","title":"Assessment of non-financial returns on cyberinfrastructure","display_name":"Assessment of non-financial returns on cyberinfrastructure","publication_year":2019,"publication_date":"2019-07-29","ids":{"openalex":"https://openalex.org/W2976365331","doi":"https://doi.org/10.1145/3355738.3355749","mag":"2976365331"},"language":"en","primary_location":{"id":"doi:10.1145/3355738.3355749","doi":"https://doi.org/10.1145/3355738.3355749","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3355738.3355749","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Humans in the Loop: Enabling and Facilitating Research on Cloud Computing","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081468884","display_name":"Craig A. Stewart","orcid":"https://orcid.org/0000-0003-2423-9019","observed_orcids":["https://orcid.org/0000-0003-2423-9019","https://orcid.org/0000-0002-9490-9164","https://orcid.org/0000-0001-7548-1660"]},"institutions":[{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Craig A. Stewart","raw_affiliation_strings":["Pervasive Technology Institute, Indiana University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pervasive Technology Institute, Indiana University","institution_ids":["https://openalex.org/I592451"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004225206","display_name":"Amy Apon","orcid":"https://orcid.org/0000-0001-5617-5334","observed_orcids":["https://orcid.org/0000-0001-5617-5334"]},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amy Apon","raw_affiliation_strings":["Computer Science Division, Clemson University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Division, Clemson University","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020651874","display_name":"David Y. Hancock","orcid":"https://orcid.org/0000-0001-8082-8980","observed_orcids":["https://orcid.org/0000-0001-8082-8980"]},"institutions":[{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Y. Hancock","raw_affiliation_strings":["Pervasive Technology Institute, Indiana University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pervasive Technology Institute, Indiana University","institution_ids":["https://openalex.org/I592451"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086695342","display_name":"Thomas R. Furlani","orcid":"https://orcid.org/0000-0002-4683-0814","observed_orcids":["https://orcid.org/0000-0002-4683-0814"]},"institutions":[{"id":"https://openalex.org/I1292894508","display_name":"Roswell Park Comprehensive Cancer Center","ror":"https://ror.org/0499dwk57","country_code":"US","type":"facility","lineage":["https://openalex.org/I1292894508"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas Furlani","raw_affiliation_strings":["Roswell Park Comprehensive Cancer Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Roswell Park Comprehensive Cancer Center","institution_ids":["https://openalex.org/I1292894508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073805319","display_name":"Alan F. Sill","orcid":"https://orcid.org/0000-0003-2527-764X","observed_orcids":["https://orcid.org/0000-0003-2527-764X"]},"institutions":[{"id":"https://openalex.org/I12315562","display_name":"Texas Tech University","ror":"https://ror.org/0405mnx93","country_code":"US","type":"education","lineage":["https://openalex.org/I12315562"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alan Sill","raw_affiliation_strings":["High Performance Computing Center, Texas Tech University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"High Performance Computing Center, Texas Tech University","institution_ids":["https://openalex.org/I12315562"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020324255","display_name":"Julie Wernert","orcid":"https://orcid.org/0000-0002-5705-9527","observed_orcids":["https://orcid.org/0000-0002-5705-9527"]},"institutions":[{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julie Wernert","raw_affiliation_strings":["Pervasive Technology Institute, Indiana University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pervasive Technology Institute, Indiana University","institution_ids":["https://openalex.org/I592451"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113764608","display_name":"David A. Lifka","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Lifka","raw_affiliation_strings":["Cornell University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000707324","display_name":"Nicholas Berente","orcid":"https://orcid.org/0000-0002-1403-4696","observed_orcids":["https://orcid.org/0000-0002-1403-4696"]},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Berente","raw_affiliation_strings":["Mendoza College of Business, University of Notre Dame"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mendoza College of Business, University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020579549","display_name":"Thomas E. Cheatham","orcid":"https://orcid.org/0000-0003-0298-3904","observed_orcids":["https://orcid.org/0000-0003-0298-3904"]},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas Cheatham","raw_affiliation_strings":["University of Utah"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Utah","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073434384","display_name":"Shawn D. Slavin","orcid":"https://orcid.org/0000-0001-6602-4310","observed_orcids":["https://orcid.org/0000-0001-6602-4310"]},"institutions":[{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shawn D. Slavin","raw_affiliation_strings":["Pervasive Technology Institute, Indiana University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pervasive Technology Institute, Indiana University","institution_ids":["https://openalex.org/I592451"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.0321,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.95152603,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14185","display_name":"Research, Science, and Academia","score":0.2856000065803528,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14185","display_name":"Research, Science, and Academia","score":0.2856000065803528,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.28299999237060547,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.20999999344348907,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/impact-assessment","display_name":"impact assessment","score":0.9290000200271606},{"id":"https://openalex.org/keywords/return-on-investment","display_name":"return on investment","score":0.8740000128746033},{"id":"https://openalex.org/keywords/humanware","display_name":"humanware","score":0.6570000052452087},{"id":"https://openalex.org/keywords/research-support-staff","display_name":"research support staff","score":0.5410000085830688},{"id":"https://openalex.org/keywords/scientific-awards","display_name":"scientific awards","score":0.6470000147819519},{"id":"https://openalex.org/keywords/scientific-institutions","display_name":"research institutions","score":0.6959999799728394}],"concepts":[{"id":"https://openalex.org/C2776397876","wikidata":"https://www.wikidata.org/wiki/Q1450531","display_name":"Cyberinfrastructure","level":2,"score":0.9812333583831787},{"id":"https://openalex.org/C27548731","wikidata":"https://www.wikidata.org/wiki/Q88272","display_name":"Investment (military)","level":3,"score":0.6661918759346008},{"id":"https://openalex.org/C139043278","wikidata":"https://www.wikidata.org/wiki/Q837171","display_name":"Financial services","level":2,"score":0.6006001830101013},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.482927531003952},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.4055328965187073},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.37144920229911804},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3434907793998718},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.31170815229415894},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.12766039371490479},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3355738.3355749","doi":"https://doi.org/10.1145/3355738.3355749","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3355738.3355749","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Humans in the Loop: Enabling and Facilitating Research on Cloud Computing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5378999710083008,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1586175746","https://openalex.org/W1656784048","https://openalex.org/W1898954893","https://openalex.org/W1995547695","https://openalex.org/W2029866471","https://openalex.org/W2036137014","https://openalex.org/W2043701535","https://openalex.org/W2053664347","https://openalex.org/W2100379340","https://openalex.org/W2108881982","https://openalex.org/W2128438887","https://openalex.org/W2133667000","https://openalex.org/W2142441626","https://openalex.org/W2151316504","https://openalex.org/W2283438976","https://openalex.org/W2472803348","https://openalex.org/W2529450888","https://openalex.org/W2756255164","https://openalex.org/W2773781927","https://openalex.org/W2792163108","https://openalex.org/W2817945751","https://openalex.org/W2891232495","https://openalex.org/W2909341358","https://openalex.org/W2909989332","https://openalex.org/W2966544679"],"related_works":["https://openalex.org/W6998787656","https://openalex.org/W2966544679","https://openalex.org/W4284970215","https://openalex.org/W4397004672","https://openalex.org/W2079076552","https://openalex.org/W2490505125","https://openalex.org/W7170086732","https://openalex.org/W2529450888","https://openalex.org/W4407569515","https://openalex.org/W4399254454"],"abstract_inverted_index":{"In":[0,63],"recent":[1],"years,":[2],"considerable":[3],"attention":[4,209],"has":[5,144,168],"been":[6,136,145,169],"given":[7],"to":[8,45,186,206,210,230],"assessing":[9,58,71,171,189],"the":[10,50,98,103,113,149,158,190,211,221,228],"value":[11,23],"of":[12,22,80,100,112,120,131,161,193,213,216,223],"investments":[13],"in":[14,25,94,102,117,148,154,170,195,218,225,235],"cyberinfrastructure":[15],"(CI).":[16],"This":[17,40,107],"paper":[18,41,47,65],"focuses":[19],"on":[20,55,61,68,76,97,164],"assessment":[21,160,204,212],"measured":[24],"ways":[26],"other":[27],"than":[28,166],"financial":[29,59,162],"benefits":[30,215,222,229],"-":[31,105,123,126],"what":[32],"might":[33],"well":[34],"be":[35],"termed":[36],"impact":[37],"or":[38],"outcomes.":[39],"is":[42,141,199],"a":[43,46,109,129,176,200],"companion":[44],"presented":[48],"at":[49],"PEARC'19":[51],"conference,":[52],"which":[53],"focused":[54],"methods":[56,69,156],"for":[57,70,157,203],"returns":[60,163],"investment.":[62],"this":[64],"we":[66],"focus":[67,96],"impacts":[72,134,192],"such":[73],"as":[74,88],"effect":[75],"publication":[77],"production,":[78],"importance":[79],"publications,":[81],"and":[82,127,227,237],"assistance":[83],"with":[84],"major":[85,91],"scientific":[86],"accomplishments":[87],"signified":[89],"by":[90],"awards.":[92],"We":[93],"particular":[95],"role":[99],"humans":[101,115,226,231],"loop":[104],"humanware.":[106],"includes":[108],"brief":[110],"description":[111],"roles":[114],"play":[116],"facilitating":[118],"use":[119],"research":[121,182],"cyberinfratructure":[122],"including":[124,240],"clouds":[125],"then":[128],"discussion":[130],"how":[132],"those":[133],"have":[135],"assessed.":[137],"Our":[138],"conclusion":[139],"overall":[140],"that":[142,180],"there":[143,167,198],"more":[146,208],"progress":[147],"past":[150],"very":[151],"few":[152,177],"years":[153],"developing":[155],"quantitative":[159],"investment":[165,194,217],"non-quantitative":[172],"impacts.":[173],"There":[174],"are":[175,233],"clear":[178],"actions":[179],"many":[181],"institutions":[183],"could":[184],"take":[185],"start":[187],"better":[188],"non-financial":[191,214],"cyberinfrastructure.":[196],"However,":[197],"great":[201],"need":[202],"efforts":[205],"turn":[207],"cyberinfrastructure,":[219,239],"particularly":[220],"investing":[224],"who":[232],"involved":[234],"supporting":[236],"using":[238],"clouds.":[241]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2019-10-03T00:00:00"}