{"id":"https://openalex.org/W4380568747","doi":"https://doi.org/10.1145/3593434.3596439","title":"From Data Analysis to Human Input: Navigating the Complexity of Software Evaluation and Assessment","display_name":"From Data Analysis to Human Input: Navigating the Complexity of Software Evaluation and Assessment","publication_year":2023,"publication_date":"2023-05-30","ids":{"openalex":"https://openalex.org/W4380568747","doi":"https://doi.org/10.1145/3593434.3596439"},"language":"en","primary_location":{"id":"doi:10.1145/3593434.3596439","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3593434.3596439","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th International Conference on Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"},"type":"conference-abstract","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057870704","display_name":"Sigrid Eldh","orcid":"https://orcid.org/0000-0002-5070-9312"},"institutions":[{"id":"https://openalex.org/I1306339040","display_name":"Ericsson (Sweden)","ror":"https://ror.org/05a7rhx54","country_code":"SE","type":"company","lineage":["https://openalex.org/I1306339040"]},{"id":"https://openalex.org/I82509713","display_name":"M\u00e4lardalen University","ror":"https://ror.org/033vfbz75","country_code":"SE","type":"education","lineage":["https://openalex.org/I82509713"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Sigrid Eldh","raw_affiliation_strings":["Ericsson AB, Sweden and \rM\u00e4lardalen University, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-5070-9312","affiliations":[{"raw_affiliation_string":"Ericsson AB, Sweden and \rM\u00e4lardalen University, Sweden","institution_ids":["https://openalex.org/I1306339040","https://openalex.org/I82509713"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5057870704"],"corresponding_institution_ids":["https://openalex.org/I1306339040","https://openalex.org/I82509713"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.8600000143051147,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.8600000143051147,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8087999820709229,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.7617999911308289,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7153202891349792},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5058934092521667},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4059295654296875},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.36856794357299805},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15534165501594543}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7153202891349792},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5058934092521667},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4059295654296875},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36856794357299805},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15534165501594543}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3593434.3596439","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3593434.3596439","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th International Conference on Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"It":[0,30,438],"is":[1,31,55,115,128,147,169,173,221,240,254,281,291,312,332,344,370,401,416,421],"the":[2,32,56,129,160,170,174,194,196,198,212,233,237,248,299,305,320,334,383,396,399,407,417,466],"time":[3,33,336],"of":[4,34,81,142,182,189,328,362,366,398],"trust":[5,298,375],"and":[6,25,53,71,77,84,90,139,187,201,231,277,377,413,428,442,463,470,478],"transformation":[7,80,114],"in":[8,17,45,92,108,204,349,355,448,465],"software.":[9],"We":[10,191,286],"want":[11,392],"explainable":[12],"AI":[13],"to":[14,98,117,155,210,236,243,288,346,393,425,453],"assist":[15],"us":[16,97,107],"dialogue,":[18],"write":[19],"our":[20,23,178,180,423],"programs,":[21],"test":[22],"software,":[24,228],"improve":[26],"how":[27,85,307],"we":[28,37,50,86,132,163,269,273,296,309,337,357,373,378,391],"communicate.":[29],"digitalization,":[35],"but":[36,104,146,167],"must":[38],"ask":[39],"ourselves":[40],"-":[41,251],"on":[42,476],"what":[43,46,54,264,272,290,390],"data":[44,203,384],"format,":[47],"when":[48,223],"do":[49],"collect":[51,387],"it,":[52],"source?":[57],"Does":[58],"\u201cdata\u201d":[59],"make":[60],"sense?":[61],"Every":[62],"action":[63],"can":[64,87,133,164],"be":[65,69,75,134,380,451],"automated,":[66,70],"should":[67,74],"eventually":[68],"as":[72,149,151,257,372,431],"such":[73],"traceable":[76],"explainable.":[78],"The":[79,364],"software":[82,143,434],"\u2013":[83,177,200,276,293,301,430],"now":[88],"train,":[89],"feedback":[91],"a":[93,124,205,218,315,326,329,350,360,368,474],"fast":[94],"way,":[95],"enable":[96],"not":[99,313],"only":[100,130,148],"utilize":[101],"existing":[102],"technologies,":[103],"also":[105],"aids":[106],"faster":[109],"embracing":[110],"new":[111,330],"technologies.":[112],"This":[113],"much":[116,252],"slow":[118],"even":[119],"if":[120,295],"things":[121],"change":[122],"at":[123],"lightning":[125],"speed.":[126],"Change":[127],"thing":[131],"sure":[135,381],"will":[136,447],"happen.":[137],"Evaluating":[138],"assessing":[140],"quality":[141],"sounds":[144],"easy":[145,345],"good":[150],"you":[152,258,265,441],"design":[153],"it":[154,168,311,325,333,343],"be.":[156],"We,":[157],"often":[158,241],"simplify":[159],"problem":[161],"so":[162],"move":[165],"forward,":[166],"complications":[171],"that":[172,382],"real":[175],"issue":[176,283],"context,":[179],"combination":[181],"tools,":[183,356,469],"languages,":[184],"hardware,":[185],"history,":[186],"way":[188],"working.":[190],"simply":[192],"need":[193,287],"labeling,":[195],"meta-data,":[197],"context":[199,450],"this":[202,279,339,449],"form":[206],"with":[207,440,473],"\u201cmany\u201d":[208],"perspectives":[209],"draw":[211],"more":[213,402],"\u201caccurate\u201d":[214],"scientific":[215,408],"picture.":[216],"Having":[217],"multi-facetted":[219],"perspective":[220,348],"important":[222,403],"analyzing":[224,278],"complex":[225],"contexts.":[226],"In":[227],"listening":[229],"skills":[230],"asking":[232],"right":[234,238,292],"questions":[235],"people":[239],"invaluable":[242],"complement":[244],"blunt":[245],"data.":[246],"On":[247],"other":[249],"side":[250],"information":[253],"probably":[255],"missing":[256],"are":[259],"too":[260],"easily":[261],"getting":[262],"\u201conly\u201d":[263],"asked":[266],"for.":[267],"So,":[268],"cannot":[270,274,297,374,379],"judge":[271],"observe":[275],"data,":[280],"another":[282],"all":[284],"together.":[285],"know":[289,310],"because":[294],"source":[300],"or":[302],"double":[303],"check":[304],"outcome,":[306],"would":[308],"just":[314],"\u201cfake\u201d":[316],"data?":[317],"What":[318],"does":[319,388],"outlier":[321],"really":[322],"mean?":[323],"Is":[324],"sign":[327],"trend":[331],"first":[335],"capture":[338],"odd":[340],"event?":[341],"Therefore,":[342,395],"lose":[347],"fast-changing":[351],"world.":[352],"Despite":[353],"drowning":[354],"still":[358],"miss":[359],"lot":[361],"them.":[363],"threshold":[365],"using":[367],"tool":[369],"high,":[371],"them,":[376],"these":[385],"tools":[386],"represent":[389],"investigate.":[394],"role":[397],"scientist":[400],"than":[404],"ever.":[405],"Trusting":[406],"process,":[409],"utilizing":[410],"multiple":[411],"methods,":[412],"combining":[414],"them":[415],"receipt!":[418],"Another":[419],"goal":[420],"doing":[422],"best":[424],"select":[426],"topics":[427],"collaborators":[429],"building":[432],"better":[433],"(quality)":[435],"for":[436],"humanity.":[437],"starts":[439],"me.":[443],"I":[444,446],"hope":[445],"able":[452],"touch":[454],"upon":[455],"areas":[456],"like":[457],"security,":[458],"testing,":[459],"automation,":[460],"AI/ML,":[461],"ethics":[462],"\u201chuman":[464],"loop\u201d,":[467],"analysis,":[468],"technical":[471],"debt,":[472],"focus":[475],"evaluations":[477],"assessments.":[479]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}