{"id":"https://openalex.org/W4416046000","doi":"https://doi.org/10.48550/arxiv.2505.21512","title":"The Role of Visualization in LLM-Assisted Knowledge Graph Systems: Effects on User Trust, Exploration, and Workflows","display_name":"The Role of Visualization in LLM-Assisted Knowledge Graph Systems: Effects on User Trust, Exploration, and Workflows","alternate_titles":[],"publication_year":2025,"publication_date":"2025-05-20","ids":{"openalex":"https://openalex.org/W4416046000","doi":"https://doi.org/10.48550/arxiv.2505.21512"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2505.21512","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.21512","pdf_url":"https://arxiv.org/pdf/2505.21512","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4416046000"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2505.21512","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067525108","display_name":"Harry X. Li","orcid":"https://orcid.org/0000-0002-2288-6039","observed_orcids":["https://orcid.org/0000-0002-2288-6039"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Li, Harry","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078304037","display_name":"Gabriel Appleby","orcid":"https://orcid.org/0000-0003-2436-2121","observed_orcids":["https://orcid.org/0000-0003-2436-2121"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Appleby, Gabriel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080322439","display_name":"Kenneth Alperin","orcid":"https://orcid.org/0009-0002-0224-1329","observed_orcids":["https://orcid.org/0009-0002-0224-1329"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Alperin, Kenneth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046501868","display_name":"Steven R. Gomez","orcid":"https://orcid.org/0009-0006-2286-0644","observed_orcids":["https://orcid.org/0009-0006-2286-0644"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gomez, Steven R","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5084507075","display_name":"Ashley Suh","orcid":"https://orcid.org/0000-0001-6513-8447","observed_orcids":["https://orcid.org/0000-0001-6513-8447","https://orcid.org/0009-0008-2905-5431"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Suh, Ashley","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-graphs","display_name":"knowledge graphs","score":0.8510000109672546},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9769999980926514},{"id":"https://openalex.org/keywords/visualization","display_name":"visualization","score":0.6000000238418579},{"id":"https://openalex.org/keywords/user-trust","display_name":"user trust","score":0.8320000171661377},{"id":"https://openalex.org/keywords/knowledge-graph-exploration","display_name":"knowledge graph exploration","score":0.8700000047683716},{"id":"https://openalex.org/keywords/user-workflow","display_name":"user workflow","score":0.5139999985694885},{"id":"https://openalex.org/keywords/interactive-graph-visualization","display_name":"interactive graph visualization","score":0.6510000228881836}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8251000046730042},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6588000059127808},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.6312999725341797},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5353999733924866},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.4855000078678131},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4505000114440918},{"id":"https://openalex.org/C192028432","wikidata":"https://www.wikidata.org/wiki/Q845739","display_name":"Query language","level":2,"score":0.4377000033855438},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4293000102043152},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.41519999504089355},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3783999979496002},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.33070001006126404},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.32589998841285706},{"id":"https://openalex.org/C185578843","wikidata":"https://www.wikidata.org/wiki/Q10609775","display_name":"Information visualization","level":3,"score":0.3246000111103058},{"id":"https://openalex.org/C2780977526","wikidata":"https://www.wikidata.org/wiki/Q42417149","display_name":"Data exploration","level":3,"score":0.3037000000476837},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29600000381469727},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.29269999265670776},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2800000011920929},{"id":"https://openalex.org/C112953755","wikidata":"https://www.wikidata.org/wiki/Q739462","display_name":"Graph drawing","level":3,"score":0.2685000002384186},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25519999861717224},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.25279998779296875},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2505.21512","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.21512","pdf_url":"https://arxiv.org/pdf/2505.21512","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2505.21512","doi":"https://doi.org/10.48550/arxiv.2505.21512","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2505.21512","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2505.21512","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.21512","pdf_url":"https://arxiv.org/pdf/2505.21512","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G14908310","display_name":null,"funder_award_id":"DE -AC36-08GO28308","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G440252240","display_name":null,"funder_award_id":"DE-AC36-08-GO28308","funder_id":"https://openalex.org/F4320338290","funder_display_name":"National Renewable Energy Laboratory"},{"id":"https://openalex.org/G4694536500","display_name":null,"funder_award_id":"FA8702-15-D-0001","funder_id":"https://openalex.org/F4320309369","funder_display_name":"Massachusetts Institute of Technology"},{"id":"https://openalex.org/G4785159920","display_name":null,"funder_award_id":"AC36-08GO28308","funder_id":"https://openalex.org/F4320338290","funder_display_name":"National Renewable Energy Laboratory"},{"id":"https://openalex.org/G847654844","display_name":null,"funder_award_id":"Contract No. DE-AC36-08GO28308","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G944719100","display_name":null,"funder_award_id":"AC36\u201008GO28308","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320309369","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44"},{"id":"https://openalex.org/F4320338290","display_name":"National Renewable Energy Laboratory","ror":"https://ror.org/036266993"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416046000.pdf","grobid_xml":"https://content.openalex.org/works/W4416046000.grobid-xml"},"referenced_works_count":67,"referenced_works":["https://openalex.org/W776871969","https://openalex.org/W1969152782","https://openalex.org/W1970569592","https://openalex.org/W1987135115","https://openalex.org/W2102059582","https://openalex.org/W2113596997","https://openalex.org/W2129660502","https://openalex.org/W2260667602","https://openalex.org/W2269738476","https://openalex.org/W2439568532","https://openalex.org/W2534380090","https://openalex.org/W2575548324","https://openalex.org/W2970476646","https://openalex.org/W2980370692","https://openalex.org/W3010336026","https://openalex.org/W3022231948","https://openalex.org/W3030163527","https://openalex.org/W3081277912","https://openalex.org/W3098425262","https://openalex.org/W3123633262","https://openalex.org/W3123885984","https://openalex.org/W3127294331","https://openalex.org/W3159250634","https://openalex.org/W3203626883","https://openalex.org/W3206191370","https://openalex.org/W4221145939","https://openalex.org/W4223974161","https://openalex.org/W4302029319","https://openalex.org/W4302306557","https://openalex.org/W4313188278","https://openalex.org/W4318751986","https://openalex.org/W4321610465","https://openalex.org/W4366549575","https://openalex.org/W4386128198","https://openalex.org/W4386554558","https://openalex.org/W4386721614","https://openalex.org/W4387321091","https://openalex.org/W4387819628","https://openalex.org/W4387994678","https://openalex.org/W4388514508","https://openalex.org/W4389764001","https://openalex.org/W4389989038","https://openalex.org/W4390692489","https://openalex.org/W4391673047","https://openalex.org/W4391828195","https://openalex.org/W4392026410","https://openalex.org/W4392619076","https://openalex.org/W4393167311","https://openalex.org/W4393924665","https://openalex.org/W4396832024","https://openalex.org/W4396832890","https://openalex.org/W4399491684","https://openalex.org/W4401043168","https://openalex.org/W4401306886","https://openalex.org/W4402401766","https://openalex.org/W4402671983","https://openalex.org/W4404689554","https://openalex.org/W4404914988","https://openalex.org/W4404915502","https://openalex.org/W4404915720","https://openalex.org/W4404915984","https://openalex.org/W4406975581","https://openalex.org/W4409766525","https://openalex.org/W4412319469","https://openalex.org/W4416250001","https://openalex.org/W7081978817","https://openalex.org/W7133224126"],"related_works":["https://openalex.org/W4393924665","https://openalex.org/W4404914988","https://openalex.org/W7151442302","https://openalex.org/W7164179537","https://openalex.org/W7093093238","https://openalex.org/W4409724808","https://openalex.org/W7128063870","https://openalex.org/W4412945344","https://openalex.org/W7128936918","https://openalex.org/W7104377587"],"abstract_inverted_index":{"Knowledge":[0],"graphs":[1],"(KGs)":[2],"are":[3,21,214],"powerful":[4],"data":[5,235],"structures,":[6],"but":[7],"exploring":[8],"them":[9],"effectively":[10],"remains":[11],"difficult":[12],"for":[13,52,241],"even":[14,175,189],"expert":[15],"users.":[16],"Large":[17],"language":[18,72],"models":[19],"(LLMs)":[20],"increasingly":[22],"used":[23],"to":[24,85,180,185],"address":[25],"this":[26],"gap,":[27],"yet":[28],"little":[29],"is":[30,116],"known":[31],"empirically":[32],"about":[33],"how":[34],"their":[35,201],"usage":[36],"with":[37,77,82,126,140,167,204],"KGs":[38,205],"shapes":[39],"user":[40],"trust,":[41],"exploration":[42,67,113],"strategies,":[43],"or":[44],"downstream":[45],"decision-making":[46],"-":[47,174,178,216],"raising":[48],"key":[49],"design":[50,86],"challenges":[51],"LLM-based":[53],"KG":[54,66,83,98,136,176],"visual":[55,88],"analysis":[56,236],"systems.":[57],"To":[58],"study":[59],"these":[60,212],"effects,":[61],"we":[62,170],"developed":[63],"LinkQ,":[64],"a":[65,118,143,164,250],"system":[68],"that":[69,90,107,147,172,211],"converts":[70],"natural":[71],"questions":[73],"into":[74,244],"structured":[75],"queries":[76,99],"an":[78,103,127,130,156],"LLM.":[79],"We":[80],"collaborated":[81],"experts":[84,177],"five":[87],"mechanisms":[89],"help":[91],"users":[92,173],"assess":[93],"the":[94,112,122,149,153,191,209,228,239,245],"accuracy":[95],"of":[96,111,160,230,247],"both":[97],"and":[100,138,155,206,238],"LLM":[101,128,192],"responses:":[102],"LLM-KG":[104],"state":[105],"diagram":[106],"illustrates":[108],"which":[109],"stage":[110],"pipeline":[114],"LinkQ":[115],"in,":[117],"query":[119,124,144,161],"editor":[120],"displaying":[121],"generated":[123],"paired":[125],"explanation,":[129],"entity-relation":[131],"ID":[132],"table":[133],"showing":[134],"extracted":[135],"entities":[137],"relations":[139],"semantic":[141],"descriptions,":[142],"structure":[145],"graph":[146,158],"depicts":[148],"path":[150],"traversed":[151],"in":[152,233],"KG,":[154],"interactive":[157],"visualization":[159,248],"results.":[162],"From":[163],"qualitative":[165],"evaluation":[166],"14":[168],"practitioners,":[169],"found":[171],"tended":[179],"overtrust":[181],"LinkQ's":[182],"outputs":[183],"due":[184],"its":[186],"\"helpful\"":[187],"visualizations,":[188],"when":[190],"was":[193],"incorrect.":[194],"Users":[195],"exhibited":[196],"distinct":[197],"workflows":[198],"depending":[199],"on":[200],"prior":[202],"familiarity":[203],"LLMs,":[207],"challenging":[208],"assumption":[210],"systems":[213],"one-size-fits-all":[215],"despite":[217],"often":[218],"being":[219],"designed":[220],"as":[221,249],"if":[222],"they":[223],"are.":[224],"Our":[225],"findings":[226],"highlight":[227],"risks":[229],"false":[231],"trust":[232],"LLM-assisted":[234],"tools":[237],"need":[240],"further":[242],"investigation":[243],"role":[246],"mitigation":[251],"technique.":[252]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4416046000","counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
