{"id":"https://openalex.org/W4406461053","doi":"https://doi.org/10.1109/bigdata62323.2024.10826116","title":"Structured Intention Generation with Multimodal Graph Transformers: The MMIntent-LLM Framework","display_name":"Structured Intention Generation with Multimodal Graph Transformers: The MMIntent-LLM Framework","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406461053","doi":"https://doi.org/10.1109/bigdata62323.2024.10826116"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata62323.2024.10826116","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10826116","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086960750","display_name":"Bochuan Song","orcid":null},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]},{"id":"https://openalex.org/I4392738113","display_name":"China Electric Power Research Institute","ror":"https://ror.org/05ehpzy81","country_code":null,"type":"facility","lineage":["https://openalex.org/I17442442","https://openalex.org/I4392738113"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bochuan Song","raw_affiliation_strings":["China Electric Power Research Institute,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Electric Power Research Institute,Beijing,China","institution_ids":["https://openalex.org/I153473198","https://openalex.org/I4392738113"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100650323","display_name":"Xiaoxuan Fan","orcid":"https://orcid.org/0009-0000-3160-6097"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]},{"id":"https://openalex.org/I4392738113","display_name":"China Electric Power Research Institute","ror":"https://ror.org/05ehpzy81","country_code":null,"type":"facility","lineage":["https://openalex.org/I17442442","https://openalex.org/I4392738113"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoxuan Fan","raw_affiliation_strings":["China Electric Power Research Institute,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Electric Power Research Institute,Beijing,China","institution_ids":["https://openalex.org/I153473198","https://openalex.org/I4392738113"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Quanye Jia","orcid":null},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]},{"id":"https://openalex.org/I4392738113","display_name":"China Electric Power Research Institute","ror":"https://ror.org/05ehpzy81","country_code":null,"type":"facility","lineage":["https://openalex.org/I17442442","https://openalex.org/I4392738113"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quanye Jia","raw_affiliation_strings":["China Electric Power Research Institute,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Electric Power Research Institute,Beijing,China","institution_ids":["https://openalex.org/I153473198","https://openalex.org/I4392738113"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102971726","display_name":"Rui Xin","orcid":"https://orcid.org/0000-0002-8452-3233"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Xin","raw_affiliation_strings":["State Grid Hebei Information and Telecommunication Branch,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Grid Hebei Information and Telecommunication Branch,Beijing,China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101596829","display_name":"Zhi Zhang","orcid":"https://orcid.org/0000-0003-4079-4434"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Zhang","raw_affiliation_strings":["State Grid Hebei Information and Telecommunication Branch,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Grid Hebei Information and Telecommunication Branch,Beijing,China","institution_ids":["https://openalex.org/I17442442"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"8512","last_page":"8519"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6576921939849854},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4824243485927582},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16953808069229126},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.14851537346839905},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07900643348693848}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6576921939849854},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4824243485927582},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16953808069229126},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.14851537346839905},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07900643348693848}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata62323.2024.10826116","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10826116","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2963101081","https://openalex.org/W4226452284","https://openalex.org/W4253707770","https://openalex.org/W4285294723","https://openalex.org/W4307079201","https://openalex.org/W4379468930","https://openalex.org/W4380479878","https://openalex.org/W4384918448","https://openalex.org/W4391136507","https://openalex.org/W4393149172","https://openalex.org/W4402381084","https://openalex.org/W4402727764","https://openalex.org/W4402916396","https://openalex.org/W4403790989","https://openalex.org/W6847076894"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"In":[0],"the":[1,77,87,114,117,124,131,148,157,247,267],"task":[2],"of":[3,48,84,116,130,152,161],"answering":[4],"questions":[5],"related":[6],"to":[7,16,54,103,138,178,246,280],"electricity":[8,33,37,132],"knowledge,":[9],"accurately":[10,75],"understanding":[11,61,110],"user":[12,85,162],"intentions":[13],"is":[14],"fundamental":[15],"building":[17],"an":[18,234],"effective":[19],"reasoning":[20,72,118,198],"process.":[21],"Questions":[22],"in":[23,66],"this":[24],"domain":[25],"often":[26],"cover":[27],"complex":[28],"issues":[29],"such":[30,97],"as":[31,98],"troubleshooting,":[32],"bill":[34],"consultation,":[35],"and":[36,45,70,92,101,106,127,150,159,224,232,273],"safety.":[38],"User":[39],"queries":[40],"frequently":[41],"involve":[42],"multiple":[43],"aspects":[44],"varying":[46],"levels":[47],"information.":[49],"Traditional":[50],"single-modal":[51],"methods":[52],"struggle":[53],"fully":[55],"address":[56],"these":[57],"diverse":[58],"needs.":[59],"Intention":[60,109],"plays":[62],"a":[63,68,168,175,195,205,216],"crucial":[64],"role":[65],"constructing":[67],"clear":[69],"logical":[71],"chain":[73],"by":[74,271,277],"identifying":[76],"user\u2019s":[78],"core":[79],"requirements.":[80],"Through":[81],"in-depth":[82],"analysis":[83,140],"intentions,":[86],"system":[88],"can":[89],"better":[90],"organize":[91],"reason":[93],"with":[94,174],"multimodal":[95,184,221,256],"information":[96],"text,":[99],"voice,":[100],"images\u2014leading":[102],"logically":[104],"coherent":[105],"accurate":[107],"responses.":[108],"not":[111],"only":[112],"enhances":[113],"accuracy":[115],"process":[119],"but":[120],"also":[121],"significantly":[122],"improves":[123],"response":[125],"efficiency":[126],"service":[128],"quality":[129],"knowledge":[133,241],"question-and-answer":[134],"system.":[135],"Current":[136],"approaches":[137],"intention":[139,197,258],"primarily":[141],"rely":[142],"on":[143,201,254],"classification-based":[144],"methods,":[145],"which":[146,203],"limit":[147],"flexibility":[149],"richness":[151],"intent":[153,163,181,210,249],"understanding.":[154],"To":[155],"broaden":[156],"scope":[158],"depth":[160],"recognition,":[164],"we":[165],"introduce":[166],"MMIntent-LLM,":[167],"novel":[169],"framework":[170,199],"that":[171,226,238,261],"combines":[172],"T5":[173],"Graph":[176],"Transformer":[177],"generate":[179],"structured":[180,196],"representations":[182],"from":[183,242],"social":[185,257],"media":[186],"content.":[187],"Our":[188],"approach":[189],"introduces":[190],"three":[191],"key":[192],"innovations:":[193],"(1)":[194],"based":[200],"ATOMIC,":[202],"provides":[204],"systematic":[206],"method":[207],"for":[208,220],"decomposing":[209],"generation":[211,250],"into":[212],"interpretable":[213],"components;":[214],"(2)":[215],"graph-based":[217],"alignment":[218],"mechanism":[219],"data":[222],"(text":[223],"images)":[225],"ensures":[227],"semantic":[228],"consistency":[229],"across":[230],"modalities;":[231],"(3)":[233],"adaptive":[235],"fine-tuning":[236],"strategy":[237],"effectively":[239],"transfers":[240],"pre-trained":[243],"language":[244],"models":[245],"specific":[248],"task.":[251],"Extensive":[252],"experiments":[253],"our":[255],"dataset":[259],"show":[260],"MMIntent-LLM":[262],"achieves":[263],"state-of-the-art":[264],"performance,":[265],"improving":[266],"average":[268],"BERT":[269],"score":[270],"8.7%":[272],"human":[274],"evaluation":[275],"scores":[276],"12.3%":[278],"compared":[279],"baseline":[281],"methods.":[282]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}