{"id":"https://openalex.org/W3199576129","doi":"https://doi.org/10.1109/tip.2021.3113791","title":"Multi-Modal Interaction Graph Convolutional Network for Temporal Language Localization in Videos","display_name":"Multi-Modal Interaction Graph Convolutional Network for Temporal Language Localization in Videos","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3199576129","doi":"https://doi.org/10.1109/tip.2021.3113791","mag":"3199576129","pmid":"https://pubmed.ncbi.nlm.nih.gov/34559652"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2021.3113791","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3113791","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2110.06058","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zongmeng Zhang","orcid":"https://orcid.org/0000-0003-3880-8913"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zongmeng Zhang","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-3880-8913","affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Xianjing Han","orcid":"https://orcid.org/0000-0001-7867-3190"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xianjing Han","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-7867-3190","affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Xuemeng Song","orcid":"https://orcid.org/0000-0002-5274-4197"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xuemeng Song","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-5274-4197","affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yan Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Liqiang Nie","orcid":"https://orcid.org/0000-0003-1476-0273"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liqiang Nie","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-1476-0273","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6335,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.91017521,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"30","issue":null,"first_page":"8265","last_page":"8277"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9013000130653381,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9013000130653381,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.03220000118017197,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.00989999994635582,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.7409999966621399},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5519000291824341},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.49160000681877136},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.45989999175071716},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.45559999346733093},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.4311999976634979},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.3982999920845032}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8337000012397766},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7409999966621399},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6011999845504761},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5856000185012817},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5519000291824341},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.49160000681877136},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.45989999175071716},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.45559999346733093},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.4311999976634979},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.3982999920845032},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3817000091075897},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.35600000619888306},{"id":"https://openalex.org/C16311509","wikidata":"https://www.wikidata.org/wiki/Q4148050","display_name":"Dependency graph","level":3,"score":0.33980000019073486},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.33959999680519104},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.2533999979496002}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tip.2021.3113791","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3113791","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:34559652","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34559652","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null},{"id":"pmh:oai:arXiv.org:2110.06058","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.06058","pdf_url":"https://arxiv.org/pdf/2110.06058","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2110.06058","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.06058","pdf_url":"https://arxiv.org/pdf/2110.06058","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2053485949","display_name":null,"funder_award_id":"ZR2019JQ23","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G7231895066","display_name":null,"funder_award_id":"U1936203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1536680647","https://openalex.org/W1927052826","https://openalex.org/W2064675550","https://openalex.org/W2111078031","https://openalex.org/W2116341502","https://openalex.org/W2123442489","https://openalex.org/W2156983007","https://openalex.org/W2250539671","https://openalex.org/W2337252826","https://openalex.org/W2461621749","https://openalex.org/W2472970127","https://openalex.org/W2507009361","https://openalex.org/W2600702321","https://openalex.org/W2770191827","https://openalex.org/W2792140610","https://openalex.org/W2798354744","https://openalex.org/W2890502146","https://openalex.org/W2894280539","https://openalex.org/W2897628926","https://openalex.org/W2903901502","https://openalex.org/W2904824998","https://openalex.org/W2948958195","https://openalex.org/W2950534130","https://openalex.org/W2951748488","https://openalex.org/W2962869524","https://openalex.org/W2962946486","https://openalex.org/W2963017553","https://openalex.org/W2963095467","https://openalex.org/W2963393391","https://openalex.org/W2963524571","https://openalex.org/W2963662190","https://openalex.org/W2963916161","https://openalex.org/W2964089981","https://openalex.org/W2964232540","https://openalex.org/W2979933490","https://openalex.org/W2979969178","https://openalex.org/W2981385984","https://openalex.org/W2983358816","https://openalex.org/W2986407524","https://openalex.org/W2997429269","https://openalex.org/W2998495542","https://openalex.org/W2999541181","https://openalex.org/W3004349648","https://openalex.org/W3015356384","https://openalex.org/W3017161914","https://openalex.org/W3027458137","https://openalex.org/W3035640828","https://openalex.org/W3046554305","https://openalex.org/W3069380482","https://openalex.org/W3087299940","https://openalex.org/W6630875275","https://openalex.org/W6640212811","https://openalex.org/W6684055367","https://openalex.org/W6719057275","https://openalex.org/W6726873649","https://openalex.org/W6739903437","https://openalex.org/W6743410771","https://openalex.org/W6747795875","https://openalex.org/W6751796012","https://openalex.org/W6755207826","https://openalex.org/W6761268011","https://openalex.org/W6761423549","https://openalex.org/W6767211374","https://openalex.org/W6770995305","https://openalex.org/W6772568687"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"focuses":[2],"on":[3,67,193],"tackling":[4],"the":[5,17,44,48,55,69,80,86,100,121,130,137,144,159,165,169,180,183,199],"problem":[6],"of":[7,22,47,143,182,205],"temporal":[8],"language":[9,29],"localization":[10,156],"in":[11,31,106,129],"videos,":[12],"which":[13,118],"aims":[14],"to":[15,78,135,176],"identify":[16],"start":[18],"and":[19,50,75,82,96,125,132,139,146,168,178,195,202],"end":[20],"points":[21],"a":[23,27,111],"moment":[24],"described":[25],"by":[26],"natural":[28],"sentence":[30,51,83,133,147],"an":[32,153],"untrimmed":[33],"video.":[34],"However,":[35],"it":[36,40],"is":[37,162],"non-trivial":[38],"since":[39],"requires":[41],"not":[42],"only":[43],"comprehensive":[45],"understanding":[46,138],"video":[49,73,81,94,131,145],"query,":[52,84],"but":[53],"also":[54],"accurate":[56],"semantic":[57,91,140],"correspondence":[58,141],"capture":[59,142],"between":[60],"them.":[61],"Existing":[62],"efforts":[63],"are":[64,174],"mainly":[65],"centered":[66],"exploring":[68],"sequential":[70],"relation":[71],"among":[72,93,99],"clips":[74,95],"query":[76,101,134],"words":[77],"reason":[79],"neglecting":[85],"other":[87],"intra-modal":[88,123],"relations":[89,124],"(e.g.,":[90],"similarity":[92],"syntactic":[97],"dependency":[98],"words).":[102],"Towards":[103],"this":[104,107],"end,":[105],"work,":[108],"we":[109,151],"propose":[110],"Multi-modal":[112],"Interaction":[113],"Graph":[114],"Convolutional":[115],"Network":[116],"(MIGCN),":[117],"jointly":[119],"explores":[120],"complex":[122],"inter-modal":[126],"interactions":[127],"residing":[128],"facilitate":[136],"query.":[148],"In":[149],"addition,":[150],"devise":[152],"adaptive":[154],"context-aware":[155],"method,":[157],"where":[158],"context":[160],"information":[161],"taken":[163],"into":[164],"candidate":[166,186],"moments":[167,187],"multi-scale":[170],"fully":[171],"connected":[172],"layers":[173],"designed":[175],"rank":[177],"adjust":[179],"boundary":[181],"generated":[184],"coarse":[185],"with":[188],"different":[189],"lengths.":[190],"Extensive":[191],"experiments":[192],"Charades-STA":[194],"ActivityNet":[196],"datasets":[197],"demonstrate":[198],"promising":[200],"performance":[201],"superior":[203],"efficiency":[204],"our":[206],"model.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2021-09-27T00:00:00"}