reference.bib

# Paper

## 2009

@inproceedings{mintz2009distant,
  title = "Distant supervision for relation extraction without labeled data",
  author = "Mintz, Mike  and
    Bills, Steven  and
    Snow, Rion  and
    Jurafsky, Daniel",
  booktitle = "Proceedings of the Joint Conference of the 47th Annual Meeting of the {ACL} and the 4th International Joint Conference on Natural Language Processing of the {AFNLP}",
  month = aug,
  year = "2009",
  address = "Suntec, Singapore",
  publisher = "Association for Computational Linguistics",
  url = "https://www.aclweb.org/anthology/P09-1113",
  pages = "1003--1011",
}

## 2013

@inproceedings{bordes2013translating,
  author = {Bordes, Antoine and Usunier, Nicolas and Garcia-Dur\'{a}n, Alberto and Weston, Jason and Yakhnenko, Oksana},
  title = {Translating Embeddings for Modeling Multi-Relational Data},
  year = {2013},
  publisher = {Curran Associates Inc.},
  address = {Red Hook, NY, USA},
  booktitle = {Proceedings of the 26th International Conference on Neural Information Processing Systems - Volume 2},
  pages = {2787–2795},
  numpages = {9},
  location = {Lake Tahoe, Nevada},
  series = {NIPS’13}
}

## 2014

@inproceedings{wang2014knowledge,
  title={Knowledge graph embedding by translating on hyperplanes},
  author={Wang, Zhen and Zhang, Jianwen and Feng, Jianlin and Chen, Zheng},
  booktitle={Twenty-Eighth AAAI conference on artificial intelligence},
  year={2014}
}

@inproceedings{zeng2014relation,
  title = "Relation Classification via Convolutional Deep Neural Network",
  author = "Zeng, Daojian  and
    Liu, Kang  and
    Lai, Siwei  and
    Zhou, Guangyou  and
    Zhao, Jun",
  booktitle = "Proceedings of {COLING} 2014, the 25th International Conference on Computational Linguistics: Technical Papers",
  month = aug,
  year = "2014",
  address = "Dublin, Ireland",
  publisher = "Dublin City University and Association for Computational Linguistics",
  url = "https://www.aclweb.org/anthology/C14-1220",
  pages = "2335--2344",
}

## 2015

@inproceedings{zeng2015distant,
  title = "Distant Supervision for Relation Extraction via Piecewise Convolutional Neural Networks",
  author = "Zeng, Daojian  and
    Liu, Kang  and
    Chen, Yubo  and
    Zhao, Jun",
  booktitle = "Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing",
  month = sep,
  year = "2015",
  address = "Lisbon, Portugal",
  publisher = "Association for Computational Linguistics",
  url = "https://www.aclweb.org/anthology/D15-1203",
  doi = "10.18653/v1/D15-1203",
  pages = "1753--1762",
}

@inproceedings{ji-etal-2015-knowledge,
  title = "Knowledge Graph Embedding via Dynamic Mapping Matrix",
  author = "Ji, Guoliang  and
    He, Shizhu  and
    Xu, Liheng  and
    Liu, Kang  and
    Zhao, Jun",
  booktitle = "Proceedings of the 53rd Annual Meeting of the Association for Computational Linguistics and the 7th International Joint Conference on Natural Language Processing (Volume 1: Long Papers)",
  month = jul,
  year = "2015",
  address = "Beijing, China",
  publisher = "Association for Computational Linguistics",
  url = "https://www.aclweb.org/anthology/P15-1067",
  doi = "10.3115/v1/P15-1067",
  pages = "687--696",
}

@article{zhu2015building,
  title={Building a large-scale multimodal knowledge base system for answering visual queries},
  author={Zhu, Yuke and Zhang, Ce and R{\'e}, Christopher and Fei-Fei, Li},
  journal={arXiv preprint arXiv:1507.05670},
  year={2015}
}

## 2016

@inproceedings{ji2016knowledge,
  author = {Ji, Guoliang and Liu, Kang and He, Shizhu and Zhao, Jun},
  title = {Knowledge Graph Completion with Adaptive Sparse Transfer Matrix},
  year = {2016},
  publisher = {AAAI Press},
  booktitle = {Proceedings of the Thirtieth AAAI Conference on Artificial Intelligence},
  pages = {985–991},
  numpages = {7},
  location = {Phoenix, Arizona},
  series = {AAAI’16}
}

@article{vendrov2016order,
  title={Order-embeddings of images and language},
  author={Vendrov, Ivan and Kiros, Ryan and Fidler, Sanja and Urtasun, Raquel},
  journal={arXiv preprint arXiv:1511.06361},
  year={2015}
}

@inproceedings{lin2016neural,
  title = "Neural Relation Extraction with Selective Attention over Instances",
  author = "Lin, Yankai  and
    Shen, Shiqi  and
    Liu, Zhiyuan  and
    Luan, Huanbo  and
    Sun, Maosong",
  booktitle = "Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)",
  month = aug,
  year = "2016",
  address = "Berlin, Germany",
  publisher = "Association for Computational Linguistics",
  url = "https://www.aclweb.org/anthology/P16-1200",
  doi = "10.18653/v1/P16-1200",
  pages = "2124--2133",
}

## 2017

@inproceedings{xie2017image,
  author = {Xie, Ruobing and Liu, Zhiyuan and Luan, Huanbo and Sun, Maosong},
  title = {Image-Embodied Knowledge Representation Learning},
  year = {2017},
  isbn = {9780999241103},
  publisher = {AAAI Press},
  booktitle = {Proceedings of the 26th International Joint Conference on Artificial Intelligence},
  pages = {3140–3146},
  numpages = {7},
  location = {Melbourne, Australia},
  series = {IJCAI’17}
}

## 2018

@inproceedings{saha2018towards,
  title={Towards building large scale multimodal domain-aware conversation systems},
  author={Saha, Amrita and Khapra, Mitesh M and Sankaranarayanan, Karthik},
  booktitle={Thirty-Second AAAI Conference on Artificial Intelligence},
  year={2018}
}

@inproceedings{mousselly2018multimodal,
  title={A multimodal translation-based approach for knowledge graph representation learning},
  author={Mousselly-Sergieh, Hatem and Botschen, Teresa and Gurevych, Iryna and Roth, Stefan},
  booktitle={Proceedings of the Seventh Joint Conference on Lexical and Computational Semantics},
  pages={225--234},
  year={2018}
}

@inproceedings{pezeshkpour2018embedding,
  title = "Embedding Multimodal Relational Data for Knowledge Base Completion",
  author = "Pezeshkpour, Pouya  and
    Chen, Liyan  and
    Singh, Sameer",
  booktitle = "Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing",
  month = oct # "-" # nov,
  year = "2018",
  address = "Brussels, Belgium",
  publisher = "Association for Computational Linguistics",
  url = "https://www.aclweb.org/anthology/D18-1359",
  doi = "10.18653/v1/D18-1359",
  pages = "3208--3218"
}

## 2019

@inproceedings{liu2019mmkg,
  title={MMKG: Multi-modal Knowledge Graphs},
  author={Liu, Ye and Li, Hui and Garcia-Duran, Alberto and Niepert, Mathias and Onoro-Rubio, Daniel and Rosenblum, David S},
  booktitle={European Semantic Web Conference},
  pages={459--474},
  year={2019},
  organization={Springer}
}

## Answering Visual-Relational Queries in Web-Extracted Knowledge Graphs

@INPROCEEDINGS{wang2019multimodal,
author={Z. {Wang} and L. {Li} and Q. {Li} and D. {Zeng}},
  booktitle={2019 International Joint Conference on Neural Networks (IJCNN)},
  title={Multimodal Data Enhanced Representation Learning for Knowledge Graphs},
  year={2019},
  volume={},
  number={},
  pages={1-8},
  keywords={graph theory;image classification;image representation;knowledge representation;learning (artificial intelligence);neural nets;text analysis;knowledge graph;knowledge base;knowledge representation learning;structural knowledge;TransAE;visual knowledge;textural knowledge;artificial intelligence;multimodal data enhanced representation learning;multimodal autoencoder;TransE model;link prediction;triplet classification;representation learning;knowledge graph;multimodal},
  doi={10.1109/IJCNN.2019.8852079},
  ISSN={2161-4393},
  month={July}
}

@inproceedings{guo2019aligning,
  author = {Guo, Longteng and Liu, Jing and Tang, Jinhui and Li, Jiangwei and Luo, Wei and Lu, Hanqing},
  title = {Aligning Linguistic Words and Visual Semantic Units for Image Captioning},
  year = {2019},
  isbn = {9781450368896},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  url = {https://doi.org/10.1145/3343031.3350943},
  doi = {10.1145/3343031.3350943},
  booktitle = {Proceedings of the 27th ACM International Conference on Multimedia},
  pages = {765–773},
  numpages = {9},
  keywords = {image captioning, vision-language, visual relationship, graph convolutional networks},
  location = {Nice, France},
  series = {MM ’19}
}

@inproceedings{he2019new,
  author = {He, Xiangteng and Peng, Yuxin and Xie, Liu},
  title = {A New Benchmark and Approach for Fine-Grained Cross-Media Retrieval},
  year = {2019},
  isbn = {9781450368896},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  url = {https://doi.org/10.1145/3343031.3350974},
  doi = {10.1145/3343031.3350974},
  booktitle = {Proceedings of the 27th ACM International Conference on Multimedia},
  pages = {1740–1748},
  numpages = {9},
  keywords = {fine-grained cross-media retrieval, new benchmark},
  location = {Nice, France},
  series = {MM ’19}
}

@inproceedings{huang2019annotation,
  author = {Huang, Po-Yao and Kang, Guoliang and Liu, Wenhe and Chang, Xiaojun and Hauptmann, Alexander G.},
  title = {Annotation Efficient Cross-Modal Retrieval with Adversarial Attentive Alignment},
  year = {2019},
  isbn = {9781450368896},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  url = {https://doi.org/10.1145/3343031.3350894},
  doi = {10.1145/3343031.3350894},
  booktitle = {Proceedings of the 27th ACM International Conference on Multimedia},
  pages = {1758–1767},
  numpages = {10},
  keywords = {cross-modal retrieval, adversarial learning, joint embedding, annotation efficiency},
  location = {Nice, France},
  series = {MM ’19}
}

@inproceedings{liu2019knowledge,
  author = {Liu, Xuejing and Li, Liang and Wang, Shuhui and Zha, Zheng-Jun and Su, Li and Huang, Qingming},
  title = {Knowledge-Guided Pairwise Reconstruction Network for Weakly Supervised Referring Expression Grounding},
  year = {2019},
  isbn = {9781450368896},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  url = {https://doi.org/10.1145/3343031.3351074},
  doi = {10.1145/3343031.3351074},
  booktitle = {Proceedings of the 27th ACM International Conference on Multimedia},
  pages = {539–547},
  numpages = {9},
  keywords = {weakly supervised learning, attention mechanism, language reconstruction, referring expression grounding},
  location = {Nice, France},
  series = {MM ’19}
}

@inproceedings{nie2019multimodal,
  author = {Nie, Liqiang and Wang, Wenjie and Hong, Richang and Wang, Meng and Tian, Qi},
  title = {Multimodal Dialog System: Generating Responses via Adaptive Decoders},
  year = {2019},
  isbn = {9781450368896},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  url = {https://doi.org/10.1145/3343031.3350923},
  doi = {10.1145/3343031.3350923},
  booktitle = {Proceedings of the 27th ACM International Conference on Multimedia},
  pages = {1098–1106},
  numpages = {9},
  keywords = {adaptive decoders, multimodal dialog systems, multiform knowledge-aware decoder},
  location = {Nice, France},
  series = {MM ’19}
}

@inproceedings{zhang2019multimodal,
  author = {Zhang, Yingying and Qian, Shengsheng and Fang, Quan and Xu, Changsheng},
  title = {Multi-Modal Knowledge-Aware Hierarchical Attention Network for Explainable Medical Question Answering},
  year = {2019},
  isbn = {9781450368896},
  publisher = {Association for Computing Machinery},
  address = {New York, NY, USA},
  url = {https://doi.org/10.1145/3343031.3351033},
  doi = {10.1145/3343031.3351033},
  booktitle = {Proceedings of the 27th ACM International Conference on Multimedia},
  pages = {1089–1097},
  numpages = {9},
  keywords = {multi-modal knowledge graph representation, medical question answering, interpretability},
  location = {Nice, France},
  series = {MM ’19}
}

## 2020

## MHSAN: Multi-Head Self-Attention Network for Visual Semantic Embedding

## MULE: Multimodal Universal Language Embedding

## Modality to Modality Translation: An Adversarial Representation Learning and Graph Fusion Network for Multimodal Fusion

@inproceedings{li-etal-2020-gaia,
  title = "{GAIA}: A Fine-grained Multimedia Knowledge Extraction System",
  author = "Li, Manling  and
    Zareian, Alireza  and
    Lin, Ying  and
    Pan, Xiaoman  and
    Whitehead, Spencer  and
    Chen, Brian  and
    Wu, Bo  and
    Ji, Heng  and
    Chang, Shih-Fu  and
    Voss, Clare  and
    Napierski, Daniel  and
    Freedman, Marjorie",
  booktitle = "Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics: System Demonstrations",
  month = jul,
  year = "2020",
  address = "Online",
  publisher = "Association for Computational Linguistics",
  url = "https://www.aclweb.org/anthology/2020.acl-demos.11",
  pages = "77--86"
}

# Tutorials



# Datasets