@article{ba2016layer,
  title   = {Layer normalization},
  author  = {Ba, Jimmy Lei and Kiros, Jamie Ryan and Hinton, Geoffrey E},
  journal = {arXiv preprint arXiv:1607.06450},
  year    = {2016}
}

@article{bahdanau2014neural,
  title   = {Neural machine translation by jointly learning to align and translate},
  author  = {Bahdanau, Dzmitry and Cho, Kyunghyun and Bengio, Yoshua},
  journal = {arXiv preprint arXiv:1409.0473},
  year    = {2014}
}

@article{britz2017massive,
  title   = {Massive exploration of neural machine translation architectures},
  author  = {Britz, Denny and Goldie, Anna and Luong, Minh-Thang and Le, Quoc V},
  journal = {arXiv preprint arXiv:1703.03906},
  year    = {2017}
}

@article{cho2014learning,
  title   = {Learning phrase representations using {RNN} encoder-decoder for statistical machine translation},
  author  = {Cho, Kyunghyun and van Merriënboer, Bart and Gulcehre, Caglar and Bougares, Fethi and Schwenk, Holger and Bengio, Yoshua},
  journal = {arXiv preprint arXiv:1406.1078},
  year    = {2014}
}

@article{chung2014empirical,
  title   = {Empirical evaluation of gated recurrent neural networks on sequence modeling},
  author  = {Chung, Junyoung and Gülçehre, Çağlar and Cho, Kyunghyun and Bengio, Yoshua},
  journal = {arXiv preprint arXiv:1412.3555},
  year    = {2014}
}

@article{gehring2017convolutional,
  title   = {Convolutional sequence to sequence learning},
  author  = {Gehring, Jonas and Auli, Michael and Grangier, David and Yarats, Denis and Dauphin, Yann N},
  journal = {arXiv preprint arXiv:1705.03122},
  year    = {2017}
}

@article{graves2013generating,
  title   = {Generating sequences with recurrent neural networks},
  author  = {Graves, Alex},
  journal = {arXiv preprint arXiv:1308.0850},
  year    = {2013}
}

@inproceedings{he2016deep,
  title     = {Deep residual learning for image recognition},
  author    = {He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
  booktitle = {Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
  pages     = {770--778},
  year      = {2016}
}

@article{hochreiter1997,
  title   = {Long short-term memory},
  author  = {Hochreiter, Sepp and Schmidhuber, Jürgen},
  journal = {Neural computation},
  volume  = {9},
  number  = {8},
  pages   = {1735--1780},
  year    = {1997}
}

@incollection{hochreiter2001gradient,
  title     = {Gradient flow in recurrent nets: the difficulty of learning long-term dependencies},
  author    = {Hochreiter, Sepp and Bengio, Yoshua and Frasconi, Paolo and Schmidhuber, Jürgen},
  booktitle = {A Field Guide to Dynamical Recurrent Neural Networks},
  publisher = {IEEE Press},
  year      = {2001}
}

@article{jozefowicz2016exploring,
  title   = {Exploring the limits of language modeling},
  author  = {Jozefowicz, Rafal and Vinyals, Oriol and Schuster, Mike and Shazeer, Noam and Wu, Yonghui},
  journal = {arXiv preprint arXiv:1602.02410},
  year    = {2016}
}

@article{kalchbrenner2017neural,
  title   = {Neural machine translation in linear time},
  author  = {Kalchbrenner, Nal and Espeholt, Lasse and Simonyan, Karen and van den Oord, Aaron and Graves, Alex and Kavukcuoglu, Koray},
  journal = {arXiv preprint arXiv:1610.10099},
  year    = {2017}
}

@inproceedings{kim2017structured,
  title     = {Structured attention networks},
  author    = {Kim, Yoon and Denton, Carl and Hoang, Luong and Rush, Alexander M},
  booktitle = {International Conference on Learning Representations},
  year      = {2017}
}

@article{kuchaiev2017factorization,
  title   = {Factorization tricks for {LSTM} networks},
  author  = {Kuchaiev, Oleksii and Ginsburg, Boris},
  journal = {arXiv preprint arXiv:1703.10722},
  year    = {2017}
}

@article{luong2015effective,
  title   = {Effective approaches to attention-based neural machine translation},
  author  = {Luong, Minh-Thang and Pham, Hieu and Manning, Christopher D},
  journal = {arXiv preprint arXiv:1508.04025},
  year    = {2015}
}

@inproceedings{parikh2016decomposable,
  title     = {A decomposable attention model},
  author    = {Parikh, Ankur and Täckström, Oscar and Das, Dipanjan and Uszkoreit, Jakob},
  booktitle = {Empirical Methods in Natural Language Processing},
  year      = {2016}
}

@article{press2016using,
  title   = {Using the output embedding to improve language models},
  author  = {Press, Ofir and Wolf, Lior},
  journal = {arXiv preprint arXiv:1608.05859},
  year    = {2016}
}

@article{shazeer2017outrageously,
  title   = {Outrageously large neural networks: The sparsely-gated mixture-of-experts layer},
  author  = {Shazeer, Noam and Mirhoseini, Azalia and Maziarz, Krzysztof and Davis, Andy and Le, Quoc and Hinton, Geoffrey and Dean, Jeff},
  journal = {arXiv preprint arXiv:1701.06538},
  year    = {2017}
}

@inproceedings{sutskever2014sequence,
  title     = {Sequence to sequence learning with neural networks},
  author    = {Sutskever, Ilya and Vinyals, Oriol and Le, Quoc V},
  booktitle = {Advances in Neural Information Processing Systems},
  pages     = {3104--3112},
  year      = {2014}
}

@article{wu2016google,
  title   = {Google's neural machine translation system: Bridging the gap between human and machine translation},
  author  = {Wu, Yonghui and Schuster, Mike and Chen, Zhifeng and Le, Quoc V and Norouzi, Mohammad and others},
  journal = {arXiv preprint arXiv:1609.08144},
  year    = {2016}
}

@article{zhou2016deep,
  title   = {Deep recurrent models with fast-forward connections for neural machine translation},
  author  = {Zhou, Jie and Cao, Ying and Wang, Xuguang and Li, Peng and Xu, Wei},
  journal = {arXiv preprint arXiv:1606.04199},
  year    = {2016}
}

@inproceedings{kaiser2016can,
  title     = {Can active memory replace attention?},
  author    = {Kaiser, Łukasz and Bengio, Samy},
  booktitle = {Advances in Neural Information Processing Systems},
  year      = {2016}
}

@inproceedings{kaiser2016neural,
  title     = {Neural {GPU}s learn algorithms},
  author    = {Kaiser, Łukasz and Sutskever, Ilya},
  booktitle = {International Conference on Learning Representations},
  year      = {2016}
}

@article{cheng2016long,
  title   = {Long short-term memory-networks for machine reading},
  author  = {Cheng, Jianpeng and Dong, Li and Lapata, Mirella},
  journal = {arXiv preprint arXiv:1601.06733},
  year    = {2016}
}

@article{paulus2017deep,
  title   = {A deep reinforced model for abstractive summarization},
  author  = {Paulus, Romain and Xiong, Caiming and Socher, Richard},
  journal = {arXiv preprint arXiv:1705.04304},
  year    = {2017}
}

@article{lin2017structured,
  title   = {A structured self-attentive sentence embedding},
  author  = {Lin, Zhouhan and Feng, Minwei and dos Santos, Cicero Nogueira and Yu, Mo and Xiang, Bing and Zhou, Bowen and Bengio, Yoshua},
  journal = {arXiv preprint arXiv:1703.03130},
  year    = {2017}
}

@inproceedings{sukhbaatar2015end,
  title     = {End-to-end memory networks},
  author    = {Sukhbaatar, Sainbayar and Szlam, Arthur and Weston, Jason and Fergus, Rob},
  booktitle = {Advances in Neural Information Processing Systems},
  pages     = {2440--2448},
  year      = {2015}
}

@article{sennrich2015neural,
  title   = {Neural machine translation of rare words with subword units},
  author  = {Sennrich, Rico and Haddow, Barry and Birch, Alexandra},
  journal = {arXiv preprint arXiv:1508.07909},
  year    = {2015}
}

@article{chollet2016xception,
  title   = {Xception: Deep learning with depthwise separable convolutions},
  author  = {Chollet, François},
  journal = {arXiv preprint arXiv:1610.02357},
  year    = {2016}
}

@inproceedings{kingma2015adam,
  title     = {Adam: A method for stochastic optimization},
  author    = {Kingma, Diederik P and Ba, Jimmy},
  booktitle = {International Conference on Learning Representations},
  year      = {2015}
}

@article{srivastava2014dropout,
  title   = {Dropout: a simple way to prevent neural networks from overfitting},
  author  = {Srivastava, Nitish and Hinton, Geoffrey E and Krizhevsky, Alex and Sutskever, Ilya and Salakhutdinov, Ruslan},
  journal = {Journal of Machine Learning Research},
  volume  = {15},
  number  = {1},
  pages   = {1929--1958},
  year    = {2014}
}

@article{szegedy2016rethinking,
  title   = {Rethinking the inception architecture for computer vision},
  author  = {Szegedy, Christian and Vanhoucke, Vincent and Ioffe, Sergey and Shlens, Jonathon and Wojna, Zbigniew},
  journal = {arXiv preprint arXiv:1512.00567},
  year    = {2015}
}

@article{marcus1993building,
  title   = {Building a large annotated corpus of {E}nglish: The {P}enn {T}reebank},
  author  = {Marcus, Mitchell P and Marcinkiewicz, Mary Ann and Santorini, Beatrice},
  journal = {Computational linguistics},
  volume  = {19},
  number  = {2},
  pages   = {313--330},
  year    = {1993}
}

@inproceedings{vinyals2015grammar,
  title     = {Grammar as a foreign language},
  author    = {Vinyals, Oriol and Kaiser, Łukasz and Koo, Terry and Petrov, Slav and Sutskever, Ilya and Hinton, Geoffrey},
  booktitle = {Advances in Neural Information Processing Systems},
  year      = {2015}
}

@inproceedings{petrov2006learning,
  title     = {Learning accurate, compact, and interpretable tree annotation},
  author    = {Petrov, Slav and Barrett, Leon and Thibaux, Romain and Klein, Dan},
  booktitle = {Proceedings of the 21st International Conference on Computational Linguistics and 44th Annual Meeting of the ACL},
  pages     = {433--440},
  year      = {2006}
}

@inproceedings{zhu2013fast,
  title     = {Fast and accurate shift-reduce constituent parsing},
  author    = {Zhu, Muhua and Zhang, Yue and Chen, Wenliang and Zhang, Min and Zhu, Jingbo},
  booktitle = {Proceedings of the 51st Annual Meeting of the ACL (Volume 1: Long Papers)},
  pages     = {434--443},
  year      = {2013}
}

@inproceedings{dyer2016recurrent,
  title     = {Recurrent neural network grammars},
  author    = {Dyer, Chris and Kuncoro, Adhiguna and Ballesteros, Miguel and Smith, Noah A},
  booktitle = {Proceedings of NAACL-HLT},
  year      = {2016}
}

@inproceedings{huang2009self,
  title     = {Self-training {PCFG} grammars with latent annotations across languages},
  author    = {Huang, Zhongqiang and Harper, Mary},
  booktitle = {Proceedings of the 2009 Conference on Empirical Methods in Natural Language Processing},
  pages     = {832--841},
  year      = {2009}
}

@inproceedings{mcclosky2006effective,
  title     = {Effective self-training for parsing},
  author    = {McClosky, David and Charniak, Eugene and Johnson, Mark},
  booktitle = {Proceedings of the Human Language Technology Conference of the NAACL},
  pages     = {152--159},
  year      = {2006}
}

@article{luong2016multi,
  title   = {Multi-task sequence to sequence learning},
  author  = {Luong, Minh-Thang and Le, Quoc V and Sutskever, Ilya and Vinyals, Oriol and Kaiser, Lukasz},
  journal = {arXiv preprint arXiv:1511.06114},
  year    = {2015}
}
