WMT16

    1. import paddle
    2. from paddle.text.datasets import WMT16
    4. class SimpleNet(paddle.nn.Layer):
    5.         super(SimpleNet, self).__init__()
    7.     def forward(self, src_ids, trg_ids, trg_ids_next):
    8.         return paddle.sum(src_ids), paddle.sum(trg_ids), paddle.sum(trg_ids_next)
    11. wmt16 = WMT16(mode='train', src_dict_size=50, trg_dict_size=50)
    14.     src_ids = paddle.to_tensor(src_ids)
    15.     trg_ids = paddle.to_tensor(trg_ids)
    16.     trg_ids_next = paddle.to_tensor(trg_ids_next)
    18.     model = SimpleNet()
    19.     src_ids, trg_ids, trg_ids_next = model(src_ids, trg_ids, trg_ids_next)
    20.     print(src_ids.numpy(), trg_ids.numpy(), trg_ids_next.numpy())