使用thop统计模型flops和#param.

from thop import profile

device = 'cuda:1'
model = Transformer().to(device)

input = torch.randn(1, 201, 192).to(device)
macs, params = profile(model, inputs=(input,))
print("macs\params:",macs,params)