diff --git a/python/dgl/nn/pytorch/conv/gatv2conv.py b/python/dgl/nn/pytorch/conv/gatv2conv.py
index 7ae71f8b4fbb..e55e8dfceb55 100644
--- a/python/dgl/nn/pytorch/conv/gatv2conv.py
+++ b/python/dgl/nn/pytorch/conv/gatv2conv.py
@@ -20,16 +20,16 @@ class GATv2Conv(nn.Module):
     over an input signal.
 
     .. math::
-        h_i^{(l+1)} = \sum_{j\in \mathcal{N}(i)} \alpha_{i,j} W^{(l)}_{right} h_j^{(l)}
+        h_i^{(l+1)} = \sum_{j\in \mathcal{N}(i)} \alpha_{ij}^{(l)} W^{(l)}_{right} h_j^{(l)}
 
     where :math:`\alpha_{ij}` is the attention score bewteen node :math:`i` and
     node :math:`j`:
 
     .. math::
-        \alpha_{ij}^{l} &= \mathrm{softmax_i} (e_{ij}^{l})
+        \alpha_{ij}^{(l)} &= \mathrm{softmax_i} (e_{ij}^{(l)})
 
-        e_{ij}^{l} &= \vec{a}^T\mathrm{LeakyReLU}\left(
-            W^{(l)}_{left} h_{i} + W^{(l)}_{right} h_{j}]\right)
+        e_{ij}^{(l)} &= \vec{a}^T^{(l)}\mathrm{LeakyReLU}\left(
+            W^{(l)}_{left} h_{i} + W^{(l)}_{right} h_{j}\right)
 
     Parameters
     ----------