cogdl1/cogdl/layers/actgcn_layer.py
import math

import torch
import torch.nn as nn
from actnn.layers import QReLU, QBatchNorm1d, QDropout

from .actlinear_layer import QLinear
from cogdl.utils import spmm


class ActGCNLayer(nn.Module):
    """
    Simple GCN layer, similar to https://arxiv.org/abs/1609.02907
    """

    def __init__(
        self, in_features, out_features, dropout=0.0, activation=None, residual=False, norm=None, bias=True, rp_ratio=1
    ):
        super(ActGCNLayer, self).__init__()
        self.in_features = in_features
        self.out_features = out_features
        self.linear = QLinear(in_features, out_features, bias=bias, rp_ratio=rp_ratio)
        if dropout > 0:
            self.dropout = QDropout(dropout)
        else:
            self.dropout = None
        if residual:
            self.residual = QLinear(in_features, out_features, rp_ratio=rp_ratio)
        else:
            self.residual = None

        if activation is not None:
            self.act = QReLU()
        else:
            self.act = None

        if norm is not None:
            if norm == "batchnorm":
                self.norm = QBatchNorm1d(out_features)
            else:
                raise NotImplementedError
        else:
            self.norm = None

        self.reset_parameters()

    def reset_parameters(self):
        stdv = 1.0 / math.sqrt(self.out_features)
        torch.nn.init.uniform_(self.linear.weight, -stdv, stdv)

    def forward(self, graph, x):
        support = self.linear(x)
        out = spmm(graph, support, actnn=True)

        if self.norm is not None:
            out = self.norm(out)
        if self.act is not None:
            out = self.act(out)

        if self.residual is not None:
            out = out + self.residual(x)
        if self.dropout is not None:
            out = self.dropout(out)
        return out

