import numpy as np import torch import torch.nn as nn from captum.attr import IntegratedGradients class ToyModel(nn.Module): def __init__(self): super().__init__() self.lin1 = nn.Linear(3, 3) self.relu = nn.ReLU() self.lin2 = nn.Linear(3, 2) # initialize weights and biases self.lin1.weight = nn.Parameter(torch.arange(-4.0, 5.0).view(3, 3)) self.lin1.bias = nn.Parameter(torch.zeros(1,3)) self.lin2.
![Captum · Model Interpretability for PyTorch](https://cdn-ak-scissors.b.st-hatena.com/image/square/ba51fad4b3643a70330ba9d850ec7148a0417e3b/height=288;version=1;width=512/https%3A%2F%2Fcaptum.ai%2Fimg%2Fcaptum-icon.png)