xor

xor

A multi-layer perceptron (MLP) that performs the XOR logical computation. It generates the following truth table:

It takes as input two column vectors of zeros and ones. It outputs a single column vector of zeros and ones.

Code: https://github.com/sambitmukherjee/handson-ml3-pytorch/blob/main/chapter10/xor.ipynb

Usage

import torch
import torch.nn as nn
from huggingface_hub import PyTorchModelHubMixin

# Let's create two column vectors containing `0`s and `1`s.
batch = {'a': torch.tensor([[0.], [0.], [1.], [1.]]), 'b': torch.tensor([[0.], [1.], [0.], [1.]])}

class XOR(nn.Module, PyTorchModelHubMixin):
    def __init__(self):
        super().__init__()
        self.layer0_weight = torch.tensor([[1., 1.], [1., 1.]])
        self.layer0_bias = torch.tensor([-1.5, -0.5])
        self.layer1_weight = torch.tensor([[-1.], [1.]])
        self.layer1_bias = torch.tensor([-0.5])

    def heaviside(self, x):
        return (x >= 0).float()

    def forward(self, x):
        inputs = torch.cat([x['a'], x['b']], dim=1)
        out = self.heaviside(inputs @ self.layer0_weight + self.layer0_bias)
        out = self.heaviside(out @ self.layer1_weight + self.layer1_bias)
        return out

# Instantiate:
logical_xor = XOR.from_pretrained("sadhaklal/xor")

# Forward pass:
output = logical_xor(batch)
print(output)