ML By Hand

• autograd package
  • autograd.tensor module
    • is_grad_enabled()
    • no_grad()
    • Function
      • Function.__init__()
      • Function.forward()
      • Function.backward()
      • Function.apply()
      • Function.unbroadcast()
      • Function.__dict__
      • Function.__module__
      • Function.__weakref__
    • Tensor
      • Tensor.__init__()
      • Tensor.data
      • Tensor.grad
      • Tensor.view()
      • Tensor.stack()
      • Tensor.cat()
      • Tensor.__add__()
      • Tensor.__mul__()
      • Tensor.__matmul__()
      • Tensor.__pow__()
      • Tensor.__iadd__()
      • Tensor.__getitem__()
      • Tensor.__setitem__()
      • Tensor.astype()
      • Tensor.sum()
      • Tensor.mean()
      • Tensor.max()
      • Tensor.gather()
      • Tensor.sqrt()
      • Tensor.maximum()
      • Tensor.pad()
      • Tensor.forward()
      • Tensor.backward()
      • Tensor.shape
      • Tensor.reshape()
      • Tensor.expand()
      • Tensor.permute()
      • Tensor.transpose()
      • Tensor.strided_windows()
      • Tensor.roll()
      • Tensor.detach()
      • Tensor.item()
      • Tensor.numpy()
      • Tensor.ndim
      • Tensor.T
      • Tensor.__radd__()
      • Tensor.__rmul__()
      • Tensor.__sub__()
      • Tensor.__rsub__()
      • Tensor.__truediv__()
      • Tensor.__neg__()
      • Tensor.__repr__()
      • Tensor.__lt__()
      • Tensor.__le__()
      • Tensor.__gt__()
      • Tensor.__ge__()
      • Tensor.__eq__()
      • Tensor.__hash__()
      • Tensor.__annotations__
      • Tensor.__dict__
      • Tensor.__module__
      • Tensor.__weakref__
    • checkpoint()
    • Add
      • Add.forward()
      • Add.backward()
      • Add.__annotations__
      • Add.__module__
    • Mul
      • Mul.forward()
      • Mul.backward()
      • Mul.__annotations__
      • Mul.__module__
    • Pow
      • Pow.forward()
      • Pow.backward()
      • Pow.__annotations__
      • Pow.__module__
    • Matmul
      • Matmul.forward()
      • Matmul.backward()
      • Matmul.__annotations__
      • Matmul.__module__
    • IAdd
      • IAdd.forward()
      • IAdd.backward()
      • IAdd.__annotations__
      • IAdd.__module__
    • GetItem
      • GetItem.forward()
      • GetItem.backward()
      • GetItem.__annotations__
      • GetItem.__module__
    • SetItem
      • SetItem.forward()
      • SetItem.backward()
      • SetItem.__annotations__
      • SetItem.__module__
    • Cast
      • Cast.forward()
      • Cast.backward()
      • Cast.__annotations__
      • Cast.__module__
    • Sqrt
      • Sqrt.forward()
      • Sqrt.backward()
      • Sqrt.__annotations__
      • Sqrt.__module__
    • Sum
      • Sum.forward()
      • Sum.backward()
      • Sum.__annotations__
      • Sum.__module__
    • Max
      • Max.forward()
      • Max.backward()
      • Max.__annotations__
      • Max.__module__
    • Maximum
      • Maximum.forward()
      • Maximum.backward()
      • Maximum.__annotations__
      • Maximum.__module__
    • Mean
      • Mean.forward()
      • Mean.backward()
      • Mean.__annotations__
      • Mean.__module__
    • Gather
      • Gather.forward()
      • Gather.backward()
      • Gather.__annotations__
      • Gather.__module__
    • View
      • View.forward()
      • View.backward()
      • View.__annotations__
      • View.__module__
    • Expand
      • Expand.forward()
      • Expand.backward()
      • Expand.__annotations__
      • Expand.__module__
    • Reshape
      • Reshape.forward()
      • Reshape.backward()
      • Reshape.__annotations__
      • Reshape.__module__
    • Transpose
      • Transpose.forward()
      • Transpose.backward()
      • Transpose.__annotations__
      • Transpose.__module__
    • Pad
      • Pad.forward()
      • Pad.backward()
      • Pad.__annotations__
      • Pad.__module__
    • Cat
      • Cat.forward()
      • Cat.backward()
      • Cat.__annotations__
      • Cat.__module__
    • Permute
      • Permute.forward()
      • Permute.backward()
      • Permute.__annotations__
      • Permute.__module__
    • Stack
      • Stack.forward()
      • Stack.backward()
      • Stack.__annotations__
      • Stack.__module__
    • StridedWindows
      • StridedWindows.forward()
      • StridedWindows.backward()
      • StridedWindows.__annotations__
      • StridedWindows.__module__
    • Roll
      • Roll.__annotations__
      • Roll.__module__
      • Roll.forward()
      • Roll.backward()
  • autograd.nn module
    • Module
      • Module._parameters
      • Module._modules
      • Module._states
      • Module._is_training
      • Module.zero_grad()
      • Module.forward()
      • Module.apply()
      • Module.parameters
      • Module.states
      • Module.state_dict()
      • Module.load_state_dict()
      • Module.num_parameters()
      • Module.train()
      • Module.eval()
    • ModuleList
      • ModuleList.append()
    • Linear
      • Linear.forward()
    • Conv2d
      • Conv2d.forward()
    • MaxPool2d
      • MaxPool2d.forward()
    • ResidualBlock
      • ResidualBlock.forward()
    • RecurrentBlock
      • RecurrentBlock.forward()
    • LongShortTermMemoryBlock
      • LongShortTermMemoryBlock.forward()
    • Embedding
      • Embedding.forward()
    • LayerNorm
      • LayerNorm.forward()
    • BatchNorm
      • BatchNorm.forward()
    • Dropout
      • Dropout.forward()
    • ScaledDotProductAttention
      • ScaledDotProductAttention.forward()
    • MultiHeadAttention
      • MultiHeadAttention.forward()
    • AbstractLLMForwardFn
      • AbstractLLMForwardFn.sample()
      • AbstractLLMForwardFn.train()
    • extract_windows()
  • autograd.optim module
    • LRScheduler
    • CosineScheduler
    • Optimizer
      • Optimizer.lr
      • Optimizer.timestep
      • Optimizer.update_lr()
      • Optimizer.clip_grad_norm()
      • Optimizer.zero_grad()
      • Optimizer.scale_gradients()
      • Optimizer.grad_l2_norm()
      • Optimizer.gradient_arrays()
      • Optimizer.state_dict()
      • Optimizer.load_state_dict()
      • Optimizer.step()
    • SGD
      • SGD.step()
    • Adam
      • Adam.step()
  • autograd.functional module
    • relu()
    • sigmoid()
    • softmax()
    • log_softmax()
    • tanh()
    • gelu()
    • scaled_dot_product_attention_mlx_custom()
    • Relu
      • Relu.forward()
      • Relu.backward()
    • Gelu
      • Gelu.forward()
      • Gelu.backward()
    • Sigmoid
      • Sigmoid.forward()
      • Sigmoid.backward()
    • Softmax
      • Softmax.forward()
      • Softmax.backward()
    • LogSoftmax
      • LogSoftmax.forward()
      • LogSoftmax.backward()
    • Tanh
      • Tanh.forward()
      • Tanh.backward()
    • ScaledDotProductAttentionMLXCustom
      • ScaledDotProductAttentionMLXCustom.build_dropout_scale_mask()
      • ScaledDotProductAttentionMLXCustom.validate()
      • ScaledDotProductAttentionMLXCustom.forward()
      • ScaledDotProductAttentionMLXCustom.backward()
    • BinaryCrossEntropy
      • BinaryCrossEntropy.forward()
      • BinaryCrossEntropy.backward()
    • BinaryCrossEntropyWithLogits
      • BinaryCrossEntropyWithLogits.forward()
      • BinaryCrossEntropyWithLogits.backward()
    • CrossEntropy
      • CrossEntropy.forward()
      • CrossEntropy.backward()
    • HingeLoss
      • HingeLoss.forward()
      • HingeLoss.backward()
    • MeanSquaredLoss
      • MeanSquaredLoss.forward()
      • MeanSquaredLoss.backward()
    • binary_cross_entropy()
    • binary_cross_entropy_with_logits()
    • cross_entropy()
    • hinge_loss()
    • mean_squared_loss()
  • autograd.init module
    • xavier_uniform()
    • compute_in_out_tensor_count()
  • autograd.logger module
    • ColorFormatter
      • ColorFormatter.grey
      • ColorFormatter.yellow
      • ColorFormatter.red
      • ColorFormatter.bold_red
      • ColorFormatter.cyan
      • ColorFormatter.green
      • ColorFormatter.reset
      • ColorFormatter.FORMATS
      • ColorFormatter.format()
    • setup_logger()
  • Module contents
  • Subpackages
    • autograd.text package
      • Submodules
      • autograd.text.tokenizer module
      • autograd.text.utils module
      • Module contents