manueldeprada

from decoders import inject_supervitamined_decoders, StochasticBeamSearchDecoder, FakeTransformer
from transformers import T5ForConditionalGeneration, T5Tokenizer
import torch


# pip install decoders

# this demonstration uses a fake toy transformer (https://manueldeprada.com/blog/posts/toy-probabilistic-transformer/)
# to test the correctness of the stochastic beam search implementation
def test_fake_transformer():

iandanforth

%%javascript

Jupyter.keyboard_manager.command_shortcuts.remove_shortcut('up');
Jupyter.keyboard_manager.command_shortcuts.remove_shortcut('down');

matthewfl

#!/usr/bin/env python3

import subprocess
import sys

def main():
    proc = subprocess.Popen(['latexmk', '-pvc'] + sys.argv[1:],
                            stdin=subprocess.PIPE,
                            stdout=subprocess.PIPE,
                            stderr=subprocess.STDOUT,

michaelchughes

function [] = RankOneUpdateTest( D )

nTrial = 1000;
invW = randn( 3*D, D);
invW = invW'*invW;
x = randn(D,1);

cholinvW = chol(invW,'upper');
logdetinvW = 2*sum(log(diag(cholinvW)));

z-m-k