This is a Docker compose definition of a Hadoop + Spark + Livy cluster with one node only. You can use it for development or testing purposes.
Example usage:
docker compose build
docker compose up -d
docker exec -it /bin/bash
import os | |
import argparse | |
import json | |
import re | |
import unicodedata | |
invalid_bytes_re = re.compile(r'[\x00-\x1F]+') | |
sline_re = re.compile(r'\[sline\].*?\[/sline\]') | |
color_tags = ['[f-blue]','[/f-blue]', |
from dataclasses import dataclass | |
import numpy as np | |
vocab = [None, 'a', 'b', 'c'] | |
null_idx = 0 | |
V = len(vocab) | |
@dataclass | |
class LSTMWeights: | |
xi: list[list[float]] # (V-1, V) |
import argparse | |
import random | |
from collections import defaultdict | |
import numpy as np | |
from tqdm import tqdm | |
BOARD_SIZE = 3 | |