This is a Docker compose definition of a Hadoop + Spark + Livy cluster with one node only. You can use it for development or testing purposes.
Example usage:
docker compose build
docker compose up -d
docker exec -it /bin/bash| import os | |
| import argparse | |
| import json | |
| import re | |
| import unicodedata | |
| invalid_bytes_re = re.compile(r'[\x00-\x1F]+') | |
| sline_re = re.compile(r'\[sline\].*?\[/sline\]') | |
| color_tags = ['[f-blue]','[/f-blue]', |
| from dataclasses import dataclass | |
| import numpy as np | |
| vocab = [None, 'a', 'b', 'c'] | |
| null_idx = 0 | |
| V = len(vocab) | |
| @dataclass | |
| class LSTMWeights: | |
| xi: list[list[float]] # (V-1, V) |
| import argparse | |
| import random | |
| from collections import defaultdict | |
| import numpy as np | |
| from tqdm import tqdm | |
| BOARD_SIZE = 3 | |