- Catalina
- Big Sur
- Monterey
- Ventura
- Sonoma
  
    
      This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
      Learn more about bidirectional Unicode characters
    
  
  
    
  | #VERBOSE=0 torchrun --nproc_per_node 3 self_contained_pp_LOC.py | |
| import os, random, numpy as np, torch, torch.nn as nn, torch.distributed as dist, torch.nn.functional as F | |
| from torch.optim import AdamW | |
| from torch.utils.data import DataLoader, DistributedSampler | |
| from datasets import load_dataset | |
| from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer | |
| STEP, local_rank, world_size, verbose = 0, int(os.environ["LOCAL_RANK"]), int(os.environ["WORLD_SIZE"]), os.environ.get("VERBOSE", "0") == "1" | |
| def set_all_seed(seed): | 
  
    
      This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
      Learn more about bidirectional Unicode characters
    
  
  
    
  | brew install automake libtool wget | |
| wget https://github.com/google/protobuf/releases/download/v2.5.0/protobuf-2.5.0.tar.bz2 | |
| tar -xvjf protobuf-2.5.0.tar.bz2 | |
| cd protobuf-2.5.0 | |
| ./autogen.sh | |
| ./configure | |
| make; make check | |
| sudo make install | |
| Validate the successful installation: | 
  
    
      This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
      Learn more about bidirectional Unicode characters
    
  
  
    
  | { | |
| "configurations": [ | |
| { | |
| "name": "Linux", | |
| "includePath": [ | |
| "${workspaceFolder}/**", | |
| "/usr/src/linux-headers-4.15.0-36/include/**", | |
| "/usr/src/linux-headers-4.15.0-36/arch/x86/include/**", | |
| "/usr/src/linux-headers-4.15.0-36-generic/include/**", | |
| "/usr/src/linux-headers-4.15.0-36-generic/arch/x86/include/**" | 
  
    
      This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
      Learn more about bidirectional Unicode characters
    
  
  
    
  | $ curl -C - https://download.java.net/java/ga/jdk11/openjdk-11_osx-x64_bin.tar.gz -O openjdk-11_osx-x64_bin.tar.gz | |
| $ tar xf openjdk-11_osx-x64_bin.tar.gz | |
| $ sudo mv jdk-11.jdk /Library/Java/JavaVirtualMachines/ | |
| $ java -version | |
| openjdk version "11" 2018-09-25 | |
| OpenJDK Runtime Environment 18.9 (build 11+28) | |
| OpenJDK 64-Bit Server VM 18.9 (build 11+28, mixed mode) | 
  
    
      This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
      Learn more about bidirectional Unicode characters
    
  
  
    
  | apiVersion: config.istio.io/v1alpha2 | |
| kind: listchecker | |
| metadata: | |
| name: whitelist | |
| spec: | |
| # providerUrl: ordinarily black and white lists are maintained | |
| # externally and fetched asynchronously using the providerUrl. | |
| overrides: ["v1", "v2"] # overrides provide a static list | |
| blacklist: false | 
  
    
      This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
      Learn more about bidirectional Unicode characters
    
  
  
    
  | #!/bin/bash | |
| set -e | |
| set -o pipefail | |
| # Add user to k8s using service account, no RBAC (must create RBAC after this script) | |
| if [[ -z "$1" ]] || [[ -z "$2" ]]; then | |
| echo "usage: $0 <service_account_name> <namespace>" | |
| exit 1 | |
| fi | 
  
    
      This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
      Learn more about bidirectional Unicode characters
    
  
  
    
  | #!/bin/bash | |
| set -e | |
| set -u | |
| #set -x | |
| SSH_KEY="05:8b:8f:f5:09:35:ae:61:a9:3b:21:ea:1c:36:bf:0c" | |
| USER_DATA_FILE="$(dirname $0)/vps.userdata" | |
| ### sub functions | 
UPDATE: The instructions here are no longer necessary! Resizing the disk image is now possible right from the UI since Docker for Mac Version 17.12.0-ce-mac49 (21995).
If you are getting the error: No space left on device
Configuring the qcow2 size cap is possible in the current versions:
# my disk is currently 64GiB
  
    
      This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
      Learn more about bidirectional Unicode characters
    
  
  
    
  | # If you're looking into the C10M problem (10 million concurrent connections) | |
| # you might want to play with DPDK (Originally proprietry Intel, now open source) | |
| # | |
| # C10M: http://c10m.robertgraham.com/ | |
| # DPDK: http://dpdk.org/ | |
| # | |
| # This is a quick summary how to install dpdk on ubuntu | |
| # running inside virtualbox on a mac | |
| # On my Mac: | 
NewerOlder
        