xrsrke

conda create --prefix ./env python=3.10

module load cuda/12.1
export CUDNN_PATH=/usr/local/cuda-12.1/lib


pip install pyyaml packaging

pip install torch==2.1.2 
pip install numpy

xrsrke

02/23/2024 11:12:35 [INFO|DP=3|PP=0|TP=0]: requesting new stream from self.s3_path=s3://huggingface-llm-datasets/synthetic-data/tokenization_per_source_v1/jupyter/standard/000_jupyter.ds at index=1051776
02/23/2024 11:12:35 [INFO|DP=2|PP=0|TP=0]: requesting new stream from self.s3_path=s3://huggingface-llm-datasets/synthetic-data/tokenization_per_source_v1/amt-web/standard/000_amt-web.ds at index=5
02/23/2024 11:12:35 [INFO|DP=0|PP=0|TP=0]: requesting new stream from self.s3_path=s3://huggingface-llm-datasets/synthetic-data/tokenization_per_source_v1/textbooks/standard/000_textbooks.ds at index=0
02/23/2024 11:12:35 [INFO|DP=1|PP=0|TP=0]: requesting new stream from self.s3_path=s3://huggingface-llm-datasets/synthetic-data/tokenization_per_source_v1/jupyter/standard/000_jupyter.ds at index=3
02/23/2024 11:12:35 [INFO|DP=2|PP=0|TP=0]: requesting new stream from self.s3_path=s3://huggingface-llm-datasets/synthetic-data/tokenization_per_source_v1/textbooks/standard/000_textbooks.ds at index=40
02/23/2024 11:12:35

xrsrke

from transformers import GPTBigCodeForCausalLM, GPTBigCodeConfig
from transformers import AutoTokenizer

from pathlib import Path
import json
import torch

import random
import numpy as np

xrsrke

(venv) (base) ➜  prodgpt git:(train) ✗ python3 prodgpt/test_flow.py step-functions create
Metaflow 2.8.2 executing HelloFlow for user:education
Validating your flow...
    The graph looks good!
Running pylint...
    Pylint is happy!
Deploying HelloFlow to AWS Step Functions...
    Internal error
Traceback (most recent call last):
  File "/Users/education/opt/anaconda3/lib/python3.9/site-packages/urllib3/connection.py", line 174, in _new_conn

xrsrke

https://github.com/davidsonfellipe/awesome-wpo


https://github.com/bayandin/awesome-awesomeness

xrsrke

(function (history, trackingId, options) {
    const getParameterByName = (paramName) => {
        var searchString = window.location.search.substring(1),
            i, val, params = searchString.split("&");
        for (i=0;i<params.length;i++) {
          val = params[i].split("=");
          if (val[0] == paramName) {
            return val[1] || undefined;
          }
        }

xrsrke

<?php

/**
 * array_merge_recursive does indeed merge arrays, but it converts values with duplicate
 * keys to arrays rather than overwriting the value in the first array with the duplicate
 * value in the second array, as array_merge does. I.e., with array_merge_recursive,
 * this happens (documented behavior):
 *
 * array_merge_recursive(array('key' => 'org value'), array('key' => 'new value'));
 *     => array('key' => array('org value', 'new value'));

xrsrke

function array_keys_multi(array $array)
{
    $keys = array();

    foreach ($array as $key => $value) {
        $keys[] = $key;

        if (is_array($value)) {
            $keys = array_merge($keys, array_keys_multi($value));
        }

xrsrke

# Install

curl https://install.meteor.com/ | sh
meteor create myApp

cd myApp

meteor remove insecure
meteor remove autopublish