| ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ | |
| {"seed": 374894, "temp": 0.7, "top_p": 0.0, "top_k": 40, "repetition_penalty": 1.1764705882352942, "max_seq_len": 512, "max_gen_len": 511} | |
| ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ | |
| Loading | |
| Loaded in 8.72 seconds | |
| ============== sample 1 ================= | |
| I believe the meaning of life is to grow, learn and give. |
| # script to decompose/recompose llama model in different number of shards | |
| # note that it loads the full model * 2 in cpu memory | |
| import os | |
| import json | |
| import sys | |
| import torch | |
| import glob | |
| if len(sys.argv) != 4: |
