waltercool

#!/bin/sh

# This tool requires git and iucode_tool.
# iucode_tool can be found at most repositories, or https://gitlab.com/iucode-tool/
#
# This script is NOT DESIGNED to be run as root. You must manually copy the output at the
# intel firmware folder. This is for security reasons.

MICROCODE_DATA="/tmp/microcode_data"
OUTPUT="microcodes"

waltercool

import time
import os
import logging
import random
from datasets import load_dataset

class QuantAutoGPTQ:
    def __init__(self, model_name_or_path, output_dir, dataset,
                 num_samples=128, trust_remote_code=False, cache_examples=True,
                 use_fast=True, use_triton=False, bits=[4], group_size=[128], damp=[0.01],