Farenheith

DeepSeek V4 Flash Q2 (antirez/ds4) – Quality Benchmark Report

A skeptical, quality-focused comparison of antirez's aggressively quantized Q2 model against the vanilla DeepSeek V4 Flash and other popular local models.

---

1. Executive Summary

Antirez's Q2 quantization of DeepSeek V4 Flash is a hybrid, asymmetric quantization scheme that compresses the model to ~81 GB, making it runnable on 128 GB unified-memory machines (Apple Silicon M3/M5 Max, DGX Spark/GB10). The core insight: routed experts (the vast majority of parameters) are aggressively quantized to 2-bit, while critical components (router, shared experts, projections, embeddings, output layers) are kept in higher precision (Q8/F16/F32). The result is a model that retains surprisingly good quality despite extreme compression, consistently outperforming other local models in head-to-head benchmarks.

Farenheith

{
  "version": "0.2.0",
  "configurations": [{
      "type": "node",
      "request": "launch",
      "name": "Launch program",
      "skipFiles": ["<node_internals>/**"],
      "cwd": "${workspaceRoot}",
      "envFile": "${workspaceFolder}/.env",
      "runtimeExecutable": "${env:NVM_DIR}/nvm-exec",

Farenheith

import { expect } from 'chai';
import { stub, match } from 'sinon';
import { anonymousExample } from '../src/anonymous-example';

describe('anonymousExample()', () => {
	beforeEach(() => {
		stub(console, 'log');
	});

	it('should log first v when v is 1', () => {

Farenheith

export function anonymousExample(callbacker: (x: (v: number) => void) => void) {
	callbacker((v) => {
		if (v === 1) {
			console.log('first v!');
		} else {
			console.log('another v!');
		}
	});
}

Farenheith

import { expect } from 'chai';
import { stub, match, SinonStub } from 'sinon';
import request = require('superagent');
import { superagentExample } from '../src/superagent-example';

describe('superAgentExample()', () => {
	let send: SinonStub;
	let set1: SinonStub;
	let set2: SinonStub;

Farenheith

import { expect } from 'chai';
import { stub, match } from 'sinon';
import request = require('superagent');
import { superagentExample } from '../src/superagent-example';

describe('superAgentExample()', () => {
	let requestResult: request.SuperAgentRequest;

  beforeEach(() => {
		requestResult = Promise.resolve({ body: 'expected body' }) as any;

Farenheith

import { EventEmitter } from 'events';
import { expect } from 'chai';
import { stub } from 'sinon';
import { eventEmitterExample } from '../src/event-emitter-example';

describe.only('eventEmitterExample()', () => {

	beforeEach(() => {
		stub(console, 'info');
		stub(console, 'error');

Farenheith

import { EventEmitter } from 'events';

export function eventEmitterExample(emitter: EventEmitter) {
	emitter.on('somethingHappen', (x) => {
		console.info(`Something happened! ${x}`);
	});

	emitter.on('sometingGoesWrong', (x) => {
		console.error(`Something went wrong! ${x}`);
	});

Farenheith

import { expect } from 'chai';
import { stub, SinonStub, match } from 'sinon';
import * as zlib from 'zlib';
import { notSoSimpleStreamExample } from '../src/not-so-simple-stream-example';
import { ObjectReadableMock } from 'stream-mock';

describe('notSoSimpleStreamExample()', () => {
	let data: any[] = [];
	let gzip: SinonStub<any, any>;

Farenheith

import { Readable } from 'stream';
import { gzip } from 'zlib';

export async function notSoSimpleStreamExample(stream: Readable) {
	return new Promise((resolve, reject) => {
		const data: Array<Promise<Buffer>> = [];
		stream.on('data', info => {
			data.push(new Promise((resolve, reject) => {
				gzip(info, (error, result) => {
					if (error) {