starkdmi

Gemma3 4B Quantization Comparison on Mac (M4)

model	arc_challenge	openbookqa	winogrande	summary	tok/sec	RAM (GB)	Disk (GB)
gemma-3-4b-it-qat-UD-Q4_K_XL	0.5546	0.4520	0.6796	0.562	34.39	3	2.54
gemma-3-4b-it-UD-Q2_K_XL	0.4983	0.4440	0.6598	0.534	40.75	2.32	1.77
gemma-3-4b-it-qat-UD-Q2_K_XL	0.4881	0.4420	0.6575	0.5292	40.42	2.31	1.77
gemma-3-4b-it-qat-bf16	0.4326	0.4340	0.6180	0.4949	12.94	9.5	10
gemma-3-4b-it-qat-4bit	0.4292	0.4240	0.6046	0.4859	42.54	2.6	3
gemma-3-4b-it-4bit	0.4232	0.4080	0.6014	0.4775	42.73	2.6	3.45

starkdmi

AMD Ryzen 7 PRO 8700GE

ROCm Official Documentation

1. Update dependencies

# noble for ubuntu 24.04 or jammy for 22.04
sudo add-apt-repository -y -s deb http://security.ubuntu.com/ubuntu noble main universe
sudo apt update

starkdmi

let source = URL(fileURLWithPath: "input.mov")
let destination = URL(fileURLWithPath: "output.mov")
try? FileManager.default.removeItem(at: destination)

let asset = AVAsset(url: source)
let reader = try! AVAssetReader(asset: asset)
let writer = try! AVAssetWriter(outputURL: destination, fileType: .mov)

let videoTrack = await asset.getFirstTrack(withMediaType: .video)

starkdmi

import 'package:collection/collection.dart' show ListEquality;
import 'package:jose/jose.dart'; // BSD-3-Clause, use `dart_jsonwebtoken` package in case of MIT license
import 'package:dio/dio.dart'; // default `http` package can be used as well

const firebaseProjectId = "FIREBASE_PROJECT_ID";
const firebaseProjectNumber = "FIREBASE_PROJECT_NUMBER";
const firebaseAppIds = [
  "FIREBASE_IOS_APP_ID",
  "FIREBASE_ANDROID_APP_ID",
  "FIREBASE_WEB_APP_ID"

starkdmi

import 'package:dio/dio.dart'; // default `http` package can be used as well
import 'package:jose/jose.dart'; // BSD-3-Clause, use `dart_jsonwebtoken` package in case of MIT license

const firebaseProjectId = "FIREBASE_PROJECT_ID";
Map<String, String> googleSecureTokens = {}; // { "KeyId": "PublicKey" } from public Google website
DateTime? googleTokensExpirationDate;

// Verify Firebase JWT token
// https://firebase.google.com/docs/auth/admin/verify-id-tokens#verify_id_tokens_using_a_third-party_jwt_library
Future<bool> validateToken(String token) async {