devxoul

Running Gemma 4 in LM Studio 0.4.x (mlx-vlm Upgrade)

Just paste this gist link to your AI agent and ask to do.

LM Studio 0.4.x bundles older versions of mlx-vlm and mlx-lm that don't support Gemma 4. This guide upgrades both packages and removes a hardcoded block.

LM Studio	MLX Engine	Bundled mlx-vlm	Bundled mlx-lm	Gemma 4
0.4.9	1.4.0	0.4.0	0.30.8	❌
0.4.11	1.5.0	0.4.0	0.31.2	❌

devxoul

import asyncio
import subprocess
import time

from asgiref.sync import sync_to_async


async def delete_revision(function_name, revision):
    cmd = f"aws lambda delete-function --function-name {function_name}:{revision}"
    print(cmd)

devxoul

import sys
from math import ceil, floor

from hashids import Hashids

target_length = 8
hashids = Hashids(min_length=target_length)

print(f"target_length={target_length}")

devxoul

"""
Camelize FastAPI path params and query params.

For body params and responses, use pydantic model's alias_generator config.
"""

from fastapi import FastAPI
from fastapi.dependencies.models import Dependant
from fastapi.routing import APIRoute
from humps import camelize

devxoul

from copy import copy
from typing import Generic, Optional, TypeVar, get_args, get_type_hints

from pydantic import BaseModel
from pydantic.errors import ConfigError
from pydantic.typing import convert_generics

T = TypeVar('T', bound=BaseModel)

devxoul

const getFileFromURL = async (url: string): Promise<File> => {
  const result = await fetch(url)
  const buffer = await result.arrayBuffer()
  const blob = new Blob([buffer])
  const file = new File([blob], url.split('/')[1])
  return file
}

// Usage
const someFile: File

devxoul

-          node_modules/metro/src/node-haste/DependencyGraph/assets/empty-module.js
+ ../MyApp/node_modules/metro/src/node-haste/DependencyGraph/assets/empty-module.js

devxoul

  _getFileData(file) {
    const relativePath = fastPath.relative(this._rootDir, file);
+   if (file.endsWith('node_modules/metro/src/node-haste/DependencyGraph/assets/empty-module.js')) {
+     console.log('rootDir:', this._rootDir);
+     console.log('file:', file);
+     console.log('relativePath:', relativePath);
+   }
    return this._files.get(relativePath);
  }
  

devxoul

jest.mock('@wry/equality', () => ({
  equal: (lhs: any, rhs: any) => {
    const equals = require('expect/build/jasmineUtils').equals(lhs, rhs)
    return equals || jest.requireActual('@wry/equality').equal(lhs, rhs)
  }
}))


const mocks = [
  {

devxoul

type Spy<T extends {}, M extends jest.FunctionPropertyNames<Required<T>>> = Required<T>[M] extends (...args: any[]) => any
  ? jest.SpyInstance<ReturnType<Required<T>[M]>, jest.ArgsType<Required<T>[M]>>
  : never;