gemma-on-web.js

import {
  FilesetResolver,
  LlmInference,
} from "https://cdn.jsdelivr.net/npm/@mediapipe/tasks-genai";
      
const genai = await FilesetResolver.forGenAiTasks(
  "https://cdn.jsdelivr.net/npm/@mediapipe/tasks-genai@latest/wasm"
);

llmInference = await LlmInference.createFromOptions(genai, {
  baseOptions: {
    modelAssetPath: "/assets/gemma3-1B-it-int4.task",
  },
  maxTokens: 2048
});

const responseText = await llmInference.generateResponse("Hello, nice to meet you");