An attempt at building a static llama.cpp library with Nix, intended for Android.

llama-cpp-static-aarch64.nix

let
  pkgs = import <nixpkgs> {
    crossSystem = {
      config = "aarch64-unknown-linux-musl";
      gcc.arch = "armv9-a";
      useLLVM = true;
      isStatic = true;
    };

    # Optimisation - disable unnecessary X11 dependencies.
    overlays = [ (self: super: { vulkan-loader = super.vulkan-loader.override { enableX11 = false; }; }) ];
  };

  llama-cpp = pkgs.callPackage (builtins.fetchTarball "https://github.com/ggerganov/llama.cpp/archive/master.tar.gz" + "/.devops/nix/scope.nix") { };

  inherit (pkgs) lib;
in
(llama-cpp.llama-cpp.override {
  enableCurl = false;
  useBlas = false;
  useVulkan = false; # https://github.com/ggerganov/llama.cpp/issues/11654

  blas = pkgs.openblas;
}).overrideAttrs (final: prev: {
  outputs = [ "out" "lib" "dev" ];

  nativeBuildInputs = prev.nativeBuildInputs or [ ] ++ (with pkgs.pkgsBuildHost; [ shaderc ]);

  cmakeFlags = prev.cmakeFlags or [ ] ++ [
    (lib.cmakeBool "LLAMA_BUILD_TESTS" final.doCheck or false)
    (lib.cmakeBool "LLAMA_BUILD_EXAMPLES" false)
    (lib.cmakeBool "LLAMA_BUILD_SERVER" false)
  ];
})