14 lines
380 B
Nix
14 lines
380 B
Nix
{ config, pkgs, pkgs-unstable, ... }:
|
|
{
|
|
# OLLAMA #
|
|
services.ollama = {
|
|
enable = true;
|
|
acceleration = "cuda";
|
|
package = pkgs-unstable.ollama-cuda;
|
|
environmentVariables = {
|
|
CUDA_VISIBLE_DEVICES = "0";
|
|
NVIDIA_VISIBLE_DEVICES = "all";
|
|
LD_LIBRARY_PATH = "${pkgs.cudaPackages.cudatoolkit}/lib:${pkgs.cudaPackages.cudatoolkit}/lib64";
|
|
};
|
|
};
|
|
}
|