This commit is contained in:
jmarkin 2025-11-24 00:05:09 +03:00
parent e1602d1ffc
commit 6ac06d3342

View file

@ -22,6 +22,27 @@ let
mainProgram = "yek";
};
};
airunUrl = builtins.getEnv "AI_RUN_URL";
airunModel = builtins.getEnv "AI_RUN_MODEL";
airunEmbeddedModel = builtins.getEnv "AI_RUN_EMBEDDED_MODEL";
airun = {
type = "openai-compatible";
name = "airun";
api_base = "${airunUrl}/v1";
models = [
{
name = airunModel;
max_input_tokens = 32768;
supports_function_calling = true;
supports_vision = false;
}
{
name = airunEmbeddedModel;
type = "embedding";
max_input_tokens = 512;
}
];
};
in
{
home.packages = with pkgs; [
@ -119,6 +140,7 @@ in
}
];
}
airun
];
};