merge
This commit is contained in:
parent
e1602d1ffc
commit
6ac06d3342
1 changed files with 22 additions and 0 deletions
|
|
@ -22,6 +22,27 @@ let
|
|||
mainProgram = "yek";
|
||||
};
|
||||
};
|
||||
airunUrl = builtins.getEnv "AI_RUN_URL";
|
||||
airunModel = builtins.getEnv "AI_RUN_MODEL";
|
||||
airunEmbeddedModel = builtins.getEnv "AI_RUN_EMBEDDED_MODEL";
|
||||
airun = {
|
||||
type = "openai-compatible";
|
||||
name = "airun";
|
||||
api_base = "${airunUrl}/v1";
|
||||
models = [
|
||||
{
|
||||
name = airunModel;
|
||||
max_input_tokens = 32768;
|
||||
supports_function_calling = true;
|
||||
supports_vision = false;
|
||||
}
|
||||
{
|
||||
name = airunEmbeddedModel;
|
||||
type = "embedding";
|
||||
max_input_tokens = 512;
|
||||
}
|
||||
];
|
||||
};
|
||||
in
|
||||
{
|
||||
home.packages = with pkgs; [
|
||||
|
|
@ -119,6 +140,7 @@ in
|
|||
}
|
||||
];
|
||||
}
|
||||
airun
|
||||
];
|
||||
};
|
||||
|
||||
|
|
|
|||
Loading…
Reference in a new issue