diff options
| author | root <root@alpha.trunkmasters.com> | 2026-08-02 03:04:46 -0500 |
|---|---|---|
| committer | root <root@alpha.trunkmasters.com> | 2026-08-02 03:04:46 -0500 |
| commit | 964d39efcc2b2e0270dd6ab8341eb85bb5275852 (patch) | |
| tree | d9c187d35f14c1f5bc6ca70898cae4706daee5b7 /sci-ml | |
| parent | 6344ec0d45ab5c6dc7f52b9c7ba2a4fdfa37fb17 (diff) | |
| download | baldeagleos-repo-964d39efcc2b2e0270dd6ab8341eb85bb5275852.tar.gz baldeagleos-repo-964d39efcc2b2e0270dd6ab8341eb85bb5275852.tar.xz baldeagleos-repo-964d39efcc2b2e0270dd6ab8341eb85bb5275852.zip | |
Adding metadata
Diffstat (limited to 'sci-ml')
| -rw-r--r-- | sci-ml/ggml/Manifest | 2 | ||||
| -rw-r--r-- | sci-ml/ggml/ggml-0.18.0.ebuild (renamed from sci-ml/ggml/ggml-0.17.0-r1.ebuild) | 0 | ||||
| -rw-r--r-- | sci-ml/ollama/files/ollama.confd | 25 |
3 files changed, 26 insertions, 1 deletions
diff --git a/sci-ml/ggml/Manifest b/sci-ml/ggml/Manifest index 11fb04cdbc40..47805dec8a9b 100644 --- a/sci-ml/ggml/Manifest +++ b/sci-ml/ggml/Manifest @@ -1 +1 @@ -DIST ggml-0.17.0.tar.gz 3595353 BLAKE2B 615b0bbf8bb098939205c0b64314fd23603f5b870605cbb941ac922fcbad04d726e5ff9c7e09bfe414826f9542236c7255ebd0caea3addbd23a4044de7baefbb SHA512 05c264bb2303e5d143aa51b8a33b3e6200d3526efc51ffd57309c3584b6c1286dc8edd97b9eda2949bd59b5a3ea082c2c3ff239efb5bd1ce2dd41d8f58dc0cde +DIST ggml-0.18.0.tar.gz 3628930 BLAKE2B 48589c051b87e47675c5a91a75bbad6544a497496b6428da30e7865f8a344aa3396eec1c8bdd6ac9191cb2a9894039dc5824a069e10e3e3b6aab1db1bfdf1d05 SHA512 ba90525a8b46b2f974a89974364d49fc799fb64ef74f6eb3ce9ce39a75c816b64a16b9e6cea917fd5b1fda3d26995f3c7aae9b0afacd8314025e01d55547e1a0 diff --git a/sci-ml/ggml/ggml-0.17.0-r1.ebuild b/sci-ml/ggml/ggml-0.18.0.ebuild index 9f58e248dfee..9f58e248dfee 100644 --- a/sci-ml/ggml/ggml-0.17.0-r1.ebuild +++ b/sci-ml/ggml/ggml-0.18.0.ebuild diff --git a/sci-ml/ollama/files/ollama.confd b/sci-ml/ollama/files/ollama.confd index fccb3dbc43b9..549e8a01ea11 100644 --- a/sci-ml/ollama/files/ollama.confd +++ b/sci-ml/ollama/files/ollama.confd @@ -1,6 +1,10 @@ # Ollama allows cross-origin requests from 127.0.0.1 and 0.0.0.0 by default. # Additional origins can be configured with OLLAMA_ORIGINS. # export OLLAMA_ORIGINS="<ip>" +# Allow connections from any origin (or specify exact domains/IPs like "http://192.168.1.50:*") +# export OLLAMA_ORIGINS="*" +# Explicitly bind to all network interfaces (needed if running behind a proxy or remote API access) +# export OLLAMA_HOST="0.0.0.0" # log to syslog # output_logger="logger -t \"$RC_SVCNAME\" -p daemon.info" @@ -9,3 +13,24 @@ # log to file output_log="/var/log/ollama/ollama.log" error_log="/var/log/ollama/ollama.log" + +# Set the default context size - default is 4096 token +# export OLLAMA_CONTEXT_LENGTH=8192 +# export OLLAMA_CONTEXT_LENGTH=16384 +# export OLLAMA_CONTEXT_LENGTH=32768 +# export OLLAMA_CONTEXT_LENGTH=131072 +# export OLLAMA_CONTEXT_LENGTH=262144 + +# Optimizations +# +# Enable Flash Attention (drastically reduces VRAM usage for long contexts) +# export OLLAMA_FLASH_ATTENTION=true +# Compress the Key-Value cache (saves VRAM at a tiny precision cost) default is f16 +# export OLLAMA_KV_CACHE_TYPE=q4_0 +# +# Number of parallel model requests. +# export OLLAMA_NUM_PARALLEL=1 +# +# export OLLAMA_VULKAN=false +# export OLLAMA_DEBUG=INFO +# export OLLAMA_DEBUG=1 |