AI/Ollama: Difference between revisions
Jump to navigation
Jump to search
No edit summary |
|||
| Line 105: | Line 105: | ||
==Optimization== | ==Optimization== | ||
{|class='wikitable mw-collapsible' | |||
!scope='col' style='text-align:left'| | |||
Optimization | |||
|- | |||
|valign='top'| | |||
{|class='wikitable mw-collapsible' | {|class='wikitable mw-collapsible' | ||
!scope='col' style='text-align:left' colspan='3'| | !scope='col' style='text-align:left' colspan='3'| | ||
Yoga Pro 7i | |||
|- | |- | ||
!scope='col'| Variable | !scope='col'| Variable | ||
!scope='col'| Value | !scope='col'| Value | ||
!scope='col'| Impact | !scope='col'| Impact | ||
|- | |- | ||
!scope='row' style='text-align:left' | <code>OLLAMA_NUM_CTX</code> | !scope='row' style='text-align:left' | <code>OLLAMA_NUM_CTX</code> | ||
| <code>6384</code> to <code>32768</code> || '''The most important.''' Controls the "brain capacity." 32k is standard for Claude Code but uses ~3GB more RAM than the default 4k. | | <code>6384</code> to <code>32768</code> || '''The most important.''' Controls the "brain capacity." 32k is standard for Claude Code but uses ~3GB more RAM than the default 4k. | ||
|} | |||
|} | |} | ||
Revision as of 01:11, 1 March 2026
curl -fsSL https://ollama.com/install.sh | sh
ollama pull model gpt-oss:20b
ollama --version
ollama ls
curl -fsSL https://claude.ai/install.sh | bash
ollama launch claude --model gpt-oss:20b
|
export ANTHROPIC_BASE_URL=http://localhost:11434
export ANTHROPIC_AUTH_TOKEN=ollama
export ANTHROPIC_API_KEY=""
export OLLAMA_NUM_CTX=32768
export OLLAMA_KEEP_ALIVE=5m
claude --model gpt-oss:20b
| ||||
| |||||
Optimization
|
Optimization | |||||||||
|---|---|---|---|---|---|---|---|---|---|
| |||||||||
References
|
References | ||
|---|---|---|