microsoft
Ollama version not supported
Hi,
current plugin does not support newer ollama version
Ollama server version 0.5.7 running at http://xxxxx:xxxx/ is not supported. Please install a supported Ollama version according to documentation.
how to use newer version of ollama?
best & thx
I tested on Ollama 0.5.7 and it is working. It could be some other issue here.
Could you try open http://<OLLAMA_HOST>:<PORT>/api/tags, (it is usually http://127.0.0.1:11434/api/tags you can see the host part in the error message) in a browser and paste the result? So we can help diagnose the issue.
Typical result is something like:
{
"models": [
{
"name": "deepseek-r1:1.5b",
"model": "deepseek-r1:1.5b",
"modified_at": "2025-02-11T14:07:57.3587609+08:00",
"size": 1117322599,
"digest": "a42b25d8c10a841bd24724309898ae851466696a7d7f3a0a408b895538ccbc96",
"details": {
"parent_model": "",
"format": "gguf",
"family": "qwen2",
"families": [
"qwen2"
],
"parameter_size": "1.8B",
"quantization_level": "Q4_K_M"
}
},
...
]
Hi,
response works:
{"models":[{"name":"qwen2.5-coder:1.5b-base","model":"qwen2.5-coder:1.5b-base","modified_at":"2025-02-10T13:02:28.544706529Z","size":986060385,"digest":"02e0f2817a890a6de385d534465c04c5d0980abddc83615c09e79cee2c094446","details":{"parent_model":"","format":"gguf","family":"qwen2","families":["qwen2"],"parameter_size":"1.5B","quantization_level":"Q4_K_M"},"urls":[0]},{"name":"deepseek-coder-v2:16b-lite-instruct-q4_K_M","model":"deepseek-coder-v2:16b-lite-instruct-q4_K_M","modified_at":"2025-02-10T13:01:43.386708096Z","size":10364432619,"digest":"dac6ff6589c90902a8e5b11583492d17e87b6f3ddb25e558c593110a23a547aa","details":{"parent_model":"","format":"gguf","family":"deepseek2","families":["deepseek2"],"parameter_size":"15.7B","quantization_level":"Q4_K_M"},"urls":[0]},{"name":"SIGJNF/deepseek-r1-671b-1.58bit:latest","model":"SIGJNF/deepseek-r1-671b-1.58bit:latest","modified_at":"2025-02-07T10:30:40.705017045Z","size":140231440336,"digest":"a2138b47f53da399e4e373dcfe453f7060499747312f1ae9879b55c3e5af92f7","details":{"parent_model":"","format":"gguf","family":"deepseek2","families":["deepseek2"],"parameter_size":"671.0B","quantization_level":"IQ1_S"},"urls":[0]},{"name":"mxbai-embed-large:latest","model":"mxbai-embed-large:latest","modified_at":"2025-02-06T12:03:18.929822325Z","size":669615493,"digest":"468836162de7f81e041c43663fedbbba921dcea9b9fefea135685a39b2d83dd8","details":{"parent_model":"","format":"gguf","family":"bert","families":["bert"],"parameter_size":"334M","quantization_level":"F16"},"urls":[0]},{"name":"codestral:latest","model":"codestral:latest","modified_at":"2025-01-29T15:30:01.512543962Z","size":12569170438,"digest":"0898a8b286d56d8105587049fec69634fce83c957230fc13f0acfe03b7b11909","details":{"parent_model":"","format":"gguf","family":"llama","families":["llama"],"parameter_size":"22.2B","quantization_level":"Q4_0"},"urls":[0]},{"name":"llama3.1:latest","model":"llama3.1:latest","modified_at":"2025-01-29T15:30:00.192543974Z","size":4920753328,"digest":"46e0c10c039e019119339687c3c1757cc81b9da49709a3b3924863ba87ca666e","details":{"parent_model":"","format":"gguf","family":"llama","families":["llama"],"parameter_size":"8.0B","quantization_level":"Q4_K_M"},"urls":[0]},{"name":"gouranshitera/bloomz-1b7:latest","model":"gouranshitera/bloomz-1b7:latest","modified_at":"2025-01-29T15:30:00.805543968Z","size":4486338852,"digest":"90d66f707f8f7e658eb2be0a1fcd38b2670e8648d612f1b41d5256e94fb6d34e","details":{"parent_model":"","format":"gguf","family":"bloom","families":["bloom"],"parameter_size":"2B","quantization_level":"F16"},"urls":[0]},{"name":"llama3.2:latest","model":"llama3.2:latest","modified_at":"2025-01-29T15:28:47.055544684Z","size":2019393189,"digest":"a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72","details":{"parent_model":"","format":"gguf","family":"llama","families":["llama"],"parameter_size":"3.2B","quantization_level":"Q4_K_M"},"urls":[0]},{"name":"llama3.2-vision:latest","model":"llama3.2-vision:latest","modified_at":"2025-01-29T15:28:47.579544679Z","size":7901829417,"digest":"085a1fdae525a3804ac95416b38498099c241defd0f1efc71dcca7f63190ba3d","details":{"parent_model":"","format":"gguf","family":"mllama","families":["mllama","mllama"],"parameter_size":"9.8B","quantization_level":"Q4_K_M"},"urls":[0]},{"name":"qwen2.5:latest","model":"qwen2.5:latest","modified_at":"2025-01-29T15:28:46.530544689Z","size":4683087332,"digest":"845dbda0ea48ed749caafd9e6037047aa19acfcfd82e704d7ca97d631a0b697e","details":{"parent_model":"","format":"gguf","family":"qwen2","families":["qwen2"],"parameter_size":"7.6B","quantization_level":"Q4_K_M"},"urls":[0]},{"name":"starcoder2:latest","model":"starcoder2:latest","modified_at":"2025-01-29T15:27:41.190545323Z","size":1709901728,"digest":"9f4ae0aff61ee24fe4b7d9714c9382b5172551fa8e95aa064452ec2e62610835","details":{"parent_model":"","format":"gguf","family":"starcoder2","families":["starcoder2"],"parameter_size":"3B","quantization_level":"Q4_0"},"urls":[0]},{"name":"athene-v2:latest","model":"athene-v2:latest","modified_at":"2025-01-29T15:27:40.066545334Z","size":47415723963,"digest":"d14346ed7d55f6d7d9da5381d921a84c22cfc49465f0ac6137ab4798e0d1c37b","details":{"parent_model":"","format":"gguf","family":"qwen2","families":["qwen2"],"parameter_size":"72.7B","quantization_level":"Q4_K_M"},"urls":[0]},{"name":"qwq:latest","model":"qwq:latest","modified_at":"2025-01-29T15:27:40.641545329Z","size":19851349650,"digest":"46407beda5c0cdfdcf803d236280498525f522719d63983f58759771989961df","details":{"parent_model":"","format":"gguf","family":"qwen2","families":["qwen2"],"parameter_size":"32.8B","quantization_level":"Q4_K_M"},"urls":[0]},{"name":"phi4:latest","model":"phi4:latest","modified_at":"2025-01-29T15:27:38.43354535Z","size":9053116391,"digest":"ac896e5b8b34a1f4efa7b14d7520725140d5512484457fab45d2a4ea14c69dba","details":{"parent_model":"","format":"gguf","family":"phi3","families":["phi3"],"parameter_size":"14.7B","quantization_level":"Q4_K_M"},"urls":[0]},{"name":"llama3.3:latest","model":"llama3.3:latest","modified_at":"2025-01-29T15:27:38.981545345Z","size":42520413916,"digest":"a6eb4748fd2990ad2952b2335a95a7f952d1a06119a0aa6a2df6cd052a93a3fa","details":{"parent_model":"","format":"gguf","family":"llama","families":["llama"],"parameter_size":"70.6B","quantization_level":"Q4_K_M"},"urls":[0]},{"name":"deepseek-r1:latest","model":"deepseek-r1:latest","modified_at":"2025-01-29T15:27:37.873545356Z","size":4683075271,"digest":"0a8c266910232fd3291e71e5ba1e058cc5af9d411192cf88b6d30e92b6e73163","details":{"parent_model":"","format":"gguf","family":"qwen2","families":["qwen2"],"parameter_size":"7.6B","quantization_level":"Q4_K_M"},"urls":[0]},{"name":"deepseek-r1:70b","model":"deepseek-r1:70b","modified_at":"2025-01-28T09:55:49.865577044Z","size":42520397704,"digest":"0c1615a8ca32ef41e433aa420558b4685f9fc7f3fd74119860a8e2e389cd7942","details":{"parent_model":"","format":"gguf","family":"llama","families":["llama"],"parameter_size":"70.6B","quantization_level":"Q4_K_M"},"urls":[0]},{"name":"llama3.3:70b","model":"llama3.3:70b","modified_at":"2024-12-09T15:12:39.013345332Z","size":42520413916,"digest":"a6eb4748fd2990ad2952b2335a95a7f952d1a06119a0aa6a2df6cd052a93a3fa","details":{"parent_model":"","format":"gguf","family":"llama","families":["llama"],"parameter_size":"70.6B","quantization_level":"Q4_K_M"},"urls":[0]},{"name":"qwq:32b-preview-fp16","model":"qwq:32b-preview-fp16","modified_at":"2024-11-29T21:08:47.175722837Z","size":65535983247,"digest":"6508fa63fcbe90c0ba078eb4ce436f89c5f34e10fa33a9ee30c01b9317ebee3e","details":{"parent_model":"","format":"gguf","family":"qwen2","families":["qwen2"],"parameter_size":"32.8B","quantization_level":"F16"},"urls":[0]},{"name":"starcoder2:3b","model":"starcoder2:3b","modified_at":"2024-11-29T20:50:28.869760949Z","size":1709901728,"digest":"9f4ae0aff61ee24fe4b7d9714c9382b5172551fa8e95aa064452ec2e62610835","details":{"parent_model":"","format":"gguf","family":"starcoder2","families":["starcoder2"],"parameter_size":"3B","quantization_level":"Q4_0"},"urls":[0]},{"name":"qwen2.5:72b","model":"qwen2.5:72b","modified_at":"2024-11-29T20:50:27.216761006Z","size":47415724625,"digest":"424bad2cc13f72f5bcd8085de63f48e7ef2ae5bf50a30be4b3ade7d3258f5796","details":{"parent_model":"","format":"gguf","family":"qwen2","families":["qwen2"],"parameter_size":"72.7B","quantization_level":"Q4_K_M"},"urls":[0]},{"name":"llama3.2:3b","model":"llama3.2:3b","modified_at":"2024-11-29T20:50:26.359761036Z","size":2019393189,"digest":"a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72","details":{"parent_model":"","format":"gguf","family":"llama","families":["llama"],"parameter_size":"3.2B","quantization_level":"Q4_K_M"},"urls":[0]},{"name":"llama3.1:8b","model":"llama3.1:8b","modified_at":"2024-11-29T20:50:24.457761102Z","size":4661230766,"digest":"42182419e9508c30c4b1fe55015f06b65f4ca4b9e28a744be55008d21998a093","details":{"parent_model":"","format":"gguf","family":"llama","families":["llama"],"parameter_size":"8.0B","quantization_level":"Q4_0"},"urls":[0]},{"name":"llama3.1:70b","model":"llama3.1:70b","modified_at":"2024-11-29T20:50:23.622761131Z","size":39969751439,"digest":"c0df3564cfe84c762092864d37bf9b28276a7d283895242588ffcc7582c98f02","details":{"parent_model":"","format":"gguf","family":"llama","families":["llama"],"parameter_size":"70.6B","quantization_level":"Q4_0"},"urls":[0]}]}
best & thx
Am Di., 11. Feb. 2025 um 07:26 Uhr schrieb Alex Wang < @.***>:
I tested on Ollama 0.5.7 and it is working. It could be some other issue here.
Could you try open http://<OLLAMA_HOST>:<PORT>/api/tags, (it is usually http://127.0.0.1:11434/api/tags you can see the host part in the error message) in a browser and paste the result? So we can help diagnose the issue.
Typical result is something like:
{ "models": [ { "name": "deepseek-r1:1.5b", "model": "deepseek-r1:1.5b", "modified_at": "2025-02-11T14:07:57.3587609+08:00", "size": 1117322599, "digest": "a42b25d8c10a841bd24724309898ae851466696a7d7f3a0a408b895538ccbc96", "details": { "parent_model": "", "format": "gguf", "family": "qwen2", "families": [ "qwen2" ], "parameter_size": "1.8B", "quantization_level": "Q4_K_M" } }, ... ]
— Reply to this email directly, view it on GitHub https://github.com/microsoft/vscode-ai-toolkit/issues/159#issuecomment-2649903228, or unsubscribe https://github.com/notifications/unsubscribe-auth/ABF3QKYKL2WME7M6IMZJOWD2PGJ2BAVCNFSM6AAAAABW2CSQZ2VHI2DSMVQWIX3LMV43OSLTON2WKQ3PNVWWK3TUHMZDMNBZHEYDGMRSHA . You are receiving this because you authored the thread.Message ID: @.***>