ramalama
ramalama copied to clipboard
containers
Cannot access local variable 'response' where it is not associated with a value
Issue Description
$ ramalama run granite3-moe:3b
🦭 > What's the best beer glass shape to minimize heat transfer?
⠏Traceback (most recent call last):
File "/usr/libexec/ramalama/ramalama-client-core", line 180, in <module>
main(sys.argv[1:])
~~~~^^^^^^^^^^^^^^
File "/usr/libexec/ramalama/ramalama-client-core", line 175, in main
run_shell_loop(ramalama_shell)
~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^
File "/usr/libexec/ramalama/ramalama-client-core", line 159, in run_shell_loop
ramalama_shell.cmdloop()
~~~~~~~~~~~~~~~~~~~~~~^^
File "/usr/lib64/python3.13/cmd.py", line 146, in cmdloop
stop = self.onecmd(line)
File "/usr/lib64/python3.13/cmd.py", line 223, in onecmd
return self.default(line)
~~~~~~~~~~~~^^^^^^
File "/usr/libexec/ramalama/ramalama-client-core", line 108, in default
{"role": "assistant", "content": req(self.conversation_history, self.url, self.parsed_args.color)}
~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/libexec/ramalama/ramalama-client-core", line 81, in req
return res(response, color)
^^^^^^^^
UnboundLocalError: cannot access local variable 'response' where it is not associated with a value
$ ramalama run granite3-moe:3b
🦭 > What's the best beer glass shape to minimize heat transfer?
⠏Traceback (most recent call last):
File "/usr/libexec/ramalama/ramalama-client-core", line 180, in <module>
main(sys.argv[1:])
~~~~^^^^^^^^^^^^^^
File "/usr/libexec/ramalama/ramalama-client-core", line 175, in main
run_shell_loop(ramalama_shell)
~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^
File "/usr/libexec/ramalama/ramalama-client-core", line 159, in run_shell_loop
ramalama_shell.cmdloop()
~~~~~~~~~~~~~~~~~~~~~~^^
File "/usr/lib64/python3.13/cmd.py", line 146, in cmdloop
stop = self.onecmd(line)
File "/usr/lib64/python3.13/cmd.py", line 223, in onecmd
return self.default(line)
~~~~~~~~~~~~^^^^^^
File "/usr/libexec/ramalama/ramalama-client-core", line 108, in default
{"role": "assistant", "content": req(self.conversation_history, self.url, self.parsed_args.color)}
~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/libexec/ramalama/ramalama-client-core", line 81, in req
return res(response, color)
^^^^^^^^
UnboundLocalError: cannot access local variable 'response' where it is not associated with a value
$ ramalama run granite3-moe:3b
🦭 > What's the best beer glass shape to minimize heat transfer?
The best beer glass shape to minimize heat transfer is the pint glass, also known as the English pint glass. This glass shape has a narrower top and wider bottom, which allows for a more efficient heat transfer between the beer and the environment. The wider bottom of the glass helps to keep the beer cooler for a longer period of time.
Steps to reproduce the issue
See above.
Describe the results you received
See above.
Describe the results you expected
No crash or at least crashing every time.
ramalama info output
{
"Accelerator": "hip",
"Engine": {
"Info": {
"host": {
"arch": "amd64",
"buildahVersion": "1.40.0",
"cgroupControllers": [
"cpu",
"io",
"memory",
"pids"
],
"cgroupManager": "systemd",
"cgroupVersion": "v2",
"conmon": {
"package": "conmon-2.1.13-1.fc42.x86_64",
"path": "/usr/bin/conmon",
"version": "conmon version 2.1.13, commit: "
},
"cpuUtilization": {
"idlePercent": 97.61,
"systemPercent": 0.54,
"userPercent": 1.84
},
"cpus": 32,
"databaseBackend": "sqlite",
"distribution": {
"distribution": "fedora",
"variant": "workstation",
"version": "42"
},
"eventLogger": "journald",
"freeLocks": 2038,
"hostname": "heidr",
"idMappings": {
"gidmap": [
{
"container_id": 0,
"host_id": 1000,
"size": 1
},
{
"container_id": 1,
"host_id": 524288,
"size": 65536
}
],
"uidmap": [
{
"container_id": 0,
"host_id": 1000,
"size": 1
},
{
"container_id": 1,
"host_id": 524288,
"size": 65536
}
]
},
"kernel": "6.14.4-300.fc42.x86_64",
"linkmode": "dynamic",
"logDriver": "journald",
"memFree": 3613769728,
"memTotal": 67308138496,
"networkBackend": "netavark",
"networkBackendInfo": {
"backend": "netavark",
"dns": {
"package": "aardvark-dns-1.14.0-1.fc42.x86_64",
"path": "/usr/libexec/podman/aardvark-dns",
"version": "aardvark-dns 1.14.0"
},
"package": "netavark-1.14.1-1.fc42.x86_64",
"path": "/usr/libexec/podman/netavark",
"version": "netavark 1.14.1"
},
"ociRuntime": {
"name": "crun",
"package": "crun-1.21-1.fc42.x86_64",
"path": "/usr/bin/crun",
"version": "crun version 1.21\ncommit: 10269840aa07fb7e6b7e1acff6198692d8ff5c88\nrundir: /run/user/1000/crun\nspec: 1.0.0\n+SYSTEMD +SELINUX +APPARMOR +CAP +SECCOMP +EBPF +CRIU +LIBKRUN +WASM:wasmedge +YAJL"
},
"os": "linux",
"pasta": {
"executable": "/usr/bin/pasta",
"package": "passt-0^20250503.g587980c-1.fc42.x86_64",
"version": ""
},
"remoteSocket": {
"exists": true,
"path": "/run/user/1000/podman/podman.sock"
},
"rootlessNetworkCmd": "pasta",
"security": {
"apparmorEnabled": false,
"capabilities": "CAP_CHOWN,CAP_DAC_OVERRIDE,CAP_FOWNER,CAP_FSETID,CAP_KILL,CAP_NET_BIND_SERVICE,CAP_SETFCAP,CAP_SETGID,CAP_SETPCAP,CAP_SETUID,CAP_SYS_CHROOT",
"rootless": true,
"seccompEnabled": true,
"seccompProfilePath": "/usr/share/containers/seccomp.json",
"selinuxEnabled": true
},
"serviceIsRemote": false,
"slirp4netns": {
"executable": "/usr/bin/slirp4netns",
"package": "slirp4netns-1.3.1-2.fc42.x86_64",
"version": "slirp4netns version 1.3.1\ncommit: e5e368c4f5db6ae75c2fce786e31eef9da6bf236\nlibslirp: 4.8.0\nSLIRP_CONFIG_VERSION_MAX: 5\nlibseccomp: 2.5.5"
},
"swapFree": 466944,
"swapTotal": 8589930496,
"uptime": "87h 18m 39.00s (Approximately 3.62 days)",
"variant": ""
},
"plugins": {
"authorization": null,
"log": [
"k8s-file",
"none",
"passthrough",
"journald"
],
"network": [
"bridge",
"macvlan",
"ipvlan"
],
"volume": [
"local"
]
},
"registries": {
"search": [
"registry.fedoraproject.org",
"registry.access.redhat.com",
"docker.io"
]
},
"store": {
"configFile": "/home/grayshade/.config/containers/storage.conf",
"containerStore": {
"number": 8,
"paused": 0,
"running": 0,
"stopped": 8
},
"graphDriverName": "overlay",
"graphOptions": {},
"graphRoot": "/home/grayshade/.local/share/containers/storage",
"graphRootAllocated": 1999860924416,
"graphRootUsed": 1109652234240,
"graphStatus": {
"Backing Filesystem": "btrfs",
"Native Overlay Diff": "true",
"Supports d_type": "true",
"Supports shifting": "false",
"Supports volatile": "true",
"Using metacopy": "false"
},
"imageCopyTmpDir": "/var/tmp",
"imageStore": {
"number": 104
},
"runRoot": "/run/user/1000/containers",
"transientStore": false,
"volumePath": "/home/grayshade/.local/share/containers/storage/volumes"
},
"version": {
"APIVersion": "5.5.0-rc2",
"BuildOrigin": "Fedora Project",
"Built": 1746057600,
"BuiltTime": "Thu May 1 03:00:00 2025",
"GitCommit": "3c4cf521428ce11906976ddd08a5a6e8626cd50e",
"GoVersion": "go1.24.2",
"Os": "linux",
"OsArch": "linux/amd64",
"Version": "5.5.0-rc2"
}
},
"Name": "podman"
},
"Image": "quay.io/ramalama/rocm:0.8",
"Runtime": "llama.cpp",
"Shortnames": {
"Files": [
"/usr/share/ramalama/shortnames.conf"
],
"Names": {
"cerebrum": "huggingface://froggeric/Cerebrum-1.0-7b-GGUF/Cerebrum-1.0-7b-Q4_KS.gguf",
"deepseek": "ollama://deepseek-r1",
"dragon": "huggingface://llmware/dragon-mistral-7b-v0/dragon-mistral-7b-q4_k_m.gguf",
"gemma3": "hf://bartowski/google_gemma-3-4b-it-GGUF/google_gemma-3-4b-it-IQ2_M.gguf",
"gemma3:12b": "hf://bartowski/google_gemma-3-12b-it-GGUF/google_gemma-3-12b-it-IQ2_M.gguf",
"gemma3:1b": "hf://bartowski/google_gemma-3-1b-it-GGUF/google_gemma-3-1b-it-IQ2_M.gguf",
"gemma3:27b": "hf://bartowski/google_gemma-3-27b-it-GGUF/google_gemma-3-27b-it-IQ2_M.gguf",
"gemma3:4b": "hf://bartowski/google_gemma-3-4b-it-GGUF/google_gemma-3-4b-it-IQ2_M.gguf",
"granite": "ollama://granite3.1-dense",
"granite-code": "hf://ibm-granite/granite-3b-code-base-2k-GGUF/granite-3b-code-base.Q4_K_M.gguf",
"granite-code:20b": "hf://ibm-granite/granite-20b-code-base-8k-GGUF/granite-20b-code-base.Q4_K_M.gguf",
"granite-code:34b": "hf://ibm-granite/granite-34b-code-base-8k-GGUF/granite-34b-code-base.Q4_K_M.gguf",
"granite-code:3b": "hf://ibm-granite/granite-3b-code-base-2k-GGUF/granite-3b-code-base.Q4_K_M.gguf",
"granite-code:8b": "hf://ibm-granite/granite-8b-code-base-4k-GGUF/granite-8b-code-base.Q4_K_M.gguf",
"granite-lab-7b": "huggingface://instructlab/granite-7b-lab-GGUF/granite-7b-lab-Q4_K_M.gguf",
"granite-lab-8b": "huggingface://ibm-granite/granite-8b-code-base-GGUF/granite-8b-code-base.Q4_K_M.gguf",
"granite-lab:7b": "huggingface://instructlab/granite-7b-lab-GGUF/granite-7b-lab-Q4_K_M.gguf",
"granite:2b": "ollama://granite3.1-dense:2b",
"granite:7b": "huggingface://instructlab/granite-7b-lab-GGUF/granite-7b-lab-Q4_K_M.gguf",
"granite:8b": "ollama://granite3.1-dense:8b",
"hermes": "huggingface://NousResearch/Hermes-2-Pro-Mistral-7B-GGUF/Hermes-2-Pro-Mistral-7B.Q4_K_M.gguf",
"ibm/granite": "ollama://granite3.1-dense:8b",
"ibm/granite:2b": "ollama://granite3.1-dense:2b",
"ibm/granite:7b": "huggingface://instructlab/granite-7b-lab-GGUF/granite-7b-lab-Q4_K_M.gguf",
"ibm/granite:8b": "ollama://granite3.1-dense:8b",
"merlinite": "huggingface://instructlab/merlinite-7b-lab-GGUF/merlinite-7b-lab-Q4_K_M.gguf",
"merlinite-lab-7b": "huggingface://instructlab/merlinite-7b-lab-GGUF/merlinite-7b-lab-Q4_K_M.gguf",
"merlinite-lab:7b": "huggingface://instructlab/merlinite-7b-lab-GGUF/merlinite-7b-lab-Q4_K_M.gguf",
"merlinite:7b": "huggingface://instructlab/merlinite-7b-lab-GGUF/merlinite-7b-lab-Q4_K_M.gguf",
"mistral": "huggingface://TheBloke/Mistral-7B-Instruct-v0.2-GGUF/mistral-7b-instruct-v0.2.Q4_K_M.gguf",
"mistral-small3.1": "hf://bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF/mistralai_Mistral-Small-3.1-24B-Instruct-2503-IQ2_M.gguf",
"mistral-small3.1:24b": "hf://bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF/mistralai_Mistral-Small-3.1-24B-Instruct-2503-IQ2_M.gguf",
"mistral:7b": "huggingface://TheBloke/Mistral-7B-Instruct-v0.2-GGUF/mistral-7b-instruct-v0.2.Q4_K_M.gguf",
"mistral:7b-v1": "huggingface://TheBloke/Mistral-7B-Instruct-v0.1-GGUF/mistral-7b-instruct-v0.1.Q5_K_M.gguf",
"mistral:7b-v2": "huggingface://TheBloke/Mistral-7B-Instruct-v0.2-GGUF/mistral-7b-instruct-v0.2.Q4_K_M.gguf",
"mistral:7b-v3": "huggingface://MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF/Mistral-7B-Instruct-v0.3.Q4_K_M.gguf",
"mistral_code_16k": "huggingface://TheBloke/Mistral-7B-Code-16K-qlora-GGUF/mistral-7b-code-16k-qlora.Q4_K_M.gguf",
"mistral_codealpaca": "huggingface://TheBloke/Mistral-7B-codealpaca-lora-GGUF/mistral-7b-codealpaca-lora.Q4_K_M.gguf",
"mixtao": "huggingface://MaziyarPanahi/MixTAO-7Bx2-MoE-Instruct-v7.0-GGUF/MixTAO-7Bx2-MoE-Instruct-v7.0.Q4_K_M.gguf",
"openchat": "huggingface://TheBloke/openchat-3.5-0106-GGUF/openchat-3.5-0106.Q4_K_M.gguf",
"openorca": "huggingface://TheBloke/Mistral-7B-OpenOrca-GGUF/mistral-7b-openorca.Q4_K_M.gguf",
"phi2": "huggingface://MaziyarPanahi/phi-2-GGUF/phi-2.Q4_K_M.gguf",
"smollm:135m": "ollama://smollm:135m",
"tiny": "ollama://tinyllama"
}
},
"Store": "/home/grayshade/.local/share/ramalama",
"UseContainer": true,
"Version": "0.8.2"
}
Upstream Latest Release
Yes
Additional environment details
Fedora 42
Additional information
No response
@lnicola are you still experiencing this issue? So far as I can tell, things appear to be working on the most recent releases. If so, either @ericcurtin or @rhatdan it's probably okay to close this one.
