我按照env.yml进行了环境配置(将torch中的cu121均改为118)之后执行bash run_mistral.sh出现Traceback (most recent call last):
File "/home/xuhan/KV_Cache/PQCache/vq_pred.py", line 11, in
from vq_method.llama_patch import VQLlamaForCausalLM
File "/home/xuhan/KV_Cache/PQCache/vq_method/llama_patch.py", line 22, in
from .retrieval_based.pq_search import *
File "/home/xuhan/KV_Cache/PQCache/vq_method/retrieval_based/pq_search.py", line 10, in
from .sparq_official.methods.ann_attention import MistralAttentionWithANN, Settings
File "/home/xuhan/KV_Cache/PQCache/vq_method/retrieval_based/sparq_official/init.py", line 3, in
from . import eval_adapter, experiments, methods, models, tasks, utility # noqa: F401
File "/home/xuhan/KV_Cache/PQCache/vq_method/retrieval_based/sparq_official/experiments.py", line 27, in
from .tasks import bpc, qa, repetition, summarisation
File "/home/xuhan/KV_Cache/PQCache/vq_method/retrieval_based/sparq_official/tasks/summarisation.py", line 23, in
import rouge_score.rouge_scorer
File "/home/xuhan/.local/lib/python3.10/site-packages/rouge_score/rouge_scorer.py", line 40, in
import nltk
File "/home/data/anaconda3/envs/kvcache/lib/python3.10/site-packages/nltk/init.py", line 133, in
from nltk.collocations import *
File "/home/data/anaconda3/envs/kvcache/lib/python3.10/site-packages/nltk/collocations.py", line 36, in
from nltk.metrics import (
File "/home/data/anaconda3/envs/kvcache/lib/python3.10/site-packages/nltk/metrics/init.py", line 18, in
from nltk.metrics.association import (
File "/home/data/anaconda3/envs/kvcache/lib/python3.10/site-packages/nltk/metrics/association.py", line 26, in
from scipy.stats import fisher_exact
File "/home/data/anaconda3/envs/kvcache/lib/python3.10/site-packages/scipy/stats/init.py", line 610, in
from ._stats_py import *
File "/home/data/anaconda3/envs/kvcache/lib/python3.10/site-packages/scipy/stats/_stats_py.py", line 49, in
from . import distributions
File "/home/data/anaconda3/envs/kvcache/lib/python3.10/site-packages/scipy/stats/distributions.py", line 10, in
from . import _continuous_distns
File "/home/data/anaconda3/envs/kvcache/lib/python3.10/site-packages/scipy/stats/_continuous_distns.py", line 12, in
from scipy.interpolate import BSpline
File "/home/data/anaconda3/envs/kvcache/lib/python3.10/site-packages/scipy/interpolate/init.py", line 167, in
from ._interpolate import *
File "/home/data/anaconda3/envs/kvcache/lib/python3.10/site-packages/scipy/interpolate/_interpolate.py", line 12, in
from . import _fitpack_py
File "/home/data/anaconda3/envs/kvcache/lib/python3.10/site-packages/scipy/interpolate/_fitpack_py.py", line 8, in
from ._fitpack_impl import bisplrep, bisplev, dblint # noqa: F401
File "/home/data/anaconda3/envs/kvcache/lib/python3.10/site-packages/scipy/interpolate/_fitpack_impl.py", line 103, in
'iwrk': array([], dfitpack_int), 'u': array([], float),
TypeError
And this project supports LLama3 and Mistral,does it support LLama2?