foundation-model-benchmarking-tool
foundation-model-benchmarking-tool copied to clipboard
config_filepath is incorrect
src/fmbench/config_filepath.txt and manifest.txt Both show the config files being located in the config directory, but they are now split up under subdirectories.
This causes from fmbench.utils import * in src/fmbench/0_setup.ipynb
to fail with:
config file current -> configs/config-bedrock-claude.yml, None
---------------------------------------------------------------------------
FileNotFoundError Traceback (most recent call last)
Cell In[9], line 10
8 import fmbench.scripts
9 from pathlib import Path
---> 10 from fmbench.utils import *
11 from fmbench.globals import *
12 from typing import Dict, List, Optional
File ~/.fmbench/lib/python3.11/site-packages/fmbench/utils.py:11
9 import unicodedata
10 from pathlib import Path
---> 11 from fmbench import globals
12 from fmbench import defaults
13 from typing import Dict, List
File ~/.fmbench/lib/python3.11/site-packages/fmbench/globals.py:53
51 CONFIG_FILE_CONTENT = response.text
52 else:
---> 53 CONFIG_FILE_CONTENT = Path(CONFIG_FILE).read_text()
55 # check if the file is still parameterized and if so replace the parameters with actual values
56 # if the file is not parameterized then the following statements change nothing
57 args = dict(region=session.region_name,
58 role_arn=arn_string,
59 write_bucket=f"{defaults.DEFAULT_BUCKET_WRITE}-{region_name}-{account_id}",
60 read_bucket=f"{defaults.DEFAULT_BUCKET_READ}-{region_name}-{account_id}")
File /usr/lib/python3.11/pathlib.py:1058, in Path.read_text(self, encoding, errors)
1054 """
1055 Open the file in text mode, read it, and close the file.
1056 """
1057 encoding = io.text_encoding(encoding)
-> 1058 with self.open(mode='r', encoding=encoding, errors=errors) as f:
1059 return f.read()
File /usr/lib/python3.11/pathlib.py:1044, in Path.open(self, mode, buffering, encoding, errors, newline)
1042 if "b" not in mode:
1043 encoding = io.text_encoding(encoding)
-> 1044 return io.open(self, mode, buffering, encoding, errors, newline)
FileNotFoundError: [Errno 2] No such file or directory: 'configs/config-bedrock-claude.yml'