atomics
atomics copied to clipboard
Published
20 hours ago •
doodspav
doodspav
Error when running with Python -OO optimizations
I am getting the following stack trace and exception when running code with Python -OO:
╭─────────────────────────────── Traceback (most recent call last) ────────────────────────────────╮
│ /home/ronny/Projects/py/UltraDict/./examples/parallel.py:37 in <module> │
│ │
│ 34 │ │
│ 35 │ # No name provided to create a new dict with random name. │
│ 36 │ # To make it work under Windows, we need to set a static `full_dump_size` │
│ ❱ 37 │ ultra = UltraDict(buffer_size=10_000, shared_lock=True, full_dump_size=10_000) │
│ 38 │ ultra['counter'] = 0 │
│ 39 │ │
│ 40 │ # Our children will use the name to attach to the existing dict │
│ │
│ /home/ronny/Projects/py/UltraDict/../UltraDict/UltraDict.py:453 in __init__ │
│ │
│ 450 │ │ # Local lock for all processes and threads created by the same interpreter │
│ 451 │ │ if shared_lock: │
│ 452 │ │ │ try: │
│ ❱ 453 │ │ │ │ self.lock = self.SharedLock(self, 'lock_remote', 'lock_pid_remote') │
│ 454 │ │ │ except NameError: │
│ 455 │ │ │ │ #self.cleanup() │
│ 456 │ │ │ │ raise Exceptions.MissingDependency("Install `atomics` Python package to │
│ │
│ /home/ronny/Projects/py/UltraDict/../UltraDict/UltraDict.py:109 in __init__ │
│ │
│ 106 │ │ │ self.init_pid() │
│ 107 │ │ │ │
│ 108 │ │ │ try: │
│ ❱ 109 │ │ │ │ self.ctx = atomics.atomicview(buffer=self.lock_remote[0:1], atype=atomic │
│ 110 │ │ │ │ self.pid_remote_ctx = atomics.atomicview(buffer=self.pid_remote[0:4], at │
│ 111 │ │ │ except NameError as e: │
│ 112 │ │ │ │ self.cleanup() │
│ │
│ /home/ronny/.local/lib/python3.9/site-packages/atomics/_impl/atomic/funcs.py:109 in atomicview │
│ │
│ 106 │ elif atype is UINT: │
│ 107 │ │ return AtomicUintViewContext(buffer=buffer) │
│ 108 │ elif atype is BYTES: │
│ ❱ 109 │ │ return AtomicBytesViewContext(buffer=buffer) │
│ 110 │ elif atype is INTEGRAL: │
│ 111 │ │ return AtomicIntegralViewContext(buffer=buffer, **kwargs) │
│ 112 │ elif atype is ANY: │
│ │
│ /home/ronny/.local/lib/python3.9/site-packages/atomics/_impl/atomic/bytes.py:22 in __init__ │
│ │
│ 19 class AtomicBytesViewContext(AtomicViewContext): │
│ 20 │ │
│ 21 │ def __init__(self, *, buffer): │
│ ❱ 22 │ │ super().__init__(buffer=buffer, is_integral=False, is_signed=False) │
│ 23 │ │
│ 24 │ def __enter__(self) -> AtomicBytesView: │
│ 25 │ │ self._assert_enter_preconditions() │
│ │
│ /home/ronny/.local/lib/python3.9/site-packages/atomics/_impl/atomic/base.py:65 in __init__ │
│ │
│ 62 │ │ pybuf = None │
│ 63 │ │ try: │
│ 64 │ │ │ with memoryview(buffer) as view: │
│ ❱ 65 │ │ │ │ pybuf = PyBuffer(buffer, writeable=(not view.readonly)) │
│ 66 │ │ except TypeError: │
│ 67 │ │ │ pass │
│ 68 │ │ # check for TypeError; raise outside exception handler for nicer error message │
│ │
│ /home/ronny/.local/lib/python3.9/site-packages/atomics/_impl/pybuffer.py:18 in __init__ │
│ │
│ 15 │ │ │ if writeable and view.readonly and not force: │
│ 16 │ │ │ │ raise RuntimeError("Cannot create writeable PyBuffer from readonly expor │
│ 17 │ │ │ # get and save buffer │
│ ❱ 18 │ │ │ self._buf = ffi.from_buffer("char[]", exporter, not view.readonly) │
│ 19 │ │ │ self._obj = exporter │
│ 20 │ │ │ self._len = view.nbytes │
│ 21 │ │ │ self._readonly = not writeable │
│ │
│ /home/ronny/.local/lib/python3.9/site-packages/cffi/api.py:364 in from_buffer │
│ │
│ 361 │ │ if python_buffer is _unspecified: │
│ 362 │ │ │ cdecl, python_buffer = self.BCharA, cdecl │
│ 363 │ │ elif isinstance(cdecl, basestring): │
│ ❱ 364 │ │ │ cdecl = self._typeof(cdecl) │
│ 365 │ │ return self._backend.from_buffer(cdecl, python_buffer, │
│ 366 │ │ │ │ │ │ │ │ │ │ require_writable) │
│ 367 │
│ │
│ /home/ronny/.local/lib/python3.9/site-packages/cffi/api.py:186 in _typeof │
│ │
│ 183 │ │ │ result = self._parsed_types[cdecl] │
│ 184 │ │ except KeyError: │
│ 185 │ │ │ with self._lock: │
│ ❱ 186 │ │ │ │ result = self._typeof_locked(cdecl) │
│ 187 │ │ # │
│ 188 │ │ btype, really_a_function_type = result │
│ 189 │ │ if really_a_function_type and not consider_function_as_funcptr: │
│ │
│ /home/ronny/.local/lib/python3.9/site-packages/cffi/api.py:171 in _typeof_locked │
│ │
│ 168 │ │ if not isinstance(cdecl, str): # unicode, on Python 2 │
│ 169 │ │ │ cdecl = cdecl.encode('ascii') │
│ 170 │ │ # │
│ ❱ 171 │ │ type = self._parser.parse_type(cdecl) │
│ 172 │ │ really_a_function_type = type.is_raw_function │
│ 173 │ │ if really_a_function_type: │
│ 174 │ │ │ type = type.as_function_pointer() │
│ │
│ /home/ronny/.local/lib/python3.9/site-packages/cffi/cparser.py:552 in parse_type │
│ │
│ 549 │ │ │ │ │ │ self._declare('variable ' + decl.name, tp, quals=quals) │
│ 550 │ │
│ 551 │ def parse_type(self, cdecl): │
│ ❱ 552 │ │ return self.parse_type_and_quals(cdecl)[0] │
│ 553 │ │
│ 554 │ def parse_type_and_quals(self, cdecl): │
│ 555 │ │ ast, macros = self._parse('void __dummy(\n%s\n);' % cdecl)[:2] │
│ │
│ /home/ronny/.local/lib/python3.9/site-packages/cffi/cparser.py:555 in parse_type_and_quals │
│ │
│ 552 │ │ return self.parse_type_and_quals(cdecl)[0] │
│ 553 │ │
│ 554 │ def parse_type_and_quals(self, cdecl): │
│ ❱ 555 │ │ ast, macros = self._parse('void __dummy(\n%s\n);' % cdecl)[:2] │
│ 556 │ │ assert not macros │
│ 557 │ │ exprnode = ast.ext[-1].type.args.params[0] │
│ 558 │ │ if isinstance(exprnode, pycparser.c_ast.ID): │
│ │
│ /home/ronny/.local/lib/python3.9/site-packages/cffi/cparser.py:336 in _parse │
│ │
│ 333 │ │ if lock is not None: │
│ 334 │ │ │ lock.acquire() # pycparser is not thread-safe... │
│ 335 │ │ try: │
│ ❱ 336 │ │ │ ast = _get_parser().parse(fullcsource) │
│ 337 │ │ except pycparser.c_parser.ParseError as e: │
│ 338 │ │ │ self.convert_pycparser_error(e, csource) │
│ 339 │ │ finally: │
│ │
│ /home/ronny/.local/lib/python3.9/site-packages/cffi/cparser.py:53 in _get_parser │
│ │
│ 50 def _get_parser(): │
│ 51 │ global _parser_cache │
│ 52 │ if _parser_cache is None: │
│ ❱ 53 │ │ _parser_cache = pycparser.CParser() │
│ 54 │ return _parser_cache │
│ 55 │
│ 56 def _workaround_for_old_pycparser(csource): │
│ │
│ /home/ronny/.local/lib/python3.9/site-packages/pycparser/c_parser.py:109 in __init__ │
│ │
│ 106 │ │ for rule in rules_with_opt: │
│ 107 │ │ │ self._create_opt_rule(rule) │
│ 108 │ │ │
│ ❱ 109 │ │ self.cparser = yacc.yacc( │
│ 110 │ │ │ module=self, │
│ 111 │ │ │ start='translation_unit_or_empty', │
│ 112 │ │ │ debug=yacc_debug, │
│ │
│ /home/ronny/.local/lib/python3.9/site-packages/pycparser/ply/yacc.py:3352 in yacc │
│ │
│ 3349 │ │ errors = True │
│ 3350 │ │
│ 3351 │ if errors: │
│ ❱ 3352 │ │ raise YaccError('Unable to build parser') │
│ 3353 │ │
│ 3354 │ # Verify the grammar structure │
│ 3355 │ undefined_symbols = grammar.undefined_symbols() │
╰──────────────────────────────────────────────────────────────────────────────────────────────────╯
This is also in line with -OO which removed the doc string but it seems this is necessary for CFFI?
