Lazy robin hood hashing (#14)

dpdani · Mar 6, 2024 · e68af41 · e68af41
1 parent 709309f
commit e68af41
Show file tree

Hide file tree

Showing 20 changed files with 2,159 additions and 734 deletions.
diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
@@ -20,16 +20,94 @@ jobs:
         uses: dpdani/setup-python@nogil
         with:
           python-version: ${{ matrix.python-version }}
+      - name: system info
+        run: |
+          uname -a
+          cat /proc/cpuinfo
       - name: check nogil
         run: |
           python -c "import sys; print(sys.flags.nogil);"
       - name: install dependencies & cereggii
         run: |
           python -m pip install --upgrade pip
+          pip -V
           pip install .[dev]
       - name: test with pytest
         run: |
+          ulimit -c unlimited
+          ulimit -c
+          sudo mkdir -p /cores/
+          sudo mkdir -p ./so-libs
+          sudo chmod -R 777 /cores/
+          sudo chmod -R 777 ./so-libs
+          echo "/cores/core-%e-%p-%t" | sudo tee /proc/sys/kernel/core_pattern
+          sudo cat /proc/sys/kernel/core_pattern
           pytest --junitxml=junit/test-results-${{ matrix.python-version }}.xml
+        if: ${{ always() }}
+      - name: prepare shared libs
+        run: |
+          declare -a shared=(
+            "$pythonLocation/lib/python3.9/site-packages/cereggii/_cereggii.so"
+            "$pythonLocation/lib/python3.9/lib-dynload/pyexpat.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/lib/python3.9/lib-dynload/_decimal.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/lib/python3.9/lib-dynload/unicodedata.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/lib/python3.9/lib-dynload/_elementtree.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/lib/python3.9/lib-dynload/_datetime.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/lib/python3.9/lib-dynload/_sha512.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/lib/python3.9/lib-dynload/_random.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/lib/python3.9/lib-dynload/_json.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/lib/python3.9/lib-dynload/math.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/lib/python3.9/lib-dynload/select.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/lib/python3.9/lib-dynload/_posixsubprocess.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/lib/python3.9/lib-dynload/_struct.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/lib/python3.9/lib-dynload/_lzma.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/lib/python3.9/lib-dynload/_bz2.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/lib/libpython3.9.so.1.0"
+            "$pythonLocation/lib/python3.9/lib-dynload/_uuid.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/lib/python3.9/lib-dynload/_bisect.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/lib/python3.9/lib-dynload/grp.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/lib/python3.9/lib-dynload/zlib.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/lib/python3.9/lib-dynload/binascii.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/lib/python3.9/lib-dynload/_csv.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/lib/python3.9/lib-dynload/_heapq.nogil-39b-x86_64-linux-gnu.so"
+            "$pythonLocation/bin/python3.9"
+            "/usr/lib/locale/locale-archive"
+            "/usr/lib/x86_64-linux-gnu/libc.so.6"
+            "/lib/x86_64-linux-gnu/libz.so.1"
+            "/lib/x86_64-linux-gnu/libpthread.so.0"
+            "/lib/x86_64-linux-gnu/libdl.so.2"
+            "/lib/x86_64-linux-gnu/libutil.so.1"
+            "/lib/x86_64-linux-gnu/libm.so.6"
+            "/lib/x86_64-linux-gnu/libc.so.6"
+            "/usr/lib/x86_64-linux-gnu/libz.so.1.2.11"
+            "/usr/lib/locale/C.utf8/LC_CTYPE"
+            "/usr/lib/x86_64-linux-gnu/libm.so.6"
+            "/usr/lib/x86_64-linux-gnu/libutil.so.1"
+            "/usr/lib/x86_64-linux-gnu/libdl.so.2"
+            "/usr/lib/x86_64-linux-gnu/libpthread.so.0"
+            "/usr/lib/x86_64-linux-gnu/gconv/gconv-modules.cache"
+            "/usr/lib/x86_64-linux-gnu/ld-linux-x86-64.so.2"
+            "/lib64/ld-linux-x86-64.so.2"
+          )
+          
+          for f in "${shared[@]}"
+          do
+            mkdir -p $(dirname "./so-libs$f")
+            cp "$f" "./so-libs$f"
+          done
+        if: ${{ failure() }}
+      - name: upload core dump file
+        uses: actions/upload-artifact@v3
+        with:
+          name: core-dump
+          path: /cores
+        if: ${{ always() }}
+      - name: upload shared libs
+        uses: actions/upload-artifact@v3
+        with:
+          name: shared-libs
+          path: ./so-libs
+        if: ${{ always() }}
       - name: upload pytest test results
         uses: actions/upload-artifact@v3
         with:

diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
@@ -27,8 +27,10 @@ Python3_add_library(_cereggii MODULE
         "cereggii/atomic_dict/node_ops.c"
         "cereggii/atomic_dict/node_sizes_table.c"
         "cereggii/atomic_dict/reservation_buffer.c"
+        "cereggii/atomic_dict/robin_hood.c"
         "cereggii/atomic_int/atomic_int.c"
         "cereggii/atomic_int/handle.c"
+        "cereggii/atomic_event.c"
         "cereggii/atomic_ops.c"
         "cereggii/atomic_ref.c"
         "cereggii/cereggii.c"

diff --git a/src/cereggii/_cereggii.pyi b/src/cereggii/_cereggii.pyi
@@ -1,15 +1,17 @@
 from typing import Callable, NewType, SupportsComplex, SupportsFloat, SupportsInt
 
 Key = NewType("Key", object)
-Value = NewType("Value", object)
+Value = NewType("Value", object | None)
 Cancel = NewType("Cancel", object)
 
 Number = SupportsInt | SupportsFloat | SupportsComplex
 
 class AtomicDict:
     """A thread-safe dictionary (hashmap), that's almost-lock-free™."""
 
-    def __init__(self, iterable: dict | None = None, /, *, min_size: int | None = None, **kwargs):
+    def __init__(
+        self, iterable: dict | None = None, /, *, min_size: int | None = None, buffer_size: int | None = None, **kwargs
+    ):
         """Constructor method
 
         :param iterable: an iterable to initialize this dictionary with. For now,
@@ -29,7 +31,7 @@ class AtomicDict:
             mapping ``initial_size`` to 123, but an empty one.
         """
     # def __contains__(self, item: Key) -> bool: ...
-    # def __delitem__(self, item: Key) -> None: ...
+    def __delitem__(self, item: Key) -> None: ...
     def __getitem__(self, item: Key) -> object: ...
     # def __ior__(self, other) -> None: ...
     # def __iter__(self) -> Iterable[Key, Value]: ...
@@ -125,6 +127,7 @@ class AtomicDict:
     #     :returns: None
     #     """
     # def values(self) -> Iterable[Value]: ...
+    def compact(self) -> None: ...
     def debug(self) -> dict: ...
 
 class AtomicRef: