Pre release of forst 0.1.3

.circleci/config.yml

@@ -45,7 +45,7 @@ commands:
             echo "export SNAPPY_DOWNLOAD_BASE=https://rocksdb-deps.s3.us-west-2.amazonaws.com/pkgs/snappy" >> $BASH_ENV
             echo "export LZ4_DOWNLOAD_BASE=https://rocksdb-deps.s3.us-west-2.amazonaws.com/pkgs/lz4" >> $BASH_ENV
             echo "export ZSTD_DOWNLOAD_BASE=https://rocksdb-deps.s3.us-west-2.amazonaws.com/pkgs/zstd" >> $BASH_ENV
-            echo "export DISABLE_PERF_CONTEXT=0" >> $BASH_ENV
+            echo "export DISABLE_PERF_CONTEXT=1" >> $BASH_ENV
 
   windows-build-steps:
     steps:
@@ -72,7 +72,7 @@ commands:
             $env:Path = $env:JAVA_HOME + ";" + $env:Path
             mkdir build
             cd build
-            & $Env:CMAKE_BIN -G "$Env:CMAKE_GENERATOR" -DCMAKE_BUILD_TYPE=Debug -DOPTDBG=1 -DPORTABLE="$Env:CMAKE_PORTABLE" -DSNAPPY=1 -DJNI=1 ..
+            & $Env:CMAKE_BIN -G "$Env:CMAKE_GENERATOR" -DCMAKE_BUILD_TYPE=DEBUG -DOPTDBG=1 -DPORTABLE="$Env:CMAKE_PORTABLE" -DSNAPPY=1 -DJNI=1 ..
             cd ..
             echo "Building with VS version: $Env:CMAKE_GENERATOR"
             msbuild.exe build/rocksdb.sln -maxCpuCount -property:Configuration=Debug -property:Platform=x64
@@ -86,6 +86,8 @@ commands:
           command: |
             cd build\java
             & $Env:CTEST_BIN -C Debug -j 16
+      - store_artifacts:
+          path: build\java
   pre-steps-macos:
       steps:
         - pre-steps
@@ -362,7 +364,7 @@ jobs:
     resource_class: xlarge
     steps:
       - checkout # check out the code in the project directory
-      - run: CC=clang CXX=clang++ USE_CLANG=1 PORTABLE=1 DISABLE_PERF_CONTEXT=0 make V=1 -j16 all
+      - run: CC=clang CXX=clang++ USE_CLANG=1 PORTABLE=1 DISABLE_PERF_CONTEXT=1 make V=1 -j16 all
       - post-steps
 
   build-linux-clang10-asan:
@@ -475,7 +477,7 @@ jobs:
       - run: apt-get update -y && apt-get install -y libgflags-dev
       - run:
           name: "Unity build"
-          command: DISABLE_PERF_CONTEXT=0 make V=1 -j8 unity_test
+          command: DISABLE_PERF_CONTEXT=1 make V=1 -j8 unity_test
           no_output_timeout: 20m
       - run: make V=1 -j8 -k check-headers # could be moved to a different build
       - post-steps
@@ -613,6 +615,7 @@ jobs:
       SNAPPY_HOME: C:/Users/circleci/thirdparty/snappy-1.1.8
       SNAPPY_INCLUDE: C:/Users/circleci/thirdparty/snappy-1.1.8;C:/Users/circleci/thirdparty/snappy-1.1.8/build
       SNAPPY_LIB_DEBUG: C:/Users/circleci/thirdparty/snappy-1.1.8/build/Debug/snappy.lib
+      SNAPPY_LIB_RELEASE: C:/Users/circleci/thirdparty/snappy-1.1.8/build/Release/snappy.lib
       CMAKE_GENERATOR: Visual Studio 17 2022
       CMAKE_PORTABLE: AVX2
     steps:
@@ -631,6 +634,7 @@ jobs:
       SNAPPY_HOME: C:/Users/circleci/thirdparty/snappy-1.1.8
       SNAPPY_INCLUDE: C:/Users/circleci/thirdparty/snappy-1.1.8;C:/Users/circleci/thirdparty/snappy-1.1.8/build
       SNAPPY_LIB_DEBUG: C:/Users/circleci/thirdparty/snappy-1.1.8/build/Debug/snappy.lib
+      SNAPPY_LIB_RELEASE: C:/Users/circleci/thirdparty/snappy-1.1.8/build/Release/snappy.lib
       CMAKE_GENERATOR: Visual Studio 17 2022
       CMAKE_PORTABLE: 1
     steps:
@@ -649,6 +653,7 @@ jobs:
       SNAPPY_HOME: C:/Users/circleci/thirdparty/snappy-1.1.8
       SNAPPY_INCLUDE: C:/Users/circleci/thirdparty/snappy-1.1.8;C:/Users/circleci/thirdparty/snappy-1.1.8/build
       SNAPPY_LIB_DEBUG: C:/Users/circleci/thirdparty/snappy-1.1.8/build/Debug/snappy.lib
+      SNAPPY_LIB_RELEASE: C:/Users/circleci/thirdparty/snappy-1.1.8/build/Release/snappy.lib
       CMAKE_GENERATOR: Visual Studio 16 2019
       CMAKE_PORTABLE: 1
     steps:
@@ -808,8 +813,10 @@ jobs:
             echo "JAVA_HOME=${JAVA_HOME}"
             which java && java -version
             which javac && javac -version
-            mkdir build && cd build && cmake -DJNI=1 -DWITH_GFLAGS=OFF .. -DCMAKE_C_COMPILER=x86_64-w64-mingw32-gcc -DCMAKE_CXX_COMPILER=x86_64-w64-mingw32-g++ -DCMAKE_SYSTEM_NAME=Windows && make -j4 rocksdb rocksdbjni
-      - post-steps
+            mkdir build && cd build && cmake -DCMAKE_BUILD_TYPE=RELEASE -DJNI=1 -DWITH_GFLAGS=OFF .. -DCMAKE_C_COMPILER=x86_64-w64-mingw32-gcc -DCMAKE_CXX_COMPILER=x86_64-w64-mingw32-g++ -DCMAKE_SYSTEM_NAME=Windows && make -j4 rocksdb rocksdbjni
+      - store_artifacts:
+          path: build
+            - post-steps
 
   build-linux-non-shm:
     executor: linux-docker
@@ -841,6 +848,86 @@ jobs:
       - run: ROCKSDBTESTS_PLATFORM_DEPENDENT=only make V=1 J=4 -j4 all_but_some_tests check_some
       - post-steps
 
+  build-linux-arm-docker-musl:
+    machine:
+      image: ubuntu-2004:202111-02
+    resource_class: arm.xlarge
+    steps:
+      - pre-steps
+      - run:
+          name: "Set Java Environment"
+          command: |
+            echo "JAVA_HOME=${JAVA_HOME}"
+            echo 'export PATH=$JAVA_HOME/bin:$PATH' >> $BASH_ENV
+            which java && java -version
+            which javac && javac -version
+      - run:
+          name: "Build rocksdbjavastaticdockerarm64v8musl"
+          command: DEBUG_LEVEL=0  ROCKSDB_DISABLE_JEMALLOC=true PORTABLE=1  CXXFLAGS="-I${JAVA_HOME}/include -I${JAVA_HOME}/include/linux -Wno-error=shadow -Wno-error-defaulted-function-deleted -Wno-unknown-warning-option -Wno-error=unused-parameter -Wno-error=unused-variable" make V=1 J=8 -j8 rocksdbjavastaticdockerarm64v8musl
+      - store_artifacts:
+          path: java/target
+      - post-steps
+
+  build-linux-arm-docker:
+    machine:
+      image: ubuntu-2004:202111-02
+    resource_class: arm.xlarge
+    steps:
+      - pre-steps
+      - run:
+          name: "Set Java Environment"
+          command: |
+            echo "JAVA_HOME=${JAVA_HOME}"
+            echo 'export PATH=$JAVA_HOME/bin:$PATH' >> $BASH_ENV
+            which java && java -version
+            which javac && javac -version
+      - run:
+          name: "Build rocksdbjavastaticdockerarm64v8"
+          command: DEBUG_LEVEL=0  ROCKSDB_DISABLE_JEMALLOC=true PORTABLE=1  CXXFLAGS="-I${JAVA_HOME}/include -I${JAVA_HOME}/include/linux -Wno-error=shadow -Wno-error-defaulted-function-deleted -Wno-unknown-warning-option -Wno-error=unused-parameter -Wno-error=unused-variable" make V=1 J=8 -j8 rocksdbjavastaticdockerarm64v8
+      - store_artifacts:
+          path: java/target
+      - post-steps
+
+  build-linux-ppc64le-docker-musl:
+    machine:
+      image: ubuntu-2004:202111-02
+    resource_class: arm.xlarge
+    steps:
+      - pre-steps
+      - run:
+          name: "Set Java Environment"
+          command: |
+            echo "JAVA_HOME=${JAVA_HOME}"
+            echo 'export PATH=$JAVA_HOME/bin:$PATH' >> $BASH_ENV
+            which java && java -version
+            which javac && javac -version
+      - run:
+          name: "Build rocksdbjavastaticdockerppc64lemusl"
+          command: DEBUG_LEVEL=0  ROCKSDB_DISABLE_JEMALLOC=true PORTABLE=1  CXXFLAGS="-I${JAVA_HOME}/include -I${JAVA_HOME}/include/linux -Wno-error=shadow -Wno-error-defaulted-function-deleted -Wno-unknown-warning-option -Wno-error=unused-parameter -Wno-error=unused-variable" make V=1 J=8 -j8 rocksdbjavastaticdockerppc64lemusl
+      - store_artifacts:
+          path: java/target
+      - post-steps
+
+  build-linux-ppc64le-docker:
+    machine:
+      image: ubuntu-2004:202111-02
+    resource_class: arm.xlarge
+    steps:
+      - pre-steps
+      - run:
+          name: "Set Java Environment"
+          command: |
+            echo "JAVA_HOME=${JAVA_HOME}"
+            echo 'export PATH=$JAVA_HOME/bin:$PATH' >> $BASH_ENV
+            which java && java -version
+            which javac && javac -version
+      - run:
+          name: "Build rocksdbjavastaticdockerppc64le"
+          command: DEBUG_LEVEL=0  ROCKSDB_DISABLE_JEMALLOC=true PORTABLE=1  CXXFLAGS="-I${JAVA_HOME}/include -I${JAVA_HOME}/include/linux -Wno-error=shadow -Wno-error-defaulted-function-deleted -Wno-unknown-warning-option -Wno-error=unused-parameter -Wno-error=unused-variable" make V=1 J=8 -j8 rocksdbjavastaticdockerppc64le
+      - store_artifacts:
+          path: java/target
+      - post-steps
+
   build-linux-arm-cmake-no_test_run:
     machine:
       image: ubuntu-2004:202111-02
@@ -946,6 +1033,7 @@ workflows:
       - build-linux-mini-crashtest
   jobs-windows:
     jobs:
+      - build-windows-vs2022
       - build-windows-vs2019
       - build-cmake-mingw
   jobs-java:
@@ -969,6 +1057,10 @@ workflows:
   build-fuzzers:
     jobs:
       - build-fuzzers
+      - build-linux-arm-docker-musl
+      - build-linux-arm-docker
+      - build-linux-ppc64le-docker-musl
+      - build-linux-ppc64le-docker
   benchmark-linux:
     triggers:
       - schedule:

.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,29 @@
+---
+name: Bug report
+about: Create a report to help us improve
+title: ''
+labels: bug
+assignees: ''
+
+---
+
+**Describe the bug**
+A clear and concise description of what the bug is.
+
+**To Reproduce**
+Steps to reproduce the behavior:
+1. Compile '...'
+2. Run '....'
+3. See error
+
+**Expected behavior**
+A clear and concise description of what you expected to happen.
+
+**Screenshots**
+If applicable, add screenshots to help explain your problem.
+
+**Desktop (please complete the following information):**
+ - OS: [e.g. CentOS 7.8]
+
+**Additional context**
+Add any other context about the problem here.

.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1,8 @@
+blank_issues_enabled: false
+contact_links:
+  - name: Have questions
+    url: https://github.com/ververica/ForSt/discussions/categories/q-a
+    about: Please ask and answer questions here.
+  - name: New Ideas
+    url: https://github.com/ververica/ForSt/discussions/categories/ideas
+    about: Please suggest your new ideas here.

.github/ISSUE_TEMPLATE/work_item.md

@@ -0,0 +1,20 @@
+---
+name: Work Item
+about: Suggest/Log a work item (For big ideas and proposals, please go to New Ideas)
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+**What is this for**
+A clear and concise description of what the item is.
+
+**Describe the solution you'd like**
+A clear and concise description of what you want to happen.
+
+**Describe alternatives you've considered**
+A clear and concise description of any alternative solutions or features you've considered.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

.github/actions/build-folly/action.yml

@@ -0,0 +1,7 @@
+name: build-folly
+runs:
+  using: composite
+  steps:
+    - name: Build folly and dependencies
+      run: make build_folly
+      shell: bash

.github/actions/increase-max-open-files-on-macos/action.yml

@@ -0,0 +1,10 @@
+name: increase-max-open-files-on-macos
+runs:
+  using: composite
+  steps:
+    - name: Increase max open files
+      run: |-
+        sudo sysctl -w kern.maxfiles=1048576
+        sudo sysctl -w kern.maxfilesperproc=1048576
+        sudo launchctl limit maxfiles 1048576
+      shell: bash

.github/actions/install-gflags-on-macos/action.yml

@@ -0,0 +1,7 @@
+name: install-gflags-on-macos
+runs:
+  using: composite
+  steps:
+    - name: Install gflags on macos
+      run: HOMEBREW_NO_AUTO_UPDATE=1 brew install gflags
+      shell: bash

.github/actions/install-gflags/action.yml

@@ -0,0 +1,7 @@
+name: install-gflags
+runs:
+  using: composite
+  steps:
+    - name: Install gflags
+      run: sudo apt-get update -y && sudo apt-get install -y libgflags-dev
+      shell: bash

.github/actions/install-jdk8-on-macos/action.yml

@@ -0,0 +1,9 @@
+name: install-jdk8-on-macos
+runs:
+  using: composite
+  steps:
+    - name: Install JDK 8 on macos
+      run: |-
+        HOMEBREW_NO_AUTO_UPDATE=1 brew tap bell-sw/liberica
+        HOMEBREW_NO_AUTO_UPDATE=1 brew install --cask liberica-jdk8
+      shell: bash

.github/actions/post-steps/action.yml

@@ -0,0 +1,38 @@
+name: post-steps
+description: Steps that are taken after a RocksDB job
+inputs:
+  artifact-prefix:
+    description: Prefix to append to the name of artifacts that are uploaded
+    required: true
+    default: "${{ github.job }}"
+runs:
+  using: composite
+  steps:
+    - name: Upload Test Results artifact
+      uses: actions/upload-artifact@v4.0.0
+      with:
+        name: "${{ inputs.artifact-prefix }}-test-results"
+        path: "${{ runner.temp }}/test-results/**"
+    - name: Upload DB LOG file artifact
+      uses: actions/upload-artifact@v4.0.0
+      with:
+        name: "${{ inputs.artifact-prefix }}-db-log-file"
+        path: LOG
+    - name: Copy Test Logs (on Failure)
+      if: ${{ failure() }}
+      run: |
+        mkdir -p ${{ runner.temp }}/failure-test-logs
+        cp -r t/* ${{ runner.temp }}/failure-test-logs
+      shell: bash
+    - name: Upload Test Logs (on Failure) artifact
+      uses: actions/upload-artifact@v4.0.0
+      with:
+        name: "${{ inputs.artifact-prefix }}-failure-test-logs"
+        path: ${{ runner.temp }}/failure-test-logs/**
+        if-no-files-found: ignore
+    - name: Upload Core Dumps artifact
+      uses: actions/upload-artifact@v4.0.0
+      with:
+        name: "${{ inputs.artifact-prefix }}-core-dumps"
+        path: "core.*"
+        if-no-files-found: ignore

.github/actions/pre-steps-macos/action.yml

@@ -0,0 +1,5 @@
+name: pre-steps-macos
+runs:
+  using: composite
+  steps:
+    - uses: "./.github/actions/pre-steps"

.github/actions/pre-steps/action.yml

@@ -0,0 +1,18 @@
+name: pre-steps
+runs:
+  using: composite
+  steps:
+    - name: Setup Environment Variables
+      run: |-
+        echo "GTEST_THROW_ON_FAILURE=0" >> "$GITHUB_ENV"
+        echo "GTEST_OUTPUT=\"xml:${{ runner.temp }}/test-results/\"" >> "$GITHUB_ENV"
+        echo "SKIP_FORMAT_BUCK_CHECKS=1" >> "$GITHUB_ENV"
+        echo "GTEST_COLOR=1" >> "$GITHUB_ENV"
+        echo "CTEST_OUTPUT_ON_FAILURE=1" >> "$GITHUB_ENV"
+        echo "CTEST_TEST_TIMEOUT=300" >> "$GITHUB_ENV"
+        echo "ZLIB_DOWNLOAD_BASE=https://rocksdb-deps.s3.us-west-2.amazonaws.com/pkgs/zlib" >> "$GITHUB_ENV"
+        echo "BZIP2_DOWNLOAD_BASE=https://rocksdb-deps.s3.us-west-2.amazonaws.com/pkgs/bzip2" >> "$GITHUB_ENV"
+        echo "SNAPPY_DOWNLOAD_BASE=https://rocksdb-deps.s3.us-west-2.amazonaws.com/pkgs/snappy" >> "$GITHUB_ENV"
+        echo "LZ4_DOWNLOAD_BASE=https://rocksdb-deps.s3.us-west-2.amazonaws.com/pkgs/lz4" >> "$GITHUB_ENV"
+        echo "ZSTD_DOWNLOAD_BASE=https://rocksdb-deps.s3.us-west-2.amazonaws.com/pkgs/zstd" >> "$GITHUB_ENV"
+      shell: bash

.github/actions/setup-folly/action.yml

@@ -0,0 +1,7 @@
+name: setup-folly
+runs:
+  using: composite
+  steps:
+    - name: Checkout folly sources
+      run: make checkout_folly
+      shell: bash

.github/actions/setup-upstream/action.yml

@@ -0,0 +1,20 @@
+name: build-folly
+runs:
+  using: composite
+  steps:
+    - name: Fix repo ownership
+      # Needed in some cases, as safe.directory setting doesn't take effect
+      # under env -i
+      run: chown `whoami` . || true
+      shell: bash
+    - name: Set upstream
+      run: git remote add upstream https://github.com/facebook/rocksdb.git
+      shell: bash
+    - name: Fetch upstream
+      run: git fetch upstream
+      shell: bash
+    - name: Git status
+      # NOTE: some old branch builds under check_format_compatible.sh invoke
+      # git under env -i
+      run: git status && git remote -v && env -i git branch
+      shell: bash