Add io_uring interface based on liburing.

.github/workflows/linux.yml

@@ -0,0 +1,61 @@
+name: CMake
+
+on: [push]
+
+env:
+  # Customize the CMake build type here (Release, Debug, RelWithDebInfo, etc.)
+  BUILD_TYPE: Release
+
+jobs:
+  build:
+    # The CMake configure and build commands are platform agnostic and should work equally
+    # well on Windows or Mac.  You can convert this to a matrix build if you need
+    # cross-platform coverage.
+    # See: https://docs.github.com/en/free-pro-team@latest/actions/learn-github-actions/managing-complex-workflows#using-a-build-matrix
+    runs-on: ubuntu-20.04
+
+    steps:
+    - name: Checkout reposistory
+      uses: actions/checkout@master
+
+    - name: Checkout submodules
+      run: git submodule update --init --recursive
+
+    - name: Install dependencies
+      run: sudo apt install -y g++ libaio-dev uuid-dev libtbb-dev
+
+    - name: Install liburing
+      run: |
+           git clone https://git.kernel.dk/liburing
+           cd liburing
+           git checkout liburing-0.7
+           ./configure
+           sudo make install
+
+    - name: Create Build Environment
+      # Some projects don't allow in-source building, so create a separate build directory
+      # We'll use this as our working directory for all subsequent commands
+      run: cmake -E make_directory ${{runner.workspace}}/build
+
+    - name: Configure CMake
+      # Use a bash shell so we can use the same syntax for environment variable
+      # access regardless of the host operating system
+      shell: bash
+      working-directory: ${{runner.workspace}}/build
+      # Note the current convention is to use the -S and -B options here to specify source 
+      # and build directories, but this is only available with CMake 3.13 and higher.  
+      # The CMake binaries on the Github Actions machines are (as of this writing) 3.12
+      run: cmake $GITHUB_WORKSPACE -DCMAKE_BUILD_TYPE=$BUILD_TYPE
+
+    - name: Build
+      working-directory: ${{runner.workspace}}/build
+      shell: bash
+      # Execute the build.  You can specify a specific target with "--target <NAME>"
+      run: cmake --build . --config $BUILD_TYPE
+
+    - name: Test
+      working-directory: ${{runner.workspace}}/build
+      shell: bash
+      # Execute tests defined by the CMake configuration.  
+      # See https://cmake.org/cmake/help/latest/manual/ctest.1.html for more detail
+      run: ctest -j 1 --interactive-debug-mode 0 --output-on-failure -R .*_test

.github/workflows/windows.yml

@@ -0,0 +1,59 @@
+name: MSBuild
+
+on: [push]
+
+env:
+  # Path to the solution file relative to the root of the project.
+  SOLUTION_FILE_PATH: .
+
+  # Configuration type to build.
+  # You can convert this to a build matrix if you need coverage of multiple configuration types.
+  # https://docs.github.com/actions/learn-github-actions/managing-complex-workflows#using-a-build-matrix
+  BUILD_CONFIGURATION: Release
+
+jobs:
+  build:
+    runs-on: windows-latest
+
+    steps:
+    - name: Checkout reposistory
+      uses: actions/checkout@master
+
+    - name: Checkout submodules
+      run: git submodule update --init --recursive
+
+    - name: Add msbuild to PATH
+      uses: microsoft/[email protected]
+      #with:
+      #  vs-version: '[16.4,16.5)'
+
+    - name: Get latest CMake and ninja
+      uses: lukka/get-cmake@latest
+
+    - name: Create Build Environment
+      # Some projects don't allow in-source building, so create a separate build directory
+      # We'll use this as our working directory for all subsequent commands
+      run: cmake -E make_directory ${{runner.workspace}}/build
+
+    - name: Configure CMake
+      # Use a bash shell so we can use the same syntax for environment variable
+      # access regardless of the host operating system
+      shell: bash
+      working-directory: ${{runner.workspace}}/build
+      # Note the current convention is to use the -S and -B options here to specify source 
+      # and build directories, but this is only available with CMake 3.13 and higher.  
+      # The CMake binaries on the Github Actions machines are (as of this writing) 3.12
+      run: cmake $GITHUB_WORKSPACE -G "Visual Studio 16 2019"
+
+    - name: Build
+      working-directory: ${{runner.workspace}}/build
+      # Add additional options to the MSBuild command line here (like platform or verbosity level).
+      # See https://docs.microsoft.com/visualstudio/msbuild/msbuild-command-line-reference
+      run: msbuild /m /p:Configuration=${{env.BUILD_CONFIGURATION}} FishStore.sln
+
+    - name: Test
+      working-directory: ${{runner.workspace}}/build
+      shell: bash
+      # Execute tests defined by the CMake configuration.  
+      # See https://cmake.org/cmake/help/latest/manual/ctest.1.html for more detail
+      run: ctest -j 1 --interactive-debug-mode 0 --output-on-failure -C ${{env.BUILD_CONFIGURATION}} -R .*_test

azure-pipelines.yml

@@ -33,7 +33,7 @@ jobs:
 
 - job: 'cppLinux'
   pool:
-    vmImage: ubuntu-16.04
+    vmImage: ubuntu-20.04
   displayName: 'C++ (Linux)'
 
   steps:

examples/CMakeLists.txt

@@ -1,7 +1,7 @@
 if(WIN32)
   set (FISHSTORE_BENCHMARK_LINK_LIBS fishstore rpcrt4 wsock32 Ws2_32)
 else()
-  set (FISHSTORE_BENCHMARK_LINK_LIBS fishstore stdc++fs uuid tbb gcc aio m stdc++ pthread dl)
+  set (FISHSTORE_BENCHMARK_LINK_LIBS fishstore stdc++fs uuid tbb gcc aio m stdc++ pthread dl uring)
 endif()
 
 #Function to automate building benchmark binaries

examples/checkpoint_recovery-dir/checkpoint_recovery.cc

@@ -3,7 +3,7 @@
 
 #include <atomic>
 #include <cstdio>
-#include <experimental/filesystem>
+#include <filesystem>
 #include <memory>
 #include <fstream>
 
@@ -209,7 +209,7 @@ int main(int argc, char* argv[]) {
     "Finish loading %u batches (%zu records) of json into the memory....\n",
     json_batch_cnt, record_cnt);
 
-  std::experimental::filesystem::create_directory(argv[5]);
+  std::filesystem::create_directory(argv[5]);
   size_t store_size = 1LL << atoi(argv[4]);
   size_t hash_table_size = 1LL << 24;
   {

examples/github_query-dir/github_query.cc

@@ -2,7 +2,7 @@
 // Licensed under the MIT license.
 
 #include <cstdio>
-#include <experimental/filesystem>
+#include <filesystem>
 #include <fstream>
 
 #include "adapters/simdjson_adapter.h"
@@ -198,7 +198,7 @@ int main(int argc, char* argv[]) {
   printf("Finish loading %u batches (%zu records) of json into the memory....\n",
     json_batch_cnt, record_cnt);
 
-  std::experimental::filesystem::create_directory(argv[5]);
+  std::filesystem::create_directory(argv[5]);
   size_t store_size = 1LL << atoi(argv[4]);
   store_t store{ (1L << 24), store_size, argv[5] };
 
@@ -213,7 +213,7 @@ int main(int argc, char* argv[]) {
   auto predicate1_id =
     store.MakeInlinePSF({ "/type", "/payload/action" }, lib_id, "opened_issue");
   auto predicate2_id =
-    store.MakeInlinePSF({ "/type", "/payload/pull_request/head.repo/language" }, lib_id, "cpp_pr");
+    store.MakeInlinePSF({ "/type", "/payload/pull_request/head/repo/language" }, lib_id, "cpp_pr");
 
   std::vector<ParserAction> parser_actions;
   parser_actions.push_back({ REGISTER_GENERAL_PSF, id_proj });

examples/online_demo-dir/online_demo.cc

@@ -2,7 +2,7 @@
 // Licensed under the MIT license.
 
 #include <cstdio>
-#include <experimental/filesystem>
+#include <filesystem>
 #include <fstream>
 
 #define _NULL_DISK
@@ -207,7 +207,7 @@ int main(int argc, char* argv[]) {
   printf("Finish loading %u batches (%zu records) of json into the memory....\n",
     json_batch_cnt, record_cnt);
 
-  std::experimental::filesystem::create_directory(argv[4]);
+  std::filesystem::create_directory(argv[4]);
   size_t store_size = 1LL << atoi(argv[3]);
   store_t store{ (1L << 24), store_size, argv[4] };
 

examples/online_demo_disk-dir/online_demo_disk.cc

@@ -2,7 +2,7 @@
 // Licensed under the MIT license.
 
 #include <cstdio>
-#include <experimental/filesystem>
+#include <filesystem>
 #include <fstream>
 
 #include "adapters/simdjson_adapter.h"
@@ -204,7 +204,7 @@ int main(int argc, char* argv[]) {
   printf("Finish loading %u batches (%zu records) of json into the memory....\n",
     json_batch_cnt, record_cnt);
 
-  std::experimental::filesystem::create_directory(argv[4]);
+  std::filesystem::create_directory(argv[4]);
   size_t store_size = 1LL << atoi(argv[3]);
   store_t store{ (1L << 24), store_size, argv[4] };
 

examples/twitter_query-dir/twitter_query.cc

@@ -2,7 +2,7 @@
 // Licensed under the MIT license.
 
 #include <cstdio>
-#include <experimental/filesystem>
+#include <filesystem>
 #include <fstream>
 
 #include "adapters/simdjson_adapter.h"
@@ -198,7 +198,7 @@ int main(int argc, char* argv[]) {
   printf("Finish loading %u batches (%zu records) of json into the memory....\n",
     json_batch_cnt, record_cnt);
 
-  std::experimental::filesystem::create_directory(argv[5]);
+  std::filesystem::create_directory(argv[5]);
   size_t store_size = 1LL << atoi(argv[4]);
   store_t store{ (1L << 24), store_size, argv[5] };
 

src/adapters/common_utils.h

@@ -20,7 +20,7 @@ class StringRef {
     return size;
   }
 
-private:
+public:
   const char* ptr;
   size_t size;
 };