Skip to content

Open Source alternative to Algolia + Pinecone and an Easier-to-Use alternative to ElasticSearch ⚡ 🔍 ✨ Fast, typo tolerant, in-memory fuzzy Search Engine for building delightful search experiences

Upgrade to RocksDB 5.13.1

Kishore Nallana62e0faeef9b
diff --git a/cmake/RocksDB.cmake b/cmake/RocksDB.cmake
index db8bd697..44fcfcbe 100644
--- a/cmake/RocksDB.cmake
+++ b/cmake/RocksDB.cmake
@@ -1,6 +1,6 @@
# Download and build RocksDB
-set(ROCKSDB_VERSION 5.9.2)
+set(ROCKSDB_VERSION 5.13.1)
set(ROCKSDB_NAME rocksdb-${ROCKSDB_VERSION})
set(ROCKSDB_TAR_PATH ${DEP_ROOT_DIR}/${ROCKSDB_NAME}.tar.gz)
@@ -14,15 +14,24 @@ if(NOT EXISTS ${DEP_ROOT_DIR}/${ROCKSDB_NAME})
execute_process(COMMAND ${CMAKE_COMMAND} -E tar xzf ${ROCKSDB_TAR_PATH} WORKING_DIRECTORY ${DEP_ROOT_DIR}/)
endif()
-# Use patched build detect platform script to control what libraries RocksDB links against
-file(COPY ${CMAKE_SOURCE_DIR}/cmake/patches/build_detect_platform DESTINATION
- ${DEP_ROOT_DIR}/${ROCKSDB_NAME}/build_tools)
-
if(NOT EXISTS ${DEP_ROOT_DIR}/${ROCKSDB_NAME}/librocksdb.a)
message("Building ${ROCKSDB_NAME} locally...")
set(ENV{PORTABLE} 1)
set(ENV{DEBUG_LEVEL} 0)
set(ENV{USE_RTTI} 1)
+ set(ENV{PLATFORM_LDFLAGS} "-Wl,-Bstatic")
+
+ set(ENV{ROCKSDB_DISABLE_GFLAGS} 1)
+ set(ENV{ROCKSDB_DISABLE_BZIP} 1)
+ set(ENV{ROCKSDB_DISABLE_LZ4} 1)
+ set(ENV{ROCKSDB_DISABLE_ZSTD} 1)
+ set(ENV{ROCKSDB_DISABLE_NUMA} 1)
+ set(ENV{ROCKSDB_DISABLE_TBB} 1)
+ set(ENV{ROCKSDB_DISABLE_JEMALLOC} 1)
+ set(ENV{ROCKSDB_DISABLE_TCMALLOC} 1)
+ set(ENV{ROCKSDB_DISABLE_BACKTRACE} 1)
+ set(ENV{ROCKSDB_DISABLE_PG} 1)
+
execute_process(COMMAND make "clean" WORKING_DIRECTORY ${DEP_ROOT_DIR}/${ROCKSDB_NAME}/)
execute_process(COMMAND make "static_lib" WORKING_DIRECTORY ${DEP_ROOT_DIR}/${ROCKSDB_NAME}/
RESULT_VARIABLE ROCKSDB_BUILD)
diff --git a/cmake/patches/build_detect_platform b/cmake/patches/build_detect_platform
deleted file mode 100755
index db076d7e..00000000
--- a/cmake/patches/build_detect_platform
+++ /dev/null
@@ -1,407 +0,0 @@
-#!/bin/sh
-#
-# Detects OS we're compiling on and outputs a file specified by the first
-# argument, which in turn gets read while processing Makefile.
-#
-# The output will set the following variables:
-# CC C Compiler path
-# CXX C++ Compiler path
-# PLATFORM_LDFLAGS Linker flags
-# JAVA_LDFLAGS Linker flags for RocksDBJava
-# JAVA_STATIC_LDFLAGS Linker flags for RocksDBJava static build
-# PLATFORM_SHARED_EXT Extension for shared libraries
-# PLATFORM_SHARED_LDFLAGS Flags for building shared library
-# PLATFORM_SHARED_CFLAGS Flags for compiling objects for shared library
-# PLATFORM_CCFLAGS C compiler flags
-# PLATFORM_CXXFLAGS C++ compiler flags. Will contain:
-# PLATFORM_SHARED_VERSIONED Set to 'true' if platform supports versioned
-# shared libraries, empty otherwise.
-#
-# The PLATFORM_CCFLAGS and PLATFORM_CXXFLAGS might include the following:
-#
-# -DROCKSDB_PLATFORM_POSIX if posix-platform based
-# -DSNAPPY if the Snappy library is present
-# -DLZ4 if the LZ4 library is present
-# -DZSTD if the ZSTD library is present
-# -DNUMA if the NUMA library is present
-# -DTBB if the TBB library is present
-#
-# Using gflags in rocksdb:
-# Our project depends on gflags, which requires users to take some extra steps
-# before they can compile the whole repository:
-# 1. Install gflags. You may download it from here:
-# https://gflags.github.io/gflags/ (Mac users can `brew install gflags`)
-# 2. Once installed, add the include path for gflags to your CPATH env var and
-# the lib path to LIBRARY_PATH. If installed with default settings, the lib
-# will be /usr/local/lib and the include path will be /usr/local/include
-
-OUTPUT=$1
-if test -z "$OUTPUT"; then
- echo "usage: $0 <output-filename>" >&2
- exit 1
-fi
-
-# we depend on C++11
-PLATFORM_CXXFLAGS="-std=c++11"
-# we currently depend on POSIX platform
-COMMON_FLAGS="-DROCKSDB_PLATFORM_POSIX -DROCKSDB_LIB_IO_POSIX"
-
-# Default to fbcode gcc on internal fb machines
-if [ -z "$ROCKSDB_NO_FBCODE" -a -d /mnt/gvfs/third-party ]; then
- FBCODE_BUILD="true"
- # If we're compiling with TSAN we need pic build
- PIC_BUILD=$COMPILE_WITH_TSAN
- if [ -z "$ROCKSDB_FBCODE_BUILD_WITH_481" ]; then
- source "$PWD/build_tools/fbcode_config.sh"
- else
- # we need this to build with MySQL. Don't use for other purposes.
- source "$PWD/build_tools/fbcode_config4.8.1.sh"
- fi
-fi
-
-# Delete existing output, if it exists
-rm -f "$OUTPUT"
-touch "$OUTPUT"
-
-if test -z "$CC"; then
- CC=cc
-fi
-
-if test -z "$CXX"; then
- CXX=g++
-fi
-
-# Detect OS
-if test -z "$TARGET_OS"; then
- TARGET_OS=`uname -s`
-fi
-
-if test -z "$TARGET_ARCHITECTURE"; then
- TARGET_ARCHITECTURE=`uname -m`
-fi
-
-if test -z "$CLANG_SCAN_BUILD"; then
- CLANG_SCAN_BUILD=scan-build
-fi
-
-if test -z "$CLANG_ANALYZER"; then
- CLANG_ANALYZER=$(which clang++ 2> /dev/null)
-fi
-
-COMMON_FLAGS="$COMMON_FLAGS ${CFLAGS}"
-CROSS_COMPILE=
-PLATFORM_CCFLAGS=
-PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS"
-PLATFORM_SHARED_EXT="so"
-PLATFORM_SHARED_LDFLAGS="-Wl,--no-as-needed -shared -Wl,-soname -Wl,"
-PLATFORM_SHARED_CFLAGS="-fPIC"
-PLATFORM_SHARED_VERSIONED=true
-
-# generic port files (working on all platform by #ifdef) go directly in /port
-GENERIC_PORT_FILES=`cd "$ROCKSDB_ROOT"; find port -name '*.cc' | tr "\n" " "`
-
-# On GCC, we pick libc's memcmp over GCC's memcmp via -fno-builtin-memcmp
-case "$TARGET_OS" in
- Darwin)
- PLATFORM=OS_MACOSX
- COMMON_FLAGS="$COMMON_FLAGS -DOS_MACOSX"
- PLATFORM_SHARED_EXT=dylib
- PLATFORM_SHARED_LDFLAGS="-dynamiclib -install_name "
- # PORT_FILES=port/darwin/darwin_specific.cc
- ;;
- IOS)
- PLATFORM=IOS
- COMMON_FLAGS="$COMMON_FLAGS -DOS_MACOSX -DIOS_CROSS_COMPILE -DROCKSDB_LITE"
- PLATFORM_SHARED_EXT=dylib
- PLATFORM_SHARED_LDFLAGS="-dynamiclib -install_name "
- CROSS_COMPILE=true
- PLATFORM_SHARED_VERSIONED=
- ;;
- Linux)
- PLATFORM=OS_LINUX
- COMMON_FLAGS="$COMMON_FLAGS -DOS_LINUX"
- if [ -z "$USE_CLANG" ]; then
- COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp"
- fi
- PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lpthread -lrt"
- # PORT_FILES=port/linux/linux_specific.cc
- ;;
- SunOS)
- PLATFORM=OS_SOLARIS
- COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp -D_REENTRANT -DOS_SOLARIS -m64"
- PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lpthread -lrt -static-libstdc++ -static-libgcc -m64"
- # PORT_FILES=port/sunos/sunos_specific.cc
- ;;
- AIX)
- PLATFORM=OS_AIX
- CC=gcc
- COMMON_FLAGS="$COMMON_FLAGS -maix64 -pthread -fno-builtin-memcmp -D_REENTRANT -DOS_AIX -D__STDC_FORMAT_MACROS"
- PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -pthread -lpthread -lrt -maix64 -static-libstdc++ -static-libgcc"
- # PORT_FILES=port/aix/aix_specific.cc
- ;;
- FreeBSD)
- PLATFORM=OS_FREEBSD
- COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp -D_REENTRANT -DOS_FREEBSD"
- PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lpthread"
- # PORT_FILES=port/freebsd/freebsd_specific.cc
- ;;
- NetBSD)
- PLATFORM=OS_NETBSD
- COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp -D_REENTRANT -DOS_NETBSD"
- PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lpthread -lgcc_s"
- # PORT_FILES=port/netbsd/netbsd_specific.cc
- ;;
- OpenBSD)
- PLATFORM=OS_OPENBSD
- COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp -D_REENTRANT -DOS_OPENBSD"
- PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -pthread"
- # PORT_FILES=port/openbsd/openbsd_specific.cc
- ;;
- DragonFly)
- PLATFORM=OS_DRAGONFLYBSD
- COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp -D_REENTRANT -DOS_DRAGONFLYBSD"
- PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lpthread"
- # PORT_FILES=port/dragonfly/dragonfly_specific.cc
- ;;
- Cygwin)
- PLATFORM=CYGWIN
- PLATFORM_SHARED_CFLAGS=""
- PLATFORM_CXXFLAGS="-std=gnu++11"
- COMMON_FLAGS="$COMMON_FLAGS -DCYGWIN"
- if [ -z "$USE_CLANG" ]; then
- COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp"
- fi
- PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lpthread -lrt"
- # PORT_FILES=port/linux/linux_specific.cc
- ;;
- OS_ANDROID_CROSSCOMPILE)
- PLATFORM=OS_ANDROID
- COMMON_FLAGS="$COMMON_FLAGS -fno-builtin-memcmp -D_REENTRANT -DOS_ANDROID -DROCKSDB_PLATFORM_POSIX"
- PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS " # All pthread features are in the Android C library
- # PORT_FILES=port/android/android.cc
- CROSS_COMPILE=true
- ;;
- *)
- echo "Unknown platform!" >&2
- exit 1
-esac
-
-PLATFORM_CXXFLAGS="$PLATFORM_CXXFLAGS ${CXXFLAGS}"
-JAVA_LDFLAGS="$PLATFORM_LDFLAGS"
-JAVA_STATIC_LDFLAGS="$PLATFORM_LDFLAGS"
-
-if [ "$CROSS_COMPILE" = "true" -o "$FBCODE_BUILD" = "true" ]; then
- # Cross-compiling; do not try any compilation tests.
- # Also don't need any compilation tests if compiling on fbcode
- true
-else
- if ! test $ROCKSDB_DISABLE_FALLOCATE; then
- # Test whether fallocate is available
- $CXX $CFLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
- #include <fcntl.h>
- #include <linux/falloc.h>
- int main() {
- int fd = open("/dev/null", 0);
- fallocate(fd, FALLOC_FL_KEEP_SIZE | FALLOC_FL_PUNCH_HOLE, 0, 1024);
- }
-EOF
- if [ "$?" = 0 ]; then
- COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_FALLOCATE_PRESENT"
- fi
- fi
-
- # Test whether Snappy library is installed
- # http://code.google.com/p/snappy/
- $CXX $CFLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
- #include <snappy.h>
- int main() {}
-EOF
- if [ "$?" = 0 ]; then
- COMMON_FLAGS="$COMMON_FLAGS -DSNAPPY"
- PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -lsnappy"
- JAVA_LDFLAGS="$JAVA_LDFLAGS -lsnappy"
- fi
-
- # Test whether zlib library is installed
- $CXX $CFLAGS $COMMON_FLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
- #include <zlib.h>
- int main() {}
-EOF
- if [ "$?" = 0 ]; then
- COMMON_FLAGS="$COMMON_FLAGS -DZLIB"
- PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS -Wl,-Bstatic -lz"
- JAVA_LDFLAGS="$JAVA_LDFLAGS -lz"
- fi
-
- # Test whether malloc_usable_size is available
- $CXX $CFLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
- #include <malloc.h>
- int main() {
- size_t res = malloc_usable_size(0);
- return 0;
- }
-EOF
- if [ "$?" = 0 ]; then
- COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_MALLOC_USABLE_SIZE"
- fi
-
- # Test whether PTHREAD_MUTEX_ADAPTIVE_NP mutex type is available
- $CXX $CFLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
- #include <pthread.h>
- int main() {
- int x = PTHREAD_MUTEX_ADAPTIVE_NP;
- return 0;
- }
-EOF
- if [ "$?" = 0 ]; then
- COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_PTHREAD_ADAPTIVE_MUTEX"
- fi
-
- # Test if -pg is supported
- $CXX $CFLAGS -pg -x c++ - -o /dev/null 2>/dev/null <<EOF
- int main() {
- return 0;
- }
-EOF
- if [ "$?" = 0 ]; then
- PROFILING_FLAGS=-pg
- fi
-
- # Test whether sync_file_range is supported for compatibility with an old glibc
- $CXX $CFLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
- #include <fcntl.h>
- int main() {
- int fd = open("/dev/null", 0);
- sync_file_range(fd, 0, 1024, SYNC_FILE_RANGE_WRITE);
- }
-EOF
- if [ "$?" = 0 ]; then
- COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_RANGESYNC_PRESENT"
- fi
-
- # Test whether sched_getcpu is supported
- $CXX $CFLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
- #include <sched.h>
- int main() {
- int cpuid = sched_getcpu();
- }
-EOF
- if [ "$?" = 0 ]; then
- COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_SCHED_GETCPU_PRESENT"
- fi
-fi
-
-# TODO(tec): Fix -Wshorten-64-to-32 errors on FreeBSD and enable the warning.
-# -Wshorten-64-to-32 breaks compilation on FreeBSD i386
-if ! [ "$TARGET_OS" = FreeBSD -a "$TARGET_ARCHITECTURE" = i386 ]; then
- # Test whether -Wshorten-64-to-32 is available
- $CXX $CFLAGS -x c++ - -o /dev/null -Wshorten-64-to-32 2>/dev/null <<EOF
- int main() {}
-EOF
- if [ "$?" = 0 ]; then
- COMMON_FLAGS="$COMMON_FLAGS -Wshorten-64-to-32"
- fi
-fi
-
-# shall we use HDFS?
-
-if test "$USE_HDFS"; then
- if test -z "$JAVA_HOME"; then
- echo "JAVA_HOME has to be set for HDFS usage."
- exit 1
- fi
- HDFS_CCFLAGS="$HDFS_CCFLAGS -I$JAVA_HOME/include -I$JAVA_HOME/include/linux -DUSE_HDFS"
- HDFS_LDFLAGS="$HDFS_LDFLAGS -lhdfs -L$JAVA_HOME/jre/lib/amd64"
- HDFS_LDFLAGS="$HDFS_LDFLAGS -L$JAVA_HOME/jre/lib/amd64/server -L$GLIBC_RUNTIME_PATH/lib"
- HDFS_LDFLAGS="$HDFS_LDFLAGS -ldl -lverify -ljava -ljvm"
- COMMON_FLAGS="$COMMON_FLAGS $HDFS_CCFLAGS"
- PLATFORM_LDFLAGS="$PLATFORM_LDFLAGS $HDFS_LDFLAGS"
- JAVA_LDFLAGS="$JAVA_LDFLAGS $HDFS_LDFLAGS"
-fi
-
-if test "$USE_SSE"; then
- COMMON_FLAGS="$COMMON_FLAGS -msse4.2"
-elif test -z "$PORTABLE"; then
- if test -n "`echo $TARGET_ARCHITECTURE | grep ^ppc64`"; then
- # Tune for this POWER processor, treating '+' models as base models
- POWER=`LD_SHOW_AUXV=1 /bin/true | grep AT_PLATFORM | grep -E -o power[0-9]+`
- COMMON_FLAGS="$COMMON_FLAGS -mcpu=$POWER -mtune=$POWER "
- elif test -n "`echo $TARGET_ARCHITECTURE | grep ^s390x`"; then
- COMMON_FLAGS="$COMMON_FLAGS -march=z10 "
- elif [ "$TARGET_OS" != AIX ] && [ "$TARGET_OS" != SunOS ]; then
- COMMON_FLAGS="$COMMON_FLAGS -march=native "
- fi
-fi
-
-$CXX $PLATFORM_CXXFLAGS $COMMON_FLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
- #include <cstdint>
- #include <nmmintrin.h>
- int main() {
- volatile uint32_t x = _mm_crc32_u32(0, 0);
- }
-EOF
-if [ "$?" = 0 ]; then
- COMMON_FLAGS="$COMMON_FLAGS -DHAVE_SSE42"
-elif test "$USE_SSE"; then
- echo "warning: USE_SSE specified but compiler could not use SSE intrinsics, disabling"
-fi
-
-# iOS doesn't support thread-local storage, but this check would erroneously
-# succeed because the cross-compiler flags are added by the Makefile, not this
-# script.
-if [ "$PLATFORM" != IOS ]; then
- $CXX $COMMON_FLAGS -x c++ - -o /dev/null 2>/dev/null <<EOF
- #if defined(_MSC_VER) && !defined(__thread)
- #define __thread __declspec(thread)
- #endif
- int main() {
- static __thread int tls;
- }
-EOF
- if [ "$?" = 0 ]; then
- COMMON_FLAGS="$COMMON_FLAGS -DROCKSDB_SUPPORT_THREAD_LOCAL"
- fi
-fi
-
-PLATFORM_CCFLAGS="$PLATFORM_CCFLAGS $COMMON_FLAGS"
-PLATFORM_CXXFLAGS="$PLATFORM_CXXFLAGS $COMMON_FLAGS"
-
-VALGRIND_VER="$VALGRIND_VER"
-
-ROCKSDB_MAJOR=`build_tools/version.sh major`
-ROCKSDB_MINOR=`build_tools/version.sh minor`
-ROCKSDB_PATCH=`build_tools/version.sh patch`
-
-echo "CC=$CC" >> "$OUTPUT"
-echo "CXX=$CXX" >> "$OUTPUT"
-echo "PLATFORM=$PLATFORM" >> "$OUTPUT"
-echo "PLATFORM_LDFLAGS=$PLATFORM_LDFLAGS" >> "$OUTPUT"
-echo "JAVA_LDFLAGS=$JAVA_LDFLAGS" >> "$OUTPUT"
-echo "JAVA_STATIC_LDFLAGS=$JAVA_STATIC_LDFLAGS" >> "$OUTPUT"
-echo "VALGRIND_VER=$VALGRIND_VER" >> "$OUTPUT"
-echo "PLATFORM_CCFLAGS=$PLATFORM_CCFLAGS" >> "$OUTPUT"
-echo "PLATFORM_CXXFLAGS=$PLATFORM_CXXFLAGS" >> "$OUTPUT"
-echo "PLATFORM_SHARED_CFLAGS=$PLATFORM_SHARED_CFLAGS" >> "$OUTPUT"
-echo "PLATFORM_SHARED_EXT=$PLATFORM_SHARED_EXT" >> "$OUTPUT"
-echo "PLATFORM_SHARED_LDFLAGS=$PLATFORM_SHARED_LDFLAGS" >> "$OUTPUT"
-echo "PLATFORM_SHARED_VERSIONED=$PLATFORM_SHARED_VERSIONED" >> "$OUTPUT"
-echo "EXEC_LDFLAGS=$EXEC_LDFLAGS" >> "$OUTPUT"
-echo "JEMALLOC_INCLUDE=$JEMALLOC_INCLUDE" >> "$OUTPUT"
-echo "JEMALLOC_LIB=$JEMALLOC_LIB" >> "$OUTPUT"
-echo "ROCKSDB_MAJOR=$ROCKSDB_MAJOR" >> "$OUTPUT"
-echo "ROCKSDB_MINOR=$ROCKSDB_MINOR" >> "$OUTPUT"
-echo "ROCKSDB_PATCH=$ROCKSDB_PATCH" >> "$OUTPUT"
-echo "CLANG_SCAN_BUILD=$CLANG_SCAN_BUILD" >> "$OUTPUT"
-echo "CLANG_ANALYZER=$CLANG_ANALYZER" >> "$OUTPUT"
-echo "PROFILING_FLAGS=$PROFILING_FLAGS" >> "$OUTPUT"
-# This will enable some related identifiers for the preprocessor
-if test -n "$JEMALLOC"; then
- echo "JEMALLOC=1" >> "$OUTPUT"
-fi
-# Indicates that jemalloc should be enabled using -ljemalloc flag
-# The alternative is to porvide a direct link to the library via JEMALLOC_LIB
-# and JEMALLOC_INCLUDE
-if test -n "$WITH_JEMALLOC_FLAG"; then
- echo "WITH_JEMALLOC_FLAG=$WITH_JEMALLOC_FLAG" >> "$OUTPUT"
-fi
-echo "LUA_PATH=$LUA_PATH" >> "$OUTPUT"
\ No newline at end of file