mirror of
https://github.com/luxfi/zapdb.git
synced 2026-07-27 06:54:45 +00:00
Ibrahim JarifandGitHub
3a2ec1dcac
Badger compactions are split into sub compactions if there are more than 3 tables bottom tables are involved. The current implementation would drop keys if the top table would overlap with a bottom table. Consider the following scenario ``` Top table => [C (deleted)] bot table => [ A ] [ B ] [ C (valid) ] [ D ] ``` When this range is compacted, the result was `[ A B C(valid) D ] ` (only `C(deleted)` was dropped). The expected result was `[A B D]` . This PR fixes the above-mentioned issue. The test in this PR fails on master but works with this change.
100 lines
2.6 KiB
Bash
Executable File
100 lines
2.6 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
set -e
|
|
|
|
go version
|
|
|
|
# Run `go list` BEFORE setting GOFLAGS so that the output is in the right
|
|
# format for grep.
|
|
# export packages because the test will run in a sub process.
|
|
export packages=$(go list ./... | grep "github.com/dgraph-io/badger/v2/")
|
|
|
|
if [[ ! -z "$TEAMCITY_VERSION" ]]; then
|
|
export GOFLAGS="-json"
|
|
fi
|
|
|
|
function InstallJemalloc() {
|
|
pushd .
|
|
if [ ! -f /usr/local/lib/libjemalloc.a ]; then
|
|
USER_ID=`id -u`
|
|
JEMALLOC_URL="https://github.com/jemalloc/jemalloc/releases/download/5.2.1/jemalloc-5.2.1.tar.bz2"
|
|
|
|
mkdir -p /tmp/jemalloc-temp && cd /tmp/jemalloc-temp ;
|
|
echo "Downloading jemalloc" ;
|
|
curl -s -L ${JEMALLOC_URL} -o jemalloc.tar.bz2 ;
|
|
tar xjf ./jemalloc.tar.bz2 ;
|
|
cd jemalloc-5.2.1 ;
|
|
./configure --with-jemalloc-prefix='je_' ;
|
|
make ;
|
|
if [ "$USER_ID" -eq "0" ]; then
|
|
make install ;
|
|
else
|
|
echo "==== Need sudo access to install jemalloc" ;
|
|
sudo make install ;
|
|
fi
|
|
fi
|
|
popd
|
|
}
|
|
|
|
# Ensure that we can compile the binary.
|
|
pushd badger
|
|
go build -v .
|
|
popd
|
|
|
|
tags="-tags=jemalloc"
|
|
# tags=""
|
|
InstallJemalloc
|
|
|
|
# Run the memory intensive tests first.
|
|
manual() {
|
|
echo "==> Running package tests for $packages"
|
|
set -e
|
|
for pkg in $packages; do
|
|
echo "===> Testing $pkg"
|
|
go test $tags -timeout=25m -race $pkg -parallel 16
|
|
done
|
|
echo "==> DONE package tests"
|
|
|
|
echo "==> Running manual tests"
|
|
# Run the special Truncate test.
|
|
rm -rf p
|
|
set -e
|
|
go test $tags -run='TestTruncateVlogNoClose$' --manual=true
|
|
truncate --size=4096 p/000000.vlog
|
|
go test $tags -run='TestTruncateVlogNoClose2$' --manual=true
|
|
go test $tags -run='TestTruncateVlogNoClose3$' --manual=true
|
|
rm -rf p
|
|
|
|
# TODO(ibrahim): Let's make these tests have Manual prefix.
|
|
# go test $tags -run='TestManual' --manual=true --parallel=2
|
|
# TestWriteBatch
|
|
# TestValueGCManaged
|
|
# TestDropPrefix
|
|
# TestDropAllManaged
|
|
go test $tags -run='TestBigKeyValuePairs$' --manual=true
|
|
go test $tags -run='TestPushValueLogLimit' --manual=true
|
|
go test $tags -run='TestKeyCount' --manual=true
|
|
go test $tags -run='TestIteratePrefix' --manual=true
|
|
go test $tags -run='TestIterateParallel' --manual=true
|
|
go test $tags -run='TestBigStream' --manual=true
|
|
go test $tags -run='TestGoroutineLeak' --manual=true
|
|
go test $tags -run='TestGetMore' --manual=true
|
|
|
|
echo "==> DONE manual tests"
|
|
}
|
|
|
|
root() {
|
|
# Run the normal tests.
|
|
# go test -timeout=25m -v -race github.com/dgraph-io/badger/v2/...
|
|
|
|
echo "==> Running root level tests."
|
|
set -e
|
|
go test $tags -timeout=25m . -race -parallel 16
|
|
echo "==> DONE root level tests"
|
|
}
|
|
|
|
export -f manual
|
|
export -f root
|
|
|
|
parallel --halt now,fail=1 --progress --line-buffer ::: manual root
|