/*-
* #%L
* LmdbJava Benchmarks
* %%
* Copyright (C) 2016 - 2020 The LmdbJava Open Source Project
* %%
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
* #L%
*/
package org.lmdbjava.bench;
import static java.nio.ByteOrder.LITTLE_ENDIAN;
import static java.util.concurrent.TimeUnit.MILLISECONDS;
import static net.openhft.hashing.LongHashFunction.xx_r39;
import static org.openjdk.jmh.annotations.Level.Invocation;
import static org.openjdk.jmh.annotations.Level.Trial;
import static org.openjdk.jmh.annotations.Mode.SampleTime;
import static org.openjdk.jmh.annotations.Scope.Benchmark;
import static org.rocksdb.CompressionType.NO_COMPRESSION;
import static org.rocksdb.RocksDB.loadLibrary;
import static org.rocksdb.RocksDB.open;
import java.io.IOException;
import org.agrona.MutableDirectBuffer;
import org.agrona.concurrent.UnsafeBuffer;
import org.openjdk.jmh.annotations.Benchmark;
import org.openjdk.jmh.annotations.BenchmarkMode;
import org.openjdk.jmh.annotations.Fork;
import org.openjdk.jmh.annotations.Measurement;
import org.openjdk.jmh.annotations.OutputTimeUnit;
import org.openjdk.jmh.annotations.Param;
import org.openjdk.jmh.annotations.Setup;
import org.openjdk.jmh.annotations.State;
import org.openjdk.jmh.annotations.TearDown;
import org.openjdk.jmh.annotations.Warmup;
import org.openjdk.jmh.infra.BenchmarkParams;
import org.openjdk.jmh.infra.Blackhole;
import org.rocksdb.Options;
import org.rocksdb.RocksDB;
import org.rocksdb.RocksDBException;
import org.rocksdb.RocksIterator;
import org.rocksdb.WriteBatch;
import org.rocksdb.WriteOptions;
@OutputTimeUnit(MILLISECONDS)
@Fork(1)
@Warmup(iterations = 3)
@Measurement(iterations = 3)
@BenchmarkMode(SampleTime)
@SuppressWarnings({"checkstyle:javadoctype", "checkstyle:designforextension"})
public class RocksDb {
@Benchmark
@SuppressWarnings("PMD.CloseResource")
public void readCrc(final Reader r, final Blackhole bh) {
r.crc.reset();
final RocksIterator iterator = r.db.newIterator();
iterator.seekToFirst();
while (iterator.isValid()) {
r.crc.update(iterator.key());
r.crc.update(iterator.value());
iterator.next();
}
bh.consume(r.crc.getValue());
}
@Benchmark
public void readKey(final Reader r, final Blackhole bh) throws
RocksDBException {
for (final int key : r.keys) {
if (r.intKey) {
r.wkb.putInt(0, key);
} else {
r.wkb.putStringWithoutLengthUtf8(0, r.padKey(key));
}
bh.consume(r.db.get(r.wkb.byteArray(), r.wvb.byteArray()));
}
}
@Benchmark
@SuppressWarnings("PMD.CloseResource")
public void readRev(final Reader r, final Blackhole bh) {
final RocksIterator iterator = r.db.newIterator();
iterator.seekToLast();
while (iterator.isValid()) {
bh.consume(iterator.value());
iterator.prev();
}
}
@Benchmark
@SuppressWarnings("PMD.CloseResource")
public void readSeq(final Reader r, final Blackhole bh) {
final RocksIterator iterator = r.db.newIterator();
iterator.seekToFirst();
while (iterator.isValid()) {
bh.consume(iterator.value());
iterator.next();
}
}
@Benchmark
@SuppressWarnings("PMD.CloseResource")
public void readXxh64(final Reader r, final Blackhole bh) {
long result = 0;
final RocksIterator iterator = r.db.newIterator();
iterator.seekToFirst();
while (iterator.isValid()) {
result += xx_r39().hashBytes(iterator.key());
result += xx_r39().hashBytes(iterator.value());
iterator.next();
}
bh.consume(result);
}
@Benchmark
public void write(final Writer w, final Blackhole bh) throws IOException {
w.write(w.batchSize);
}
@State(value = Benchmark)
@SuppressWarnings("checkstyle:visibilitymodifier")
public static class CommonRocksDb extends Common {
RocksDB db;
/**
* Writable key buffer. Backed by a plain byte[] for RocksDB API ease.
*/
MutableDirectBuffer wkb;
/**
* Writable value buffer. Backed by a plain byte[] for RocksDB API ease.
*/
MutableDirectBuffer wvb;
@Override
@SuppressWarnings("PMD.CloseResource")
public void setup(final BenchmarkParams b) throws IOException {
super.setup(b);
wkb = new UnsafeBuffer(new byte[keySize]);
wvb = new UnsafeBuffer(new byte[valSize]);
loadLibrary();
final Options options = new Options();
options.setCreateIfMissing(true);
options.setCompressionType(NO_COMPRESSION);
try {
db = open(options, tmp.getAbsolutePath());
} catch (final RocksDBException ex) {
throw new IOException(ex);
}
}
@Override
public void teardown() throws IOException {
reportSpaceBeforeClose();
if (db != null) {
db.close();
}
super.teardown();
}
@SuppressWarnings({"PMD.CyclomaticComplexity", "PMD.CloseResource"})
void write(final int batchSize) throws IOException {
final int rndByteMax = RND_MB.length - valSize;
int rndByteOffset = 0;
final WriteBatch batch = new WriteBatch();
final WriteOptions opt = new WriteOptions();
for (int i = 0; i < keys.length; i++) {
final int key = keys[i];
if (intKey) {
wkb.putInt(0, key, LITTLE_ENDIAN);
} else {
wkb.putStringWithoutLengthUtf8(0, padKey(key));
}
if (valRandom) {
wvb.putBytes(0, RND_MB, rndByteOffset, valSize);
rndByteOffset += valSize;
if (rndByteOffset >= rndByteMax) {
rndByteOffset = 0;
}
} else {
wvb.putInt(0, key);
}
try {
batch.put(wkb.byteArray(), wvb.byteArray());
} catch (final RocksDBException ex) {
throw new IOException(ex);
}
if (i % batchSize == 0) {
try {
db.write(opt, batch);
} catch (final RocksDBException ex) {
throw new IOException(ex);
}
batch.clear();
}
}
try {
db.write(opt, batch); // possible partial batch
} catch (final RocksDBException ex) {
throw new IOException(ex);
}
batch.clear();
}
}
@State(Benchmark)
public static class Reader extends CommonRocksDb {
@Setup(Trial)
@Override
public void setup(final BenchmarkParams b) throws IOException {
super.setup(b);
super.write(num);
}
@TearDown(Trial)
@Override
public void teardown() throws IOException {
super.teardown();
}
}
@State(Benchmark)
@SuppressWarnings("checkstyle:visibilitymodifier")
public static class Writer extends CommonRocksDb {
@Param("1000000")
int batchSize;
@Setup(Invocation)
@Override
public void setup(final BenchmarkParams b) throws IOException {
super.setup(b);
}
@TearDown(Invocation)
@Override
public void teardown() throws IOException {
super.teardown();
}
}
}
