2021-10-13 00:23:56 +02:00
|
|
|
package it.cavallium.dbengine.database.disk;
|
|
|
|
|
|
|
|
import io.net5.buffer.ByteBuf;
|
|
|
|
import java.io.Closeable;
|
|
|
|
import java.io.File;
|
|
|
|
import java.io.IOException;
|
|
|
|
import java.nio.file.Files;
|
|
|
|
import java.nio.file.Path;
|
|
|
|
import java.util.Comparator;
|
2021-12-17 23:12:35 +01:00
|
|
|
import java.util.concurrent.atomic.AtomicInteger;
|
|
|
|
import org.apache.lucene.search.DocIdSetIterator;
|
|
|
|
import org.apache.lucene.util.BitSet;
|
2021-10-13 00:23:56 +02:00
|
|
|
import org.lmdbjava.Net5ByteBufProxy;
|
|
|
|
import org.lmdbjava.Env;
|
|
|
|
import static org.lmdbjava.EnvFlags.*;
|
|
|
|
|
|
|
|
public class LLTempLMDBEnv implements Closeable {
|
|
|
|
|
2021-10-16 14:35:04 +02:00
|
|
|
private static final long TWENTY_GIBIBYTES = 20L * 1024L * 1024L * 1024L;
|
2021-12-17 23:12:35 +01:00
|
|
|
public static final int MAX_DATABASES = 1024;
|
|
|
|
private static final AtomicInteger NEXT_LMDB_ENV_ID = new AtomicInteger(0);
|
|
|
|
private final BitSet freeIds;
|
2021-10-13 00:23:56 +02:00
|
|
|
|
2021-12-17 23:12:35 +01:00
|
|
|
private final int envId;
|
2021-10-13 00:23:56 +02:00
|
|
|
private final Path tempDirectory;
|
|
|
|
private final Env<ByteBuf> env;
|
2021-10-16 14:35:04 +02:00
|
|
|
private volatile boolean closed;
|
2021-10-13 00:23:56 +02:00
|
|
|
|
|
|
|
public LLTempLMDBEnv() throws IOException {
|
2021-12-17 23:12:35 +01:00
|
|
|
this.envId = NEXT_LMDB_ENV_ID.getAndIncrement();
|
2021-10-13 00:23:56 +02:00
|
|
|
tempDirectory = Files.createTempDirectory("lmdb");
|
|
|
|
var envBuilder = Env.create(Net5ByteBufProxy.PROXY_NETTY)
|
2021-10-16 14:35:04 +02:00
|
|
|
.setMapSize(TWENTY_GIBIBYTES)
|
2021-10-13 00:23:56 +02:00
|
|
|
.setMaxDbs(MAX_DATABASES);
|
|
|
|
//env = envBuilder.open(tempDirectory.toFile(), MDB_NOLOCK, MDB_NOSYNC, MDB_NOTLS, MDB_NORDAHEAD, MDB_WRITEMAP);
|
2021-10-25 00:42:48 +02:00
|
|
|
env = envBuilder.open(tempDirectory.toFile(), MDB_NOTLS, MDB_NOSYNC, MDB_NORDAHEAD, MDB_NOMETASYNC);
|
2021-12-17 23:12:35 +01:00
|
|
|
freeIds = BitSet.of(DocIdSetIterator.range(0, MAX_DATABASES), MAX_DATABASES);
|
2021-10-13 00:23:56 +02:00
|
|
|
}
|
|
|
|
|
2021-10-16 14:59:38 +02:00
|
|
|
public Env<ByteBuf> getEnv() {
|
2021-10-16 14:35:04 +02:00
|
|
|
if (closed) {
|
|
|
|
throw new IllegalStateException("Environment closed");
|
|
|
|
}
|
2021-10-13 00:23:56 +02:00
|
|
|
return env;
|
|
|
|
}
|
|
|
|
|
2021-12-17 23:12:35 +01:00
|
|
|
public int allocateDb() {
|
|
|
|
synchronized (freeIds) {
|
|
|
|
var freeBit = freeIds.nextSetBit(0);
|
|
|
|
if (freeBit == DocIdSetIterator.NO_MORE_DOCS) {
|
|
|
|
throw new IllegalStateException("LMDB databases limit has been reached in environment "
|
|
|
|
+ envId + ": " + MAX_DATABASES);
|
|
|
|
}
|
|
|
|
freeIds.clear(freeBit);
|
|
|
|
return freeBit;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
public static String stringifyDbId(int bit) {
|
|
|
|
return "$db_" + bit;
|
|
|
|
}
|
|
|
|
|
|
|
|
public void freeDb(int db) {
|
|
|
|
synchronized (freeIds) {
|
|
|
|
freeIds.set(db);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-10-13 00:23:56 +02:00
|
|
|
@Override
|
|
|
|
public void close() throws IOException {
|
2021-10-16 14:35:04 +02:00
|
|
|
this.closed = true;
|
2021-10-13 00:23:56 +02:00
|
|
|
env.close();
|
|
|
|
//noinspection ResultOfMethodCallIgnored
|
|
|
|
Files.walk(tempDirectory)
|
|
|
|
.sorted(Comparator.reverseOrder())
|
|
|
|
.map(Path::toFile)
|
|
|
|
.forEach(File::delete);
|
|
|
|
}
|
2021-12-18 21:01:14 +01:00
|
|
|
|
|
|
|
public int countUsedDbs() {
|
|
|
|
var freeIds = this.freeIds.cardinality();
|
|
|
|
return MAX_DATABASES - freeIds;
|
|
|
|
}
|
2021-10-13 00:23:56 +02:00
|
|
|
}
|